千问开源大模型
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

170 lines
5.1 KiB

  1. #coding:utf8
  2. import re
  3. from jsonpath_ng import parse
  4. import json
  5. import traceback
  6. def parse_data(raw_data,para):
  7. all_result = raw_data['data']
  8. param_split = str(para).split(":")
  9. datasourcestr = all_result[param_split[0]]
  10. datasource = json.loads(datasourcestr)
  11. # 创建 JsonPath 表达式对象
  12. expr = parse(param_split[1])
  13. # 使用表达式来选择 JSON 元素
  14. match = [match.value for match in expr.find(datasource)]
  15. val = match[0]
  16. return val
  17. def get_content(inputdata,logging):
  18. """
  19. :param inputdata:json数据
  20. :return: prompt及其他参数
  21. """
  22. res={}
  23. input=inputdata["input"]
  24. data=inputdata["data"]
  25. prompt=input["prompt"]
  26. if_data=re.findall("@@(.*?)@@",prompt)
  27. # if_user=re.findall("{{(.*)}}",prompt)
  28. # if if_user != []:
  29. # user_data=inputdata["metadata"]["user"]
  30. # if if_user[0] in user_data.keys():
  31. # tmp=user_data[if_user[0]]
  32. # prompt=re.sub("{{(.*)}}",tmp,prompt)
  33. if if_data!=[] :
  34. for rule in if_data:
  35. try:
  36. if "#json#" in rule:
  37. parm = rule.split("#json#")
  38. data1 = parse_data(inputdata, parm[0])
  39. data1_json = json.loads(data1)
  40. expr = parse(parm[1])
  41. result = str([match.value for match in expr.find(data1_json)][0])
  42. rep = "@@{}@@".format(rule)
  43. # 增加转义字符
  44. rep_escaped = re.escape(rep)
  45. prompt = re.sub(rep_escaped, result, prompt)
  46. elif ":" in rule:
  47. result = parse_data(inputdata, rule)
  48. rep = "@@{}@@".format(rule)
  49. rep_escaped = re.escape(rep)
  50. prompt = re.sub(rep_escaped, result, prompt)
  51. else:
  52. if rule in data.keys():
  53. tmp1=data[rule]
  54. rep = "@@{}@@".format(rule)
  55. prompt=re.sub(rep,tmp1,prompt)
  56. except:
  57. # print(traceback.format_exc())
  58. rep = "@@{}@@".format(rule)
  59. prompt = prompt.replace(rep,'')
  60. logging.info("动态字段获取数据失败。{}-{}".format(rule, traceback.format_exc()))
  61. logging.info("拼接后的问题:{}".format(prompt))
  62. res["prompt"]=prompt
  63. res["authorization"]=input["authorization"]
  64. res["model"]=input["model"]
  65. res["temperature"]=input["temperature"]
  66. res["authorization"]=input["authorization"]
  67. res["top_p"]=input["top_p"]
  68. res["n"]=input["n"]
  69. return res
  70. # def get_content(inputdata,logging):
  71. # """
  72. # 重新组装参数
  73. # :param inputdata:原json数据
  74. # :return: 组装的prompt及其他参数
  75. # """
  76. # res={}
  77. # admin=inputdata["metadata"]["admin"]
  78. # data=inputdata["data"]
  79. # prompt=admin["prompt"]
  80. # if_user=re.findall("{{(.*)}}",prompt)
  81. # if_data=re.findall("@@(.*)@@",prompt)
  82. # if if_user != []:
  83. # user_data=inputdata["metadata"]["user"]
  84. # if if_user[0] in user_data.keys():
  85. # tmp=user_data[if_user[0]]
  86. # prompt=re.sub("{{(.*)}}",tmp,prompt)
  87. # if if_data!=[] and if_data[0] in data.keys():
  88. # tmp1=data[if_data[0]]
  89. # prompt=re.sub("@@(.*)@@",tmp1,prompt)
  90. # res["prompt"]=prompt
  91. # res["authorization"]=admin["authorization"]
  92. # res["model"]=admin["model"]
  93. # res["temperature"]=admin["temperature"]
  94. # res["authorization"]=admin["authorization"]
  95. # res["top_p"]=admin["top_p"]
  96. # res["n"]=admin["n"]
  97. # return res
  98. if __name__=="__main__":
  99. inputdata={
  100. "output":{
  101. "id":"id",
  102. "content":"content"
  103. },
  104. "address":"http://172.18.1.181:9011/chatGpt/",
  105. "input":{
  106. "authorization":"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",
  107. "top_p":"1",
  108. "temperature":"1",
  109. "model":"gpt-3.5-turbo-16k",
  110. "prompt":"根据下面内容:@@1_Youtube采集:$['content']#json#$['test1']@@。生成一条@@1_Youtube采集:$['Count']@@字的关于中国正面的新闻,标题用title,内容用content,以json格式输出。",
  111. "n":"1"
  112. },
  113. "data":{
  114. "1_Youtube采集":"{\"isDownload\":\"true\",\"content\":\"{\\\"test1\\\":\\\"22222\\\"}\",\"Count\":\"555\"}"
  115. },
  116. "created":1691004265000,
  117. "module":"ChatGPT",
  118. "start_tag":"false",
  119. "multi_branch":0,
  120. "last_edit":1698927821000,
  121. "next_app_id":[
  122. {
  123. "start_id":316,
  124. "edge_id":200,
  125. "end_id":317
  126. }
  127. ],
  128. "transfer_id":3,
  129. "version":1,
  130. "blueprint_id":12,
  131. "scenes_id":12,
  132. "scenario":{
  133. "dataloss":1,
  134. "autoCommitTriggerLast":1,
  135. "maxErrors":3,
  136. "autoCommit":1,
  137. "freshVariables":1
  138. },
  139. "wait_condition":[
  140. ],
  141. "scheduling":{
  142. "interval":-1,
  143. "type":"single"
  144. },
  145. "name":"正面引导",
  146. "businessKey":"78278a5168e45304",
  147. "id":316,
  148. "position":[
  149. 100,
  150. 200
  151. ],
  152. "describe":"正面引导"
  153. }
  154. a=get_content(inputdata,"")
  155. print(a)