#coding:utf-8 # 这是一个示例 Python 脚本。 # 按 Shift+F10 执行或将其替换为您的代码。 # 按 双击 Shift 在所有地方搜索类、文件、工具窗口、操作和设置。 # def request_api_chatgpt(api_key, prompt): # print(api_key) # print(prompt) # OPENAI_API_KEY = api_key # url = "https://api.openai.com/v1/chat/completions" # # url = "https://one.aiskt.com" # headers = { # "Content-Type": "application/json", # "Authorization": f"Bearer {OPENAI_API_KEY}" # } # data = { # "model": "gpt-4-turbo-preview", # "messages": [ # {"role": "user", "content": "你好"}, # {"role": "assistant", "content": "你好!有什么我可以帮助你的吗?"}, # # {"role": "user", "content": prompt} # {"role": "user", "content": "一张信用卡为多个gpt4账号付费会风控吗"} # ], # "top_p": 0.9, # "temperature": 0.95 # } # response = requests.post(url, # headers=headers, # data=json.dumps(data), # timeout=1200) # # return response from flask import Flask, jsonify from flask import request import requests import time import socket import re app = Flask(__name__) app.config["JSON_AS_ASCII"] = False def get_host_ip(): """ 查询本机ip地址 :return: ip """ try: s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM) s.connect(('8.8.8.8', 80)) ip = s.getsockname()[0] finally: s.close() return ip chatgpt_url_predict = "http://{}:12001/predict".format(str(get_host_ip())) chatgpt_url_search = "http://{}:12001/search".format(str(get_host_ip())) def check_problems(input, output): pantten_formula = r'\\\[.*?\\\]' pantten_picture = r'.*?' pantten_tb = r'.*?' error_data = "" # 判断是否是小标题任务 if "任务：生成论文小标题内容" in input: # 判断公式 formula_bool_list = re.findall(pantten_formula, output, re.DOTALL) tb_bool_list = re.findall(pantten_tb, output, re.DOTALL) picture_bool_list = re.findall(pantten_picture, output, re.DOTALL) if "数学公式用\\[\\]进行包裹" not in input and formula_bool_list != []: error_data += "多生成公式问题:\n" error_data += "input:\n" error_data += input error_data += "output:\n" error_data += output error_data += "\n========================================================================\n" # 判断公式 if "表格部分开始必须用标识，表格部分结束必须用标识，必须返回html格式的表格" not in input and tb_bool_list != []: error_data += "多生成表格问题:\n" error_data += "input:\n" error_data += input error_data += "output:\n" error_data += output error_data += "\n========================================================================\n" if "图片要求在文字中插入一张图" not in input and picture_bool_list != []: error_data += "多生成图片问题:\n" error_data += "input:\n" error_data += input error_data += "output:\n" error_data += output error_data += "\n========================================================================\n" if error_data != "": with open("logs/error_xiaobiaoti.log", "a", encoding="utf-8") as f: f.write(error_data) def return_type(input, output): pantten_formula = r'\\\[.*?\\\]' pantten_picture = r'.*?' pantten_tb = r'.*?' return_type_list = [] # 判断是否是小标题任务 if "任务：生成论文小标题内容" in input: # 判断表格 tb_bool_list = re.findall(pantten_tb, output, re.DOTALL) formula_bool_list = re.findall(pantten_formula, output, re.DOTALL) picture_bool_list = re.findall(pantten_picture, output, re.DOTALL) if tb_bool_list != []: return_type_list.append("1") if formula_bool_list != []: return_type_list.append("2") if picture_bool_list != []: return_type_list.append("3") return return_type_list def request_api_chatgpt(content, model, top_p, temperature): data = { "content": content, "model": model, "top_p": top_p, "temperature": temperature } response = requests.post( chatgpt_url_predict, json=data, timeout=100000 ) if response.status_code == 200: return response.json() else: # logger.error( # "【{}】 Failed to get a proper response from remote " # "server. Status Code: {}. Response: {}" # "".format(url, response.status_code, response.text) # ) print("Failed to get a proper response from remote " "server. Status Code: {}. Response: {}" "".format(response.status_code, response.text)) return {} def uuid_search(uuid): data = { "id": uuid } response = requests.post( chatgpt_url_search, json=data, timeout=100000 ) if response.status_code == 200: return response.json() else: # logger.error( # "【{}】 Failed to get a proper response from remote " # "server. Status Code: {}. Response: {}" # "".format(url, response.status_code, response.text) # ) print("Failed to get a proper response from remote " "server. Status Code: {}. Response: {}" "".format(response.status_code, response.text)) return {} def uuid_search_mp(results): results_list = [""] * len(results) while True: tiaochu_bool = True for i in results_list: if i == "": tiaochu_bool = False break if tiaochu_bool == True: break for i in range(len(results)): uuid = results[i]["texts"]["id"] result = uuid_search(uuid) if result["code"] == 200: results_list[i] = result["text"] time.sleep(3) return results_list @app.route("/predict", methods=["POST"]) def handle_query(): print(request.remote_addr) model = request.json.get("model") messages = request.json.get("messages") top_p = request.json.get("top_p") temperature = request.json.get("temperature") print(model) print(messages) print(top_p) print(temperature) # "messages": [ # {"role": "user", "content": "你好"}, # {"role": "assistant", "content": "你好!有什么我可以帮助你的吗?"}, # # {"role": "user", "content": prompt} # {"role": "user", "content": "一张信用卡为多个gpt4账号付费会风控吗"} # ], # text = "User: " + messages[-1]["content"] + "\nAssistant:" content = "<|im_start|>user\n{}<|im_end|>\n<|im_start|>assistant\n".format(messages[-1]["content"]) print(model) print(messages) print(top_p) print(temperature) uid = request_api_chatgpt(content, model, top_p, temperature) # { # "probabilities": null, # "status_code": 200, # "texts": { # "id": "29379d06-d08b-11ee-b56d-31fe0a8adccc" # } # } results = uuid_search_mp([uid])[0] # 检查输入输出 check_problems(messages[0]["content"], results) return_type_list = return_type(messages[0]["content"], results) return_text = { 'code': 200, 'id': uid["texts"]["id"], 'object': 0, 'created': 0, 'model': model, 'choices': [ { 'index': 0, 'message': { 'role': 'assistant', 'content': results }, 'logprobs': None, 'finish_reason': 'stop' } ], 'return_type_list': return_type_list, 'usage': 0, 'system_fingerprint': 0 } return jsonify(return_text) if __name__ == '__main__': app.run(host="0.0.0.0", port=12004, threaded=True, debug=False)