You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
258 lines
9.0 KiB
258 lines
9.0 KiB
from flask import Flask, jsonify
|
|
from flask import request
|
|
import time
|
|
import concurrent.futures
|
|
import requests
|
|
import socket
|
|
import os
|
|
|
|
|
|
class log:
|
|
def __init__(self):
|
|
pass
|
|
|
|
def log(*args, **kwargs):
|
|
format = '%Y/%m/%d-%H:%M:%S'
|
|
format_h = '%Y-%m-%d'
|
|
value = time.localtime(int(time.time()))
|
|
dt = time.strftime(format, value)
|
|
dt_log_file = time.strftime(format_h, value)
|
|
log_file = 'log_file/access-%s' % dt_log_file + ".log"
|
|
if not os.path.exists(log_file):
|
|
with open(os.path.join(log_file), 'w', encoding='utf-8') as f:
|
|
print(dt, *args, file=f, **kwargs)
|
|
else:
|
|
with open(os.path.join(log_file), 'a+', encoding='utf-8') as f:
|
|
print(dt, *args, file=f, **kwargs)
|
|
|
|
|
|
def get_host_ip():
|
|
"""
|
|
查询本机ip地址
|
|
:return: ip
|
|
"""
|
|
try:
|
|
s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
|
|
s.connect(('8.8.8.8', 80))
|
|
ip = s.getsockname()[0]
|
|
finally:
|
|
s.close()
|
|
|
|
return ip
|
|
|
|
chatgpt_url_predict = "http://{}:12000/predict".format(str(get_host_ip()))
|
|
chatgpt_url_search = "http://{}:12000/search".format(str(get_host_ip()))
|
|
|
|
prompt = {
|
|
"mulu_title_Level_2": "<|im_start|>user\n为论文题目“%s”生成中文目录，要求只有一级标题和二级标题，一级标题使用中文数字 例如一、xxx；二级标题使用阿拉伯数字 例如1.1 xxx；一级标题生成%s个；每个一级标题包含%s个二级标题<|im_end|>\n<|im_start|>assistant\n",
|
|
"mulu_title_Level_2_1": "<|im_start|>user\n为论文题目“%s”生成中文目录，要求只有一级标题和二级标题，一级标题使用中文数字 例如一、xxx；二级标题使用阿拉伯数字 例如1.1 xxx；一级标题生成%s个；每个一级标题包含%s-%s个二级标题<|im_end|>\n<|im_start|>assistant\n",
|
|
"mulu_title_Level_3": "<|im_start|>user\n为论文题目“%s”生成中文目录，要求只有一级标题，二级标题和三级标题，一级标题使用中文数字 例如一、xxx；二级标题使用阿拉伯数字 例如1.1 xxx；三级标题使用阿拉伯数字 例如1.1.2 xxx；一级标题生成%s个；每个一级标题包含%s个二级标题；三级标题个数适中<|im_end|>\n<|im_start|>assistant\n",
|
|
"mulu_title_Level_3_1": "<|im_start|>user\n为论文题目“%s”生成中文目录，要求只有一级标题，二级标题和三级标题，一级标题使用中文数字 例如一、xxx；二级标题使用阿拉伯数字 例如1.1 xxx；三级标题使用阿拉伯数字 例如1.1.2 xxx；一级标题生成%s个；每个一级标题包含%s-%s个二级标题；三级标题个数适中<|im_end|>\n<|im_start|>assistant\n",
|
|
"mulu_title_Level_3_2": "<|im_start|>user\n为论文题目“%s”生成中文目录，要求只有一级标题，二级标题和三级标题，一级标题使用中文数字 例如一、xxx；二级标题使用阿拉伯数字 例如1.1 xxx；三级标题使用阿拉伯数字 例如1.1.2 xxx；一级标题生成%s个；每个一级标题包含%s-%s个二级标题；三级标题个数越多越好<|im_end|>\n<|im_start|>assistant\n"
|
|
}
|
|
|
|
nums_word_dict = {
|
|
"3000": {
|
|
"prompt": prompt["mulu_title_Level_2"],
|
|
"title_1_nums": "3",
|
|
"title_2_nums": ["2"],
|
|
"title_small_nums": ["3", "2"]
|
|
},
|
|
"5000": {
|
|
"prompt": prompt["mulu_title_Level_2_1"],
|
|
"title_1_nums": "3",
|
|
"title_2_nums": ["2","4"],
|
|
"title_small_nums": ["3", "2","4"]
|
|
},
|
|
"8000": {
|
|
"prompt": prompt["mulu_title_Level_2_1"],
|
|
"title_1_nums": "4",
|
|
"title_2_nums": ["2", "4"],
|
|
"title_small_nums": ["4", "2", "4"],
|
|
},
|
|
"10000": {
|
|
"prompt": prompt["mulu_title_Level_2_1"],
|
|
"title_1_nums": "6",
|
|
"title_2_nums": ["2", "5"],
|
|
"title_small_nums": ["6", "2", "5"],
|
|
},
|
|
"15000": {
|
|
"prompt": prompt["mulu_title_Level_3_1"],
|
|
"title_1_nums": "5",
|
|
"title_2_nums": ["2", "3"],
|
|
"title_small_nums": ["5", "2", "3"],
|
|
},
|
|
"20000": {
|
|
"prompt": prompt["mulu_title_Level_3_1"],
|
|
"title_1_nums": "6",
|
|
"title_2_nums": ["2", "4"],
|
|
"title_small_nums": ["6", "2", "4"],
|
|
},
|
|
"30000": {
|
|
"prompt": prompt["mulu_title_Level_3_1"],
|
|
"title_1_nums": "7",
|
|
"title_2_nums": ["3", "5"],
|
|
"title_small_nums": ["7", "3", "5"],
|
|
},
|
|
"50000": {
|
|
"prompt": prompt["mulu_title_Level_3_2"],
|
|
"title_1_nums": "8",
|
|
"title_2_nums": ["3", "8"],
|
|
"title_small_nums": ["8", "3", "8"],
|
|
},
|
|
}
|
|
|
|
|
|
app = Flask(__name__)
|
|
app.config["JSON_AS_ASCII"] = False
|
|
|
|
def dialog_line_parse(url, text):
|
|
"""
|
|
将数据输入模型进行分析并输出结果
|
|
:param url: 模型url
|
|
:param text: 进入模型的数据
|
|
:return: 模型返回结果
|
|
"""
|
|
|
|
response = requests.post(
|
|
url,
|
|
json=text,
|
|
timeout=1000
|
|
)
|
|
if response.status_code == 200:
|
|
return response.json()
|
|
else:
|
|
# logger.error(
|
|
# "【{}】 Failed to get a proper response from remote "
|
|
# "server. Status Code: {}. Response: {}"
|
|
# "".format(url, response.status_code, response.text)
|
|
# )
|
|
print("【{}】 Failed to get a proper response from remote "
|
|
"server. Status Code: {}. Response: {}"
|
|
"".format(url, response.status_code, response.text))
|
|
print(text)
|
|
return []
|
|
|
|
|
|
def request_api_chatgpt(prompt):
|
|
'''
|
|
content = request.json["content"] # 获取用户query中的文本 例如"I love you"
|
|
model = request.json["model"]
|
|
top_p = request.json["top_p"]
|
|
temperature = request.json["temperature"]
|
|
:param prompt:
|
|
:return:
|
|
'''
|
|
data = {
|
|
"content": prompt,
|
|
"model": "gpt-4-turbo",
|
|
"top_p": 0.95,
|
|
"temperature": 0.7
|
|
}
|
|
response = requests.post(
|
|
chatgpt_url_predict,
|
|
json=data,
|
|
timeout=100000
|
|
)
|
|
if response.status_code == 200:
|
|
return response.json()
|
|
else:
|
|
# logger.error(
|
|
# "【{}】 Failed to get a proper response from remote "
|
|
# "server. Status Code: {}. Response: {}"
|
|
# "".format(url, response.status_code, response.text)
|
|
# )
|
|
print("Failed to get a proper response from remote "
|
|
"server. Status Code: {}. Response: {}"
|
|
"".format(response.status_code, response.text))
|
|
return {}
|
|
|
|
|
|
def uuid_search(uuid):
|
|
data = {
|
|
"id": uuid
|
|
}
|
|
response = requests.post(
|
|
chatgpt_url_search,
|
|
json=data,
|
|
timeout=100000
|
|
)
|
|
if response.status_code == 200:
|
|
return response.json()
|
|
else:
|
|
# logger.error(
|
|
# "【{}】 Failed to get a proper response from remote "
|
|
# "server. Status Code: {}. Response: {}"
|
|
# "".format(url, response.status_code, response.text)
|
|
# )
|
|
print("Failed to get a proper response from remote "
|
|
"server. Status Code: {}. Response: {}"
|
|
"".format(response.status_code, response.text))
|
|
return {}
|
|
|
|
|
|
def uuid_search_mp(results):
|
|
results_list = [""] * len(results)
|
|
while True:
|
|
tiaochu_bool = True
|
|
|
|
for i in results_list:
|
|
if i == "":
|
|
tiaochu_bool = False
|
|
break
|
|
|
|
if tiaochu_bool == True:
|
|
break
|
|
|
|
for i in range(len(results)):
|
|
uuid = results[i]["texts"]["id"]
|
|
|
|
result = uuid_search(uuid)
|
|
if result["code"] == 200:
|
|
results_list[i] = result["text"]
|
|
time.sleep(3)
|
|
return results_list
|
|
|
|
|
|
def get_multiple_urls(urls):
|
|
input_values = []
|
|
|
|
for i in urls:
|
|
input_values.append(i[1])
|
|
with concurrent.futures.ThreadPoolExecutor() as executor:
|
|
# 使用map方法并发地调用worker_function
|
|
results = list(executor.map(request_api_chatgpt, input_values))
|
|
|
|
with concurrent.futures.ThreadPoolExecutor() as executor:
|
|
# 使用map方法并发地调用worker_function
|
|
results = list(executor.map(uuid_search_mp, [results]))
|
|
|
|
return_list = []
|
|
for i in results[0]:
|
|
data = {
|
|
"code": 200,
|
|
"data": i
|
|
}
|
|
return_list.append(data)
|
|
return return_list
|
|
|
|
|
|
@app.route("/articles_directory", methods=["POST"])
|
|
def articles_directory():
|
|
title = request.json["title"] # 获取用户query中的文本 例如"I love you"
|
|
nums_catalogue = request.json["nums_catalogue"]
|
|
nums_word = request.json["nums_word"] # 获取用户query中的文本 例如"I love you"
|
|
nums_catalogue = int(nums_catalogue)
|
|
keyword = tuple([title] + nums_word_dict[nums_word]["title_small_nums"])
|
|
prompt = nums_word_dict[nums_word]["prompt"]%keyword
|
|
print(prompt)
|
|
input_data = []
|
|
for i in range(nums_catalogue):
|
|
input_data.append([i, prompt])
|
|
|
|
results = get_multiple_urls(input_data)
|
|
log.log('text:{},'.format(prompt))
|
|
return jsonify(results) # 返回结果
|
|
|
|
if __name__ == "__main__":
|
|
app.run(debug=False, host='0.0.0.0', port=18001)
|
|
|