模型下載
git lfs install
git clone https://www.modelscope.cn/ZhipuAI/chatglm3-6b.git
下載完成后找到所在目錄
from flask import Flask,jsonify,request
from transformers import AutoTokenizer, AutoModel
app = Flask(__name__)
tokenizer = AutoTokenizer.from_pretrained("E:/yi\chatglm3-6b", trust_remote_code=True)
model = AutoModel.from_pretrained("E:/yi\chatglm3-6b", trust_remote_code=True).half().cuda()
model = model.eval()
@app.route('/goodsApi',methods=['get'])
def transaction():
item ={}
title = request.args.get("title")
title1 = request.args.get("title1")
response, history = model.chat(tokenizer,title, history=[])
response, history = model.chat(tokenizer, title+'和'+title1+' 這兩句話的相似度是多少', history=[])
item['data'] =response
return item,200
if __name__ == '__main__':
app.run(host='0.0.0.0', port=5000)
