Browse Source

补充readme

master
majiahui@haimaqingfan.com 2 years ago
parent
commit
f1878cb524
  1. 2
      flask_batch.py
  2. 1
      predict.py

2
flask_batch.py

@ -1,3 +1,5 @@
import os
os.environ["CUDA_VISIBLE_DEVICES"] = "0"
from flask import Flask, jsonify
from flask import request
from transformers import pipeline

1
predict.py

@ -1,5 +1,4 @@
import time
from vllm import LLM, SamplingParams
prompts = [

Loading…
Cancel
Save