windows下使用用wrk进行压力测试

import json
from transformers import pipeline, AutoModelForTokenClassification, AutoTokenizer

from fastapi import FastAPI
from fastapi.middleware.cors import CORSMiddleware
import uvicorn
from asgiref.sync import sync_to_async

model = AutoModelForTokenClassification.from_pretrained('model_hub/ner')
tokenizer = AutoTokenizer.from_pretrained('model_hub/ner')


class NerPipeline:
    def __init__(self):
        self.ner = pipeline("ner", grouped_entities=True, model=model, tokenizer=tokenizer)

    def predict(self, text):
        return self.ner(text)


nerPipeline = NerPipeline()

# text = "江苏警方通报特斯拉冲进店铺"
# text = "本院定于2022年6月1日 上午09时00分在普洱市中级人民法院第三法庭公开开庭审理原告中国音像著作权集体管理协会与被告普洱帝都娱乐有限公司著作权权属、侵权纠纷一案。"

# 启动app
app = FastAPI()

# 让app可以跨域
origins = ["*"]
app.add_middleware(
    CORSMiddleware,
    allow_origins=origins,
    allow_credentials=True,
    allow_methods=["*"],
    allow_headers=["*"],
)


@app.get("/")
async def main():
    return {"message": "Hello World"}


# 实现功能
@app.get('/get_ner_simple')
def ner_simple(sentence: str):
    result = str(nerPipeline.predict(sentence))
    return {"result": result}

@app.get('/get_ner_simple_aysnc')
async def ner_async_simple(sentence: str):
    result = await sync_to_async(nerPipeline.predict)(sentence)
    result = str(result)
    return {"result": result}

if __name__ == '__main__':
    uvicorn.run(app='main:app', host="0.0.0.0",
                port=8000, reload=True, debug=True)