server: remove warmup methods everywhere

This commit is contained in:
2023-10-05 23:44:50 +02:00
committed by Mathieu Virbel
parent 50b89ecdda
commit 47f7e1836e
11 changed files with 2 additions and 134 deletions

View File

@@ -43,17 +43,6 @@ Authentication must be passed with the `Authorization` header, using the `bearer
Authorization: bearer <REFLECTOR_APIKEY>
```
### Warmup (both)
`POST /warmup`
**response**
```
{
"status": "ok"
}
```
### LLM
`POST /llm`

View File

@@ -111,11 +111,6 @@ class LLM:
def __exit__(self, *args):
print("Exit llm")
@method()
def warmup(self):
print("Warmup ok")
return {"status": "ok"}
@method()
def generate(self, prompt: str, gen_schema: str | None, gen_cfg: str | None) -> dict:
"""
@@ -201,8 +196,4 @@ def web():
result = func.get()
return result
@app.post("/warmup", dependencies=[Depends(apikey_auth)])
async def warmup():
return llmstub.warmup.spawn().get()
return app

View File

@@ -185,10 +185,6 @@ class Transcriber:
dtype=torch.float32
)
@method()
def warmup(self):
return {"status": "ok"}
@method()
def transcribe_segment(
self,
@@ -334,8 +330,4 @@ def web():
result = func.get()
return result
@app.post("/warmup", dependencies=[Depends(apikey_auth)])
async def warmup():
return transcriberstub.warmup.spawn().get()
return app