server: remove warmup, increase LLM timeout for now

This commit is contained in:
Mathieu Virbel
2023-08-11 19:56:39 +02:00
parent 82ce8202bd
commit 01806ce037
4 changed files with 9 additions and 5 deletions

View File

@@ -19,7 +19,7 @@ class ModalLLM(LLM):
response = await client.post(
self.llm_warmup_url,
headers=self.headers,
timeout=60**5,
timeout=60 * 5,
)
response.raise_for_status()