server: implement modal backend for llm and transcription

This commit is contained in:
Mathieu Virbel
2023-08-11 12:34:11 +02:00
parent a822c9d482
commit 445d3c1221
4 changed files with 113 additions and 0 deletions

View File

@@ -58,12 +58,14 @@ def retry(fn):
if result:
return result
except HTTPStatusError as e:
logger.exception(e)
status_code = e.response.status_code
logger.debug(f"HTTP status {status_code} - {e}")
if status_code in retry_httpx_status_stop:
message = f"HTTP status {status_code} is in retry_httpx_status_stop"
raise RetryHTTPException(message) from e
except retry_ignore_exc_types as e:
logger.exception(e)
last_exception = e
logger.debug(