selfhostyourtech/reflector
2
0
Fork 0
mirror of https://github.com/Monadical-SAS/reflector.git synced 2025-12-20 20:29:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

pass schema as dict

Browse Source
This commit is contained in:
Gokul Mohanarangan
2023-08-17 21:26:20 +05:30
parent 9332870e83
commit 2d686da15c
4 changed files with 8 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
server/gpu/modal/reflector_llm.py
View File

@@ -172,13 +172,16 @@ def web():
class LLMRequest(BaseModel):
prompt: str
schema: Optional[str] = None
schema: Optional[dict] = None
@app.post("/llm", dependencies=[Depends(apikey_auth)])
async def llm(
req: LLMRequest,
):
func = llmstub.generate.spawn(prompt=req.prompt, schema=req.schema)
if req.schema:
func = llmstub.generate.spawn(prompt=req.prompt, schema=json.dumps(req.schema))
else:
func = llmstub.generate.spawn(prompt=req.prompt)
result = func.get()
return result