From 9103c8cca83de1459447aec5b3971b963264dce8 Mon Sep 17 00:00:00 2001
From: Gokul Mohanarangan <gokul@monadical.com>
Date: Thu, 17 Aug 2023 15:15:43 +0530
Subject: [PATCH] remove ast

---
 server/gpu/modal/reflector_llm.py | 9 ++++-----
 1 file changed, 4 insertions(+), 5 deletions(-)

diff --git a/server/gpu/modal/reflector_llm.py b/server/gpu/modal/reflector_llm.py
index 21306763..10cf4772 100644
--- a/server/gpu/modal/reflector_llm.py
+++ b/server/gpu/modal/reflector_llm.py
@@ -3,11 +3,11 @@ Reflector GPU backend - LLM
 ===========================
 
 """
-
+import json
 import os
 from typing import Optional
 
-from modal import asgi_app, Image, method, Secret, Stub
+from modal import Image, Secret, Stub, asgi_app, method
 
 # LLM
 LLM_MODEL: str = "lmsys/vicuna-13b-v1.5"
@@ -116,12 +116,11 @@ class LLM:
         # If a schema is given, conform to schema
         if schema:
             print(f"Schema {schema=}")
-            import ast
             import jsonformer
 
             jsonformer_llm = jsonformer.Jsonformer(model=self.model,
                                                    tokenizer=self.tokenizer,
-                                                   json_schema=ast.literal_eval(schema),
+                                                   json_schema=json.loads(schema),
                                                    prompt=prompt,
                                                    max_string_token_length=self.gen_cfg.max_new_tokens)
             response = jsonformer_llm()
@@ -154,7 +153,7 @@ class LLM:
 )
 @asgi_app()
 def web():
-    from fastapi import FastAPI, HTTPException, status, Depends
+    from fastapi import Depends, FastAPI, HTTPException, status
     from fastapi.security import OAuth2PasswordBearer
     from pydantic import BaseModel