Serverless GPU support on banana.dev (#106)

* serverless: implement banana backend for both audio and LLM

Related to monadical-sas/reflector-gpu-banana project

* serverless: got llm working on banana !

* tests: fixes

* serverless: fix dockerfile to use fastapi server + httpx

server/reflector/storage/__init__.py

@@ -0,0 +1 @@
+from .base import Storage  # noqa

server/reflector/storage/base.py

@@ -0,0 +1,47 @@
+from pydantic import BaseModel
+from reflector.settings import settings
+import importlib
+
+
+class FileResult(BaseModel):
+    filename: str
+    url: str
+
+
+class Storage:
+    _registry = {}
+    CONFIG_SETTINGS = []
+
+    @classmethod
+    def register(cls, name, kclass):
+        cls._registry[name] = kclass
+
+    @classmethod
+    def get_instance(cls, name, settings_prefix=""):
+        if name not in cls._registry:
+            module_name = f"reflector.storage.storage_{name}"
+            importlib.import_module(module_name)
+
+        # gather specific configuration for the processor
+        # search `TRANSCRIPT_BACKEND_XXX_YYY`, push to constructor as `backend_xxx_yyy`
+        config = {}
+        name_upper = name.upper()
+        config_prefix = f"{settings_prefix}{name_upper}_"
+        for key, value in settings:
+            if key.startswith(config_prefix):
+                config_name = key[len(settings_prefix) :].lower()
+                config[config_name] = value
+
+        return cls._registry[name](**config)
+
+    async def put_file(self, filename: str, data: bytes) -> FileResult:
+        return await self._put_file(filename, data)
+
+    async def _put_file(self, filename: str, data: bytes) -> FileResult:
+        raise NotImplementedError
+
+    async def delete_file(self, filename: str):
+        return await self._delete_file(filename)
+
+    async def _delete_file(self, filename: str):
+        raise NotImplementedError

server/reflector/storage/storage_aws.py

@@ -0,0 +1,67 @@
+import aioboto3
+from reflector.storage.base import Storage, FileResult
+from reflector.logger import logger
+
+
+class AwsStorage(Storage):
+    def __init__(
+        self,
+        aws_access_key_id: str,
+        aws_secret_access_key: str,
+        aws_bucket_name: str,
+        aws_region: str,
+    ):
+        if not aws_access_key_id:
+            raise ValueError("Storage `aws_storage` require `aws_access_key_id`")
+        if not aws_secret_access_key:
+            raise ValueError("Storage `aws_storage` require `aws_secret_access_key`")
+        if not aws_bucket_name:
+            raise ValueError("Storage `aws_storage` require `aws_bucket_name`")
+        if not aws_region:
+            raise ValueError("Storage `aws_storage` require `aws_region`")
+
+        super().__init__()
+        self.aws_bucket_name = aws_bucket_name
+        self.aws_folder = ""
+        if "/" in aws_bucket_name:
+            self.aws_bucket_name, self.aws_folder = aws_bucket_name.split("/", 1)
+        self.session = aioboto3.Session(
+            aws_access_key_id=aws_access_key_id,
+            aws_secret_access_key=aws_secret_access_key,
+            region_name=aws_region,
+        )
+        self.base_url = f"https://{aws_bucket_name}.s3.amazonaws.com/"
+
+    async def _put_file(self, filename: str, data: bytes) -> FileResult:
+        bucket = self.aws_bucket_name
+        folder = self.aws_folder
+        logger.info(f"Uploading {filename} to S3 {bucket}/{folder}")
+        s3filename = f"{folder}/{filename}" if folder else filename
+        async with self.session.client("s3") as client:
+            await client.put_object(
+                Bucket=bucket,
+                Key=s3filename,
+                Body=data,
+            )
+
+            presigned_url = await client.generate_presigned_url(
+                "get_object",
+                Params={"Bucket": bucket, "Key": s3filename},
+                ExpiresIn=3600,
+            )
+
+            return FileResult(
+                filename=filename,
+                url=presigned_url,
+            )
+
+    async def _delete_file(self, filename: str):
+        bucket = self.aws_bucket_name
+        folder = self.aws_folder
+        logger.info(f"Deleting {filename} from S3 {bucket}/{folder}")
+        s3filename = f"{folder}/{filename}" if folder else filename
+        async with self.session.client("s3") as client:
+            await client.delete_object(Bucket=bucket, Key=s3filename)
+
+
+Storage.register("aws", AwsStorage)