feat: self-hosted gpu api (#636)

* Self-hosted gpu api

* Refactor self-hosted api

* Rename model api tests

* Use lifespan instead of startup event

* Fix self hosted imports

* Add newlines

* Add response models

* Move gpu dir to the root

* Add project description

* Refactor lifespan

* Update env var names for model api tests

* Preload diarizarion service

* Refactor uploaded file paths

server/tests/test_model_api_diarization.py

@@ -0,0 +1,63 @@
+"""
+Tests for diarization Model API endpoint (self-hosted service compatible shape).
+
+Marked with the "model_api" marker and skipped unless DIARIZATION_URL is provided.
+
+Run with for local self-hosted server:
+    DIARIZATION_API_KEY=dev-key \
+    DIARIZATION_URL=http://localhost:8000 \
+    uv run -m pytest -m model_api --no-cov tests/test_model_api_diarization.py
+"""
+
+import os
+
+import httpx
+import pytest
+
+# Public test audio file hosted on S3 specifically for reflector pytests
+TEST_AUDIO_URL = (
+    "https://reflector-github-pytest.s3.us-east-1.amazonaws.com/test_mathieu_hello.mp3"
+)
+
+
+def get_modal_diarization_url():
+    url = os.environ.get("DIARIZATION_URL")
+    if not url:
+        pytest.skip(
+            "DIARIZATION_URL environment variable is required for Model API tests"
+        )
+    return url
+
+
+def get_auth_headers():
+    api_key = os.environ.get("DIARIZATION_API_KEY") or os.environ.get(
+        "REFLECTOR_GPU_APIKEY"
+    )
+    return {"Authorization": f"Bearer {api_key}"} if api_key else {}
+
+
+@pytest.mark.model_api
+class TestModelAPIDiarization:
+    def test_diarize_from_url(self):
+        url = get_modal_diarization_url()
+        headers = get_auth_headers()
+
+        with httpx.Client(timeout=60.0) as client:
+            response = client.post(
+                f"{url}/diarize",
+                params={"audio_file_url": TEST_AUDIO_URL, "timestamp": 0.0},
+                headers=headers,
+            )
+
+            assert response.status_code == 200, f"Request failed: {response.text}"
+            result = response.json()
+
+            assert "diarization" in result
+            assert isinstance(result["diarization"], list)
+            assert len(result["diarization"]) > 0
+
+            for seg in result["diarization"]:
+                assert "start" in seg and "end" in seg and "speaker" in seg
+                assert isinstance(seg["start"], (int, float))
+                assert isinstance(seg["end"], (int, float))
+                assert seg["start"] <= seg["end"]