feat: postgresql migration and removal of sqlite in pytest (#546)

* feat: remove support of sqlite, 100% postgres

* fix: more migration and make datetime timezone aware in postgres

* fix: change how database is get, and use contextvar to have difference instance between different loops

* test: properly use client fixture that handle lifetime/database connection

* fix: add missing client fixture parameters to test functions

This commit fixes NameError issues where test functions were trying to use
the 'client' fixture but didn't have it as a parameter. The changes include:

1. Added 'client' parameter to test functions in:
   - test_transcripts_audio_download.py (6 functions including fixture)
   - test_transcripts_speaker.py (3 functions)
   - test_transcripts_upload.py (1 function)
   - test_transcripts_rtc_ws.py (2 functions + appserver fixture)

2. Resolved naming conflicts in test_transcripts_rtc_ws.py where both HTTP
   client and StreamClient were using variable name 'client'. StreamClient
   instances are now named 'stream_client' to avoid conflicts.

3. Added missing 'from reflector.app import app' import in rtc_ws tests.

Background: Previously implemented contextvars solution with get_database()
function resolves asyncio event loop conflicts in Celery tasks. The global
client fixture was also created to replace manual AsyncClient instances,
ensuring proper FastAPI application lifecycle management and database
connections during tests.

All tests now pass except for 2 pre-existing RTC WebSocket test failures
related to asyncpg connection issues unrelated to these fixes.

* fix: ensure task are correctly closed

* fix: make separate event loop for the live server

* fix: make default settings pointing at postgres

* build: remove pytest-docker deps out of dev, just tests group

server/tests/test_transcripts.py

@@ -1,147 +1,128 @@
 from contextlib import asynccontextmanager
 
 import pytest
-from httpx import AsyncClient
 
 
 @pytest.mark.asyncio
-async def test_transcript_create():
-    from reflector.app import app
+async def test_transcript_create(client):
+    response = await client.post("/transcripts", json={"name": "test"})
+    assert response.status_code == 200
+    assert response.json()["name"] == "test"
+    assert response.json()["status"] == "idle"
+    assert response.json()["locked"] is False
+    assert response.json()["id"] is not None
+    assert response.json()["created_at"] is not None
 
-    async with AsyncClient(app=app, base_url="http://test/v1") as ac:
-        response = await ac.post("/transcripts", json={"name": "test"})
-        assert response.status_code == 200
-        assert response.json()["name"] == "test"
-        assert response.json()["status"] == "idle"
-        assert response.json()["locked"] is False
-        assert response.json()["id"] is not None
-        assert response.json()["created_at"] is not None
-
-        # ensure some fields are not returned
-        assert "topics" not in response.json()
-        assert "events" not in response.json()
+    # ensure some fields are not returned
+    assert "topics" not in response.json()
+    assert "events" not in response.json()
 
 
 @pytest.mark.asyncio
-async def test_transcript_get_update_name():
-    from reflector.app import app
+async def test_transcript_get_update_name(client):
+    response = await client.post("/transcripts", json={"name": "test"})
+    assert response.status_code == 200
+    assert response.json()["name"] == "test"
 
-    async with AsyncClient(app=app, base_url="http://test/v1") as ac:
-        response = await ac.post("/transcripts", json={"name": "test"})
-        assert response.status_code == 200
-        assert response.json()["name"] == "test"
+    tid = response.json()["id"]
 
-        tid = response.json()["id"]
+    response = await client.get(f"/transcripts/{tid}")
+    assert response.status_code == 200
+    assert response.json()["name"] == "test"
 
-        response = await ac.get(f"/transcripts/{tid}")
-        assert response.status_code == 200
-        assert response.json()["name"] == "test"
+    response = await client.patch(f"/transcripts/{tid}", json={"name": "test2"})
+    assert response.status_code == 200
+    assert response.json()["name"] == "test2"
 
-        response = await ac.patch(f"/transcripts/{tid}", json={"name": "test2"})
-        assert response.status_code == 200
-        assert response.json()["name"] == "test2"
-
-        response = await ac.get(f"/transcripts/{tid}")
-        assert response.status_code == 200
-        assert response.json()["name"] == "test2"
+    response = await client.get(f"/transcripts/{tid}")
+    assert response.status_code == 200
+    assert response.json()["name"] == "test2"
 
 
 @pytest.mark.asyncio
-async def test_transcript_get_update_locked():
-    from reflector.app import app
+async def test_transcript_get_update_locked(client):
+    response = await client.post("/transcripts", json={"name": "test"})
+    assert response.status_code == 200
+    assert response.json()["locked"] is False
 
-    async with AsyncClient(app=app, base_url="http://test/v1") as ac:
-        response = await ac.post("/transcripts", json={"name": "test"})
-        assert response.status_code == 200
-        assert response.json()["locked"] is False
+    tid = response.json()["id"]
 
-        tid = response.json()["id"]
+    response = await client.get(f"/transcripts/{tid}")
+    assert response.status_code == 200
+    assert response.json()["locked"] is False
 
-        response = await ac.get(f"/transcripts/{tid}")
-        assert response.status_code == 200
-        assert response.json()["locked"] is False
+    response = await client.patch(f"/transcripts/{tid}", json={"locked": True})
+    assert response.status_code == 200
+    assert response.json()["locked"] is True
 
-        response = await ac.patch(f"/transcripts/{tid}", json={"locked": True})
-        assert response.status_code == 200
-        assert response.json()["locked"] is True
-
-        response = await ac.get(f"/transcripts/{tid}")
-        assert response.status_code == 200
-        assert response.json()["locked"] is True
+    response = await client.get(f"/transcripts/{tid}")
+    assert response.status_code == 200
+    assert response.json()["locked"] is True
 
 
 @pytest.mark.asyncio
-async def test_transcript_get_update_summary():
-    from reflector.app import app
+async def test_transcript_get_update_summary(client):
+    response = await client.post("/transcripts", json={"name": "test"})
+    assert response.status_code == 200
+    assert response.json()["long_summary"] is None
+    assert response.json()["short_summary"] is None
 
-    async with AsyncClient(app=app, base_url="http://test/v1") as ac:
-        response = await ac.post("/transcripts", json={"name": "test"})
-        assert response.status_code == 200
-        assert response.json()["long_summary"] is None
-        assert response.json()["short_summary"] is None
+    tid = response.json()["id"]
 
-        tid = response.json()["id"]
+    response = await client.get(f"/transcripts/{tid}")
+    assert response.status_code == 200
+    assert response.json()["long_summary"] is None
+    assert response.json()["short_summary"] is None
 
-        response = await ac.get(f"/transcripts/{tid}")
-        assert response.status_code == 200
-        assert response.json()["long_summary"] is None
-        assert response.json()["short_summary"] is None
+    response = await client.patch(
+        f"/transcripts/{tid}",
+        json={"long_summary": "test_long", "short_summary": "test_short"},
+    )
+    assert response.status_code == 200
+    assert response.json()["long_summary"] == "test_long"
+    assert response.json()["short_summary"] == "test_short"
 
-        response = await ac.patch(
-            f"/transcripts/{tid}",
-            json={"long_summary": "test_long", "short_summary": "test_short"},
-        )
-        assert response.status_code == 200
-        assert response.json()["long_summary"] == "test_long"
-        assert response.json()["short_summary"] == "test_short"
-
-        response = await ac.get(f"/transcripts/{tid}")
-        assert response.status_code == 200
-        assert response.json()["long_summary"] == "test_long"
-        assert response.json()["short_summary"] == "test_short"
+    response = await client.get(f"/transcripts/{tid}")
+    assert response.status_code == 200
+    assert response.json()["long_summary"] == "test_long"
+    assert response.json()["short_summary"] == "test_short"
 
 
 @pytest.mark.asyncio
-async def test_transcript_get_update_title():
-    from reflector.app import app
+async def test_transcript_get_update_title(client):
+    response = await client.post("/transcripts", json={"name": "test"})
+    assert response.status_code == 200
+    assert response.json()["title"] is None
 
-    async with AsyncClient(app=app, base_url="http://test/v1") as ac:
-        response = await ac.post("/transcripts", json={"name": "test"})
-        assert response.status_code == 200
-        assert response.json()["title"] is None
+    tid = response.json()["id"]
 
-        tid = response.json()["id"]
+    response = await client.get(f"/transcripts/{tid}")
+    assert response.status_code == 200
+    assert response.json()["title"] is None
 
-        response = await ac.get(f"/transcripts/{tid}")
-        assert response.status_code == 200
-        assert response.json()["title"] is None
+    response = await client.patch(f"/transcripts/{tid}", json={"title": "test_title"})
+    assert response.status_code == 200
+    assert response.json()["title"] == "test_title"
 
-        response = await ac.patch(f"/transcripts/{tid}", json={"title": "test_title"})
-        assert response.status_code == 200
-        assert response.json()["title"] == "test_title"
-
-        response = await ac.get(f"/transcripts/{tid}")
-        assert response.status_code == 200
-        assert response.json()["title"] == "test_title"
+    response = await client.get(f"/transcripts/{tid}")
+    assert response.status_code == 200
+    assert response.json()["title"] == "test_title"
 
 
 @pytest.mark.asyncio
-async def test_transcripts_list_anonymous():
+async def test_transcripts_list_anonymous(client):
     # XXX this test is a bit fragile, as it depends on the storage which
     #     is shared between tests
-    from reflector.app import app
     from reflector.settings import settings
 
-    async with AsyncClient(app=app, base_url="http://test/v1") as ac:
-        response = await ac.get("/transcripts")
-        assert response.status_code == 401
+    response = await client.get("/transcripts")
+    assert response.status_code == 401
 
     # if public mode, it should be allowed
     try:
         settings.PUBLIC_MODE = True
-        async with AsyncClient(app=app, base_url="http://test/v1") as ac:
-            response = await ac.get("/transcripts")
-            assert response.status_code == 200
+        response = await client.get("/transcripts")
+        assert response.status_code == 200
     finally:
         settings.PUBLIC_MODE = False
 
@@ -197,67 +178,59 @@ async def authenticated_client2():
 
 
 @pytest.mark.asyncio
-async def test_transcripts_list_authenticated(authenticated_client):
+async def test_transcripts_list_authenticated(authenticated_client, client):
     # XXX this test is a bit fragile, as it depends on the storage which
     #     is shared between tests
-    from reflector.app import app
 
-    async with AsyncClient(app=app, base_url="http://test/v1") as ac:
-        response = await ac.post("/transcripts", json={"name": "testxx1"})
-        assert response.status_code == 200
-        assert response.json()["name"] == "testxx1"
+    response = await client.post("/transcripts", json={"name": "testxx1"})
+    assert response.status_code == 200
+    assert response.json()["name"] == "testxx1"
 
-        response = await ac.post("/transcripts", json={"name": "testxx2"})
-        assert response.status_code == 200
-        assert response.json()["name"] == "testxx2"
+    response = await client.post("/transcripts", json={"name": "testxx2"})
+    assert response.status_code == 200
+    assert response.json()["name"] == "testxx2"
 
-        response = await ac.get("/transcripts")
-        assert response.status_code == 200
-        assert len(response.json()["items"]) >= 2
-        names = [t["name"] for t in response.json()["items"]]
-        assert "testxx1" in names
-        assert "testxx2" in names
+    response = await client.get("/transcripts")
+    assert response.status_code == 200
+    assert len(response.json()["items"]) >= 2
+    names = [t["name"] for t in response.json()["items"]]
+    assert "testxx1" in names
+    assert "testxx2" in names
 
 
 @pytest.mark.asyncio
-async def test_transcript_delete():
-    from reflector.app import app
+async def test_transcript_delete(client):
+    response = await client.post("/transcripts", json={"name": "testdel1"})
+    assert response.status_code == 200
+    assert response.json()["name"] == "testdel1"
 
-    async with AsyncClient(app=app, base_url="http://test/v1") as ac:
-        response = await ac.post("/transcripts", json={"name": "testdel1"})
-        assert response.status_code == 200
-        assert response.json()["name"] == "testdel1"
+    tid = response.json()["id"]
+    response = await client.delete(f"/transcripts/{tid}")
+    assert response.status_code == 200
+    assert response.json()["status"] == "ok"
 
-        tid = response.json()["id"]
-        response = await ac.delete(f"/transcripts/{tid}")
-        assert response.status_code == 200
-        assert response.json()["status"] == "ok"
-
-        response = await ac.get(f"/transcripts/{tid}")
-        assert response.status_code == 404
+    response = await client.get(f"/transcripts/{tid}")
+    assert response.status_code == 404
 
 
 @pytest.mark.asyncio
-async def test_transcript_mark_reviewed():
-    from reflector.app import app
+async def test_transcript_mark_reviewed(client):
+    response = await client.post("/transcripts", json={"name": "test"})
+    assert response.status_code == 200
+    assert response.json()["name"] == "test"
+    assert response.json()["reviewed"] is False
 
-    async with AsyncClient(app=app, base_url="http://test/v1") as ac:
-        response = await ac.post("/transcripts", json={"name": "test"})
-        assert response.status_code == 200
-        assert response.json()["name"] == "test"
-        assert response.json()["reviewed"] is False
+    tid = response.json()["id"]
 
-        tid = response.json()["id"]
+    response = await client.get(f"/transcripts/{tid}")
+    assert response.status_code == 200
+    assert response.json()["name"] == "test"
+    assert response.json()["reviewed"] is False
 
-        response = await ac.get(f"/transcripts/{tid}")
-        assert response.status_code == 200
-        assert response.json()["name"] == "test"
-        assert response.json()["reviewed"] is False
+    response = await client.patch(f"/transcripts/{tid}", json={"reviewed": True})
+    assert response.status_code == 200
+    assert response.json()["reviewed"] is True
 
-        response = await ac.patch(f"/transcripts/{tid}", json={"reviewed": True})
-        assert response.status_code == 200
-        assert response.json()["reviewed"] is True
-
-        response = await ac.get(f"/transcripts/{tid}")
-        assert response.status_code == 200
-        assert response.json()["reviewed"] is True
+    response = await client.get(f"/transcripts/{tid}")
+    assert response.status_code == 200
+    assert response.json()["reviewed"] is True