diff --git a/server_executor_cleaned.py b/server_executor_cleaned.py index e13b61c0..e032da69 100644 --- a/server_executor_cleaned.py +++ b/server_executor_cleaned.py @@ -1,17 +1,18 @@ import asyncio +import datetime import io import json import uuid import wave -import requests from concurrent.futures import ThreadPoolExecutor + import aiohttp_cors import jax.numpy as jnp +import requests from aiohttp import web from aiortc import MediaStreamTrack, RTCPeerConnection, RTCSessionDescription from aiortc.contrib.media import MediaRelay from av import AudioFifo -import datetime from loguru import logger from whisper_jax import FlaxWhisperPipline @@ -32,7 +33,6 @@ transcription_text = "" last_transcribed_time = 0.0 LLM_MACHINE_IP = "216.153.52.83" LLM_MACHINE_PORT = "5000" - LLM_URL = f"http://{LLM_MACHINE_IP}:{LLM_MACHINE_PORT}/api/v1/generate" diff --git a/utils/config.ini b/utils/config.ini new file mode 100644 index 00000000..976f4a32 --- /dev/null +++ b/utils/config.ini @@ -0,0 +1,24 @@ +[DEFAULT] +#SetexceptionruleforOpenMPerrortoallowduplicatelibinitialization +KMP_DUPLICATE_LIB_OK=TRUE +#ExportOpenAIAPIKey +OPENAI_APIKEY= +#ExportWhisperModelSize +WHISPER_MODEL_SIZE=tiny +WHISPER_REAL_TIME_MODEL_SIZE=tiny +#AWSconfig +AWS_ACCESS_KEY=***REMOVED*** +AWS_SECRET_KEY=***REMOVED*** +BUCKET_NAME=reflector-bucket +#Summarizerconfig +SUMMARY_MODEL=facebook/bart-large-cnn +INPUT_ENCODING_MAX_LENGTH=1024 +MAX_LENGTH=2048 +BEAM_SIZE=6 +MAX_CHUNK_LENGTH=1024 +SUMMARIZE_USING_CHUNKS=YES +#Audiodevice +BLACKHOLE_INPUT_AGGREGATOR_DEVICE_NAME=aggregator +AV_FOUNDATION_DEVICE_ID=1 +# LLM PATH +LLM_PATH=