diff --git a/node-hub/dora-openai-server/dora_openai_server/main.py b/node-hub/dora-openai-server/dora_openai_server/main.py index 34bd24b7..fa2d90f2 100644 --- a/node-hub/dora-openai-server/dora_openai_server/main.py +++ b/node-hub/dora-openai-server/dora_openai_server/main.py @@ -6,7 +6,6 @@ from dora import Node import asyncio import pyarrow as pa import ast -import os DORA_RESPONSE_TIMEOUT = 10 app = FastAPI() @@ -74,7 +73,6 @@ async def create_chat_completion(request: ChatCompletionRequest): print("Timedout") response_str = "No response received" else: - response = event["value"] response_str = response[0].as_py() if response else "No response received" @@ -117,7 +115,12 @@ async def run_fastapi(): config = uvicorn.Config(app, host="0.0.0.0", port=8000, log_level="info") server = uvicorn.Server(config) - await asyncio.gather(server.serve()) + server = asyncio.gather(server.serve()) + while True: + await asyncio.sleep(1) + event = node.next(0.001) + if event["type"] == "STOP": + break def main():