diff --git a/examples/openai-server-example/.gitignore b/examples/openai-server/.gitignore similarity index 100% rename from examples/openai-server-example/.gitignore rename to examples/openai-server/.gitignore diff --git a/examples/openai-server-example/README.md b/examples/openai-server/README.md similarity index 92% rename from examples/openai-server-example/README.md rename to examples/openai-server/README.md index ebc974ec..34c0aad9 100644 --- a/examples/openai-server-example/README.md +++ b/examples/openai-server/README.md @@ -12,6 +12,6 @@ dora build dataflow.yml dora start dataflow.yml # In a separate terminal -python api_client.py +python openai_api_client.py dora stop ``` diff --git a/examples/openai-server-example/dataflow.yml b/examples/openai-server/dataflow.yml similarity index 100% rename from examples/openai-server-example/dataflow.yml rename to examples/openai-server/dataflow.yml diff --git a/examples/openai-server-example/api_client.py b/examples/openai-server/openai_api_client.py similarity index 99% rename from examples/openai-server-example/api_client.py rename to examples/openai-server/openai_api_client.py index 77497b59..7b8a51dd 100644 --- a/examples/openai-server-example/api_client.py +++ b/examples/openai-server/openai_api_client.py @@ -1,5 +1,4 @@ from openai import OpenAI -import os client = OpenAI(base_url="http://localhost:8000/v1", api_key="dummy_api_key") diff --git a/node-hub/dora-openai-server/dora_openai_server/main.py b/node-hub/dora-openai-server/dora_openai_server/main.py index 2332c51e..34bd24b7 100644 --- a/node-hub/dora-openai-server/dora_openai_server/main.py +++ b/node-hub/dora-openai-server/dora_openai_server/main.py @@ -33,8 +33,7 @@ class ChatCompletionResponse(BaseModel): usage: dict -if not os.getenv("PYTEST_CURRENT_TEST"): - node = Node() # provide the name to connect to the dataflow if dynamic node +node = Node() # provide the name to connect to the dataflow if dynamic node @app.post("/v1/chat/completions") diff --git a/node-hub/dora-openai-server/pyproject.toml b/node-hub/dora-openai-server/pyproject.toml index c0a1d678..ba9bc605 100644 --- a/node-hub/dora-openai-server/pyproject.toml +++ b/node-hub/dora-openai-server/pyproject.toml @@ -17,6 +17,10 @@ dora-rs = "^0.3.6" numpy = "< 2.0.0" pyarrow = ">= 5.0.0" python = "^3.7" +fastapi = "^0.115" +asyncio = "^3.4" +uvicorn = "^0.31" +pydantic = "^2.9" [tool.poetry.scripts] dora-openai-server = "dora_openai_server.main:main"