From 5e56b8e47283d25f113f83751bb930ddee4b2f89 Mon Sep 17 00:00:00 2001
From: haixuantao <tao.xavier@outlook.com>
Date: Sun, 16 Mar 2025 14:17:46 +0100
Subject: [PATCH] Adding additional llm in tests

---
 tests/llm/llama-cpp-python.yaml | 33 +++++++++++++++++++++++++++++++++
 tests/llm/magma.yaml            | 24 ++++++++++++++++++++++++
 tests/llm/qwen2.5.yaml          |  4 ++--
 3 files changed, 59 insertions(+), 2 deletions(-)
 create mode 100644 tests/llm/llama-cpp-python.yaml
 create mode 100644 tests/llm/magma.yaml

diff --git a/tests/llm/llama-cpp-python.yaml b/tests/llm/llama-cpp-python.yaml
new file mode 100644
index 00000000..abd94236
--- /dev/null
+++ b/tests/llm/llama-cpp-python.yaml
@@ -0,0 +1,33 @@
+nodes:
+  - id: pyarrow-sender
+    build: pip install -e ../../node-hub/pyarrow-sender
+    path: pyarrow-sender
+    outputs:
+      - data
+    env:
+      DATA: "Please only output: This is a test"
+
+  - id: dora-llama-cpp-python
+    build: pip install -e ../../node-hub/dora-llama-cpp-python
+    path: dora-llama-cpp-python
+    inputs:
+      text: pyarrow-sender/data
+    outputs:
+      - text
+    env:
+      MODEL_NAME_OR_PATH: "TheBloke/Llama-2-7B-Chat-GGUF"
+      MODEL_FILE_PATTERN: "*Q4_K_M.gguf"
+      SYSTEM_PROMPT: "You're a very succinct AI assistant with short answers."
+      ACTIVATION_WORDS: "what how who where you"
+      MAX_TOKENS: "512"
+      N_GPU_LAYERS: "35" # Enable GPU acceleration
+      N_THREADS: "4" # CPU threads
+      CONTEXT_SIZE: "4096" # Maximum context window
+
+  - id: pyarrow-assert
+    build: pip install -e ../../node-hub/pyarrow-assert
+    path: pyarrow-assert
+    inputs:
+      data: dora-llama-cpp-python/text
+    env:
+      DATA: "This is a test"
diff --git a/tests/llm/magma.yaml b/tests/llm/magma.yaml
new file mode 100644
index 00000000..a003746f
--- /dev/null
+++ b/tests/llm/magma.yaml
@@ -0,0 +1,24 @@
+nodes:
+  - id: pyarrow-sender
+    build: pip install -e ../../node-hub/pyarrow-sender
+    path: pyarrow-sender
+    outputs:
+      - data
+    env:
+      DATA: "'Please only output: This is a test'"
+
+  - id: dora-magma
+    build: pip install -e ../../node-hub/dora-magma
+    path: dora-magma
+    inputs:
+      text: pyarrow-sender/data
+    outputs:
+      - text
+
+  - id: pyarrow-assert
+    build: pip install -e ../../node-hub/pyarrow-assert
+    path: pyarrow-assert
+    inputs:
+      data: dora-magma/text
+    env:
+      DATA: "This is a test"
diff --git a/tests/llm/qwen2.5.yaml b/tests/llm/qwen2.5.yaml
index fc7ff8ec..cc10a6cb 100644
--- a/tests/llm/qwen2.5.yaml
+++ b/tests/llm/qwen2.5.yaml
@@ -5,7 +5,7 @@ nodes:
     outputs:
       - data
     env:
-      DATA: "'Please only output: This is a test'"
+      DATA: "Please only output: This is a test"
 
   - id: dora-qwen2.5
     build: pip install -e ../../node-hub/dora-qwen2.5
@@ -19,6 +19,6 @@ nodes:
     build: pip install -e ../../node-hub/pyarrow-assert
     path: pyarrow-assert
     inputs:
-      data: dora-phi4/text
+      data: dora-qwen2.5/text
     env:
       DATA: "This is a test"