Browse Source

Adding additional llm in tests

tags/v0.3.11-rc1
haixuantao 10 months ago
parent
commit
5e56b8e472
3 changed files with 59 additions and 2 deletions
  1. +33
    -0
      tests/llm/llama-cpp-python.yaml
  2. +24
    -0
      tests/llm/magma.yaml
  3. +2
    -2
      tests/llm/qwen2.5.yaml

+ 33
- 0
tests/llm/llama-cpp-python.yaml View File

@@ -0,0 +1,33 @@
nodes:
- id: pyarrow-sender
build: pip install -e ../../node-hub/pyarrow-sender
path: pyarrow-sender
outputs:
- data
env:
DATA: "Please only output: This is a test"

- id: dora-llama-cpp-python
build: pip install -e ../../node-hub/dora-llama-cpp-python
path: dora-llama-cpp-python
inputs:
text: pyarrow-sender/data
outputs:
- text
env:
MODEL_NAME_OR_PATH: "TheBloke/Llama-2-7B-Chat-GGUF"
MODEL_FILE_PATTERN: "*Q4_K_M.gguf"
SYSTEM_PROMPT: "You're a very succinct AI assistant with short answers."
ACTIVATION_WORDS: "what how who where you"
MAX_TOKENS: "512"
N_GPU_LAYERS: "35" # Enable GPU acceleration
N_THREADS: "4" # CPU threads
CONTEXT_SIZE: "4096" # Maximum context window

- id: pyarrow-assert
build: pip install -e ../../node-hub/pyarrow-assert
path: pyarrow-assert
inputs:
data: dora-llama-cpp-python/text
env:
DATA: "This is a test"

+ 24
- 0
tests/llm/magma.yaml View File

@@ -0,0 +1,24 @@
nodes:
- id: pyarrow-sender
build: pip install -e ../../node-hub/pyarrow-sender
path: pyarrow-sender
outputs:
- data
env:
DATA: "'Please only output: This is a test'"

- id: dora-magma
build: pip install -e ../../node-hub/dora-magma
path: dora-magma
inputs:
text: pyarrow-sender/data
outputs:
- text

- id: pyarrow-assert
build: pip install -e ../../node-hub/pyarrow-assert
path: pyarrow-assert
inputs:
data: dora-magma/text
env:
DATA: "This is a test"

+ 2
- 2
tests/llm/qwen2.5.yaml View File

@@ -5,7 +5,7 @@ nodes:
outputs:
- data
env:
DATA: "'Please only output: This is a test'"
DATA: "Please only output: This is a test"

- id: dora-qwen2.5
build: pip install -e ../../node-hub/dora-qwen2.5
@@ -19,6 +19,6 @@ nodes:
build: pip install -e ../../node-hub/pyarrow-assert
path: pyarrow-assert
inputs:
data: dora-phi4/text
data: dora-qwen2.5/text
env:
DATA: "This is a test"

Loading…
Cancel
Save