Browse Source

Ease of use changes to not manually have to install libraries like librosa and opencv when running benches in virtual env

tags/v0.3.12-rc0
Ignavar 9 months ago
parent
commit
d5c38b958d
7 changed files with 39 additions and 1 deletions
  1. +7
    -1
      benches/llms/README.md
  2. +2
    -0
      benches/llms/llama_cpp_python.yaml
  3. +2
    -0
      benches/llms/mistralrs.yaml
  4. +2
    -0
      benches/llms/phi4.yaml
  5. +2
    -0
      benches/llms/qwen2.5.yaml
  6. +2
    -0
      benches/llms/transformers.yaml
  7. +22
    -0
      benches/mllm/pyproject.toml

+ 7
- 1
benches/llms/README.md View File

@@ -1,6 +1,12 @@
# Benchmark LLM Speed

Use the following command to run the benchmark:
If you do not have a python virtual environment setup run

'''bash
uv venv --seed -p 3.11
'''

Then Use the following command to run the benchmark:

```bash
dora build transformers.yaml --uv


+ 2
- 0
benches/llms/llama_cpp_python.yaml View File

@@ -1,5 +1,7 @@
nodes:
- id: benchmark_script
build: |
pip install ../mllm
path: ../mllm/benchmark_script.py
inputs:
text: llm/text


+ 2
- 0
benches/llms/mistralrs.yaml View File

@@ -1,5 +1,7 @@
nodes:
- id: benchmark_script
build: |
pip install ../mllm
path: ../mllm/benchmark_script.py
inputs:
text: llm/text


+ 2
- 0
benches/llms/phi4.yaml View File

@@ -1,5 +1,7 @@
nodes:
- id: benchmark_script
build: |
pip install ../mllm
path: ../mllm/benchmark_script.py
inputs:
text: llm/text


+ 2
- 0
benches/llms/qwen2.5.yaml View File

@@ -1,5 +1,7 @@
nodes:
- id: benchmark_script
build: |
pip install ../mllm
path: ../mllm/benchmark_script.py
inputs:
text: llm/text


+ 2
- 0
benches/llms/transformers.yaml View File

@@ -1,5 +1,7 @@
nodes:
- id: benchmark_script
build: |
pip install ../mllm
path: ../mllm/benchmark_script.py
inputs:
text: llm/text


+ 22
- 0
benches/mllm/pyproject.toml View File

@@ -0,0 +1,22 @@
[project]
name = "dora-bench"
version = "0.1.0"
description = "Script to benchmark performance of llms while using dora"
authors = [{ name = "Haixuan Xavier Tao", email = "tao.xavier@outlook.com" }]
license = { text = "MIT" }
readme = "README.md"
requires-python = ">=3.11"

dependencies = [
"dora-rs>=0.3.9",
"librosa>=0.10.0",
"opencv-python>=4.8",
"Pillow>=10",
]

[project.scripts]
dora-benches = "benchmark_script.main:main"

[build-system]
requires = ["setuptools>=61", "wheel"]
build-backend = "setuptools.build_meta"

Loading…
Cancel
Save