| @@ -1,6 +1,12 @@ | |||||
| # Benchmark LLM Speed | # Benchmark LLM Speed | ||||
| Use the following command to run the benchmark: | |||||
| If you do not have a python virtual environment setup run | |||||
| '''bash | |||||
| uv venv --seed -p 3.11 | |||||
| ''' | |||||
| Then Use the following command to run the benchmark: | |||||
| ```bash | ```bash | ||||
| dora build transformers.yaml --uv | dora build transformers.yaml --uv | ||||
| @@ -1,5 +1,7 @@ | |||||
| nodes: | nodes: | ||||
| - id: benchmark_script | - id: benchmark_script | ||||
| build: | | |||||
| pip install ../mllm | |||||
| path: ../mllm/benchmark_script.py | path: ../mllm/benchmark_script.py | ||||
| inputs: | inputs: | ||||
| text: llm/text | text: llm/text | ||||
| @@ -1,5 +1,7 @@ | |||||
| nodes: | nodes: | ||||
| - id: benchmark_script | - id: benchmark_script | ||||
| build: | | |||||
| pip install ../mllm | |||||
| path: ../mllm/benchmark_script.py | path: ../mllm/benchmark_script.py | ||||
| inputs: | inputs: | ||||
| text: llm/text | text: llm/text | ||||
| @@ -1,5 +1,7 @@ | |||||
| nodes: | nodes: | ||||
| - id: benchmark_script | - id: benchmark_script | ||||
| build: | | |||||
| pip install ../mllm | |||||
| path: ../mllm/benchmark_script.py | path: ../mllm/benchmark_script.py | ||||
| inputs: | inputs: | ||||
| text: llm/text | text: llm/text | ||||
| @@ -1,5 +1,7 @@ | |||||
| nodes: | nodes: | ||||
| - id: benchmark_script | - id: benchmark_script | ||||
| build: | | |||||
| pip install ../mllm | |||||
| path: ../mllm/benchmark_script.py | path: ../mllm/benchmark_script.py | ||||
| inputs: | inputs: | ||||
| text: llm/text | text: llm/text | ||||
| @@ -1,5 +1,7 @@ | |||||
| nodes: | nodes: | ||||
| - id: benchmark_script | - id: benchmark_script | ||||
| build: | | |||||
| pip install ../mllm | |||||
| path: ../mllm/benchmark_script.py | path: ../mllm/benchmark_script.py | ||||
| inputs: | inputs: | ||||
| text: llm/text | text: llm/text | ||||
| @@ -0,0 +1,22 @@ | |||||
| [project] | |||||
| name = "dora-bench" | |||||
| version = "0.1.0" | |||||
| description = "Script to benchmark performance of llms while using dora" | |||||
| authors = [{ name = "Haixuan Xavier Tao", email = "tao.xavier@outlook.com" }] | |||||
| license = { text = "MIT" } | |||||
| readme = "README.md" | |||||
| requires-python = ">=3.11" | |||||
| dependencies = [ | |||||
| "dora-rs>=0.3.9", | |||||
| "librosa>=0.10.0", | |||||
| "opencv-python>=4.8", | |||||
| "Pillow>=10", | |||||
| ] | |||||
| [project.scripts] | |||||
| dora-benches = "benchmark_script.main:main" | |||||
| [build-system] | |||||
| requires = ["setuptools>=61", "wheel"] | |||||
| build-backend = "setuptools.build_meta" | |||||