Browse Source

Fix CI/CD by removing bitsandbytes from dora-phi4 as well as increase disk space for dora-phi4 (#1051)

tags/v0.3.12-fix
Haixuan Xavier Tao GitHub 6 months ago
parent
commit
784066f810
No known key found for this signature in database GPG Key ID: B5690EEEBB952194
6 changed files with 1346 additions and 5 deletions
  1. +1
    -1
      .github/workflows/ci.yml
  2. +31
    -2
      .github/workflows/node_hub_test.sh
  3. +0
    -1
      node-hub/dora-phi4/pyproject.toml
  4. +1309
    -0
      node-hub/dora-phi4/uv.lock
  5. +4
    -0
      node-hub/dora-qwen2-5-vl/dora_qwen2_5_vl/main.py
  6. +1
    -1
      node-hub/dora-qwen2-5-vl/pyproject.toml

+ 1
- 1
.github/workflows/ci.yml View File

@@ -197,7 +197,7 @@ jobs:
required-ros-distributions: humble
- run: 'source /opt/ros/humble/setup.bash && echo AMENT_PREFIX_PATH=${AMENT_PREFIX_PATH} >> "$GITHUB_ENV"'
- name: Install the latest version of uv
uses: astral-sh/setup-uv@v5
uses: astral-sh/setup-uv@v6
with:
enable-cache: true
- name: Install pyarrow


+ 31
- 2
.github/workflows/node_hub_test.sh View File

@@ -1,6 +1,9 @@
#!/bin/bash
set -euo

# Check if we are running in a GitHub Actions environment
CI=${GITHUB_ACTIONS:-false}

# List of ignored modules
ignored_folders=("dora-parler" "dora-opus" "dora-internvl" "dora-magma")

@@ -13,6 +16,32 @@ dir=$(pwd)
# Get the base name of the directory (without the path)
base_dir=$(basename "$dir")

# Large node list requiring space cleanup
large_node=("dora-phi4")

export PYTEST_ADDOPTS="-x"

# Check if the current directory is in the large node list and if we're in the CI environment
if [[ " ${large_node[@]} " =~ " ${base_dir} " ]] && [[ "$CI" == "true" ]]; then
echo "Running cleanup for $base_dir..."
sudo rm -rf /opt/hostedtoolcache/CodeQL || :
# 1.4GB
sudo rm -rf /opt/hostedtoolcache/go || :
# 489MB
sudo rm -rf /opt/hostedtoolcache/PyPy || :
# 376MB
sudo rm -rf /opt/hostedtoolcache/node || :
# Remove Web browser packages
sudo apt purge -y \
firefox \
google-chrome-stable \
microsoft-edge-stable
sudo rm -rf /usr/local/lib/android/
sudo rm -rf /usr/share/dotnet/
sudo rm -rf /opt/ghc/
fi


# Check if the directory name is in the ignored list
if [[ " ${ignored_folders[@]} " =~ " ${base_dir} " ]]; then
echo "Skipping $base_dir as we cannot test it on the CI..."
@@ -69,7 +98,7 @@ else
maturin publish --target x86_64-apple-darwin --skip-existing --zig
fi

elif [[ "$(uname)" = "Linux" ]]; then
elif [[ "$(uname)" = "Linux" ]] || [[ "$CI" == "false" ]]; then
if [ -f "$dir/Cargo.toml" ]; then
echo "Running build and tests for Rust project in $dir..."
cargo check
@@ -94,7 +123,7 @@ else
else
uv run pytest
fi
if [ "$GITHUB_EVENT_NAME" == "release" ] || [ "$GITHUB_EVENT_NAME" == "workflow_dispatch" ]; then
if [ "${GITHUB_EVENT_NAME:-false}" == "release" ] || [ "${GITHUB_EVENT_NAME:-false}" == "workflow_dispatch" ]; then
uv build
uv publish --check-url https://pypi.org/simple
fi


+ 0
- 1
node-hub/dora-phi4/pyproject.toml View File

@@ -18,7 +18,6 @@ dependencies = [
"scipy==1.15.2",
"backoff==2.2.1",
"peft==0.13.2",
"bitsandbytes>=0.42.0",
"opencv-python",
"requests",
]


+ 1309
- 0
node-hub/dora-phi4/uv.lock
File diff suppressed because it is too large
View File


+ 4
- 0
node-hub/dora-qwen2-5-vl/dora_qwen2_5_vl/main.py View File

@@ -73,6 +73,10 @@ def generate(

messages = []

# If the texts is string, convert it to a list
if isinstance(texts, str):
texts = [texts]

for text in texts:
if text.startswith("<|system|>\n"):
messages.append(


+ 1
- 1
node-hub/dora-qwen2-5-vl/pyproject.toml View File

@@ -1,6 +1,6 @@
[project]
name = "dora-qwen2-5-vl"
version = "0.3.12"
version = "0.3.12.post1"
authors = [
{ name = "Haixuan Xavier Tao", email = "tao.xavier@outlook.com" },
{ name = "Enzo Le Van", email = "dev@enzo-le-van.fr" },


Loading…
Cancel
Save