dora-rs
/
dora
Not watched
1
0
Fork 0
Code
Releases 124 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 5dcfcb95f4
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '5dcfcb95f4'
${ noResults }
dora/examples/vlm/qwenvl-dev.yml

82 lines
1.8 kB
Raw Blame History 

  1. nodes:

  2.   - id: dora-microphone

  3.     build: pip install -e ../../node-hub/dora-microphone

  4.     path: dora-microphone

  5.     inputs:

  6.       tick: dora/timer/millis/2000

  7.     outputs:

  8.       - audio

  9. 

  10.   - id: dora-vad

  11.     build: pip install -e ../../node-hub/dora-vad

  12.     path: dora-vad

  13.     inputs:

  14.       audio: dora-microphone/audio

  15.     outputs:

  16.       - audio

  17. 

  18.   - id: dora-distil-whisper

  19.     build: pip install -e ../../node-hub/dora-distil-whisper

  20.     path: dora-distil-whisper

  21.     inputs:

  22.       input: dora-vad/audio

  23.     outputs:

  24.       - text

  25.     env:

  26.       TARGET_LANGUAGE: english

  27. 

  28.   - id: camera

  29.     build: pip install -e ../../node-hub/opencv-video-capture

  30.     path: opencv-video-capture

  31.     inputs:

  32.       tick: dora/timer/millis/50

  33.     outputs:

  34.       - image

  35.     env:

  36.       CAPTURE_PATH: 0

  37.       IMAGE_WIDTH: 640

  38.       IMAGE_HEIGHT: 480

  39. 

  40.   - id: dora-qwenvl

  41.     build: pip install -e ../../node-hub/dora-qwenvl

  42.     path: dora-qwenvl

  43.     inputs:

  44.       image:

  45.         source: camera/image

  46.         queue_size: 1

  47.       text: dora-distil-whisper/text

  48.     outputs:

  49.       - text

  50.     env:

  51.       DEFAULT_QUESTION: Describe the image in a very short sentence.

  52.       # USE_MODELSCOPE_HUB: true

  53. 

  54.   - id: plot

  55.     build: cargo build -p dora-rerun --release

  56.     path: dora-rerun

  57.     inputs:

  58.       image:

  59.         source: camera/image

  60.         queue_size: 1

  61.       text_qwenvl: dora-qwenvl/text

  62.       text_whisper: dora-distil-whisper/text

  63.     env:

  64.       IMAGE_WIDTH: 640

  65.       IMAGE_HEIGHT: 480

  66.       README: |

  67.         # Visualization of QwenVL2

  68. 

  69.   - id: dora-outtetts

  70.     build: pip install -e ../../node-hub/dora-outtetts

  71.     path: dora-outtetts

  72.     inputs:

  73.       text: dora-qwenvl/text

  74.     outputs:

  75.       - audio

  76. 

  77.   - id: dora-pyaudio

  78.     build: pip install -e ../../node-hub/dora-pyaudio

  79.     path: dora-pyaudio

  80.     inputs:

  81.       audio: dora-outtetts/audio