You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

run.rs 1.6 kB

10 months ago
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253
  1. use dora_core::{get_uv_path, run};
  2. use dora_tracing::set_up_tracing;
  3. use eyre::{bail, WrapErr};
  4. use std::path::Path;
  5. #[tokio::main]
  6. async fn main() -> eyre::Result<()> {
  7. set_up_tracing("python-dataflow-runner")?;
  8. let root = Path::new(env!("CARGO_MANIFEST_DIR"));
  9. std::env::set_current_dir(root.join(file!()).parent().unwrap())
  10. .wrap_err("failed to set working dir")?;
  11. let uv = get_uv_path().context("Could not get uv binary")?;
  12. run(&uv, &["venv", "-p", "3.10", "--seed"], None)
  13. .await
  14. .context("failed to create venv")?;
  15. run(
  16. &uv,
  17. &["pip", "install", "-e", "../../apis/python/node", "--reinstall"],
  18. None,
  19. )
  20. .await
  21. .context("Unable to install develop dora-rs API")?;
  22. let dataflow = Path::new("qwen2-5-vl-vision-only-dev.yml");
  23. run_dataflow(dataflow).await?;
  24. Ok(())
  25. }
  26. async fn run_dataflow(dataflow: &Path) -> eyre::Result<()> {
  27. let cargo = std::env::var("CARGO").unwrap();
  28. // First build the dataflow (install requirements)
  29. let mut cmd = tokio::process::Command::new(&cargo);
  30. cmd.arg("run");
  31. cmd.arg("--package").arg("dora-cli");
  32. cmd.arg("--").arg("build").arg(dataflow).arg("--uv");
  33. if !cmd.status().await?.success() {
  34. bail!("failed to run dataflow");
  35. };
  36. let mut cmd = tokio::process::Command::new(&cargo);
  37. cmd.arg("run");
  38. cmd.arg("--package").arg("dora-cli");
  39. cmd.arg("--").arg("run").arg(dataflow).arg("--uv");
  40. if !cmd.status().await?.success() {
  41. bail!("failed to run dataflow");
  42. };
  43. Ok(())
  44. }