You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

run.rs 1.7 kB

5 months ago
10 months ago
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162
  1. use dora_core::{get_uv_path, run};
  2. use dora_tracing::set_up_tracing;
  3. use eyre::{WrapErr, bail};
  4. use std::path::Path;
  5. #[tokio::main]
  6. async fn main() -> eyre::Result<()> {
  7. set_up_tracing("python-dataflow-runner")?;
  8. let root = Path::new(env!("CARGO_MANIFEST_DIR"));
  9. std::env::set_current_dir(root.join(file!()).parent().unwrap())
  10. .wrap_err("failed to set working dir")?;
  11. let uv = get_uv_path().context("Could not get uv binary")?;
  12. run(&uv, &["venv", "-p", "3.10", "--seed"], None)
  13. .await
  14. .context("failed to create venv")?;
  15. run(
  16. &uv,
  17. &[
  18. "pip",
  19. "install",
  20. "-e",
  21. "../../apis/python/node",
  22. "--reinstall",
  23. ],
  24. None,
  25. )
  26. .await
  27. .context("Unable to install develop dora-rs API")?;
  28. let dataflow = Path::new("dataflow.yml");
  29. run_dataflow(dataflow).await?;
  30. Ok(())
  31. }
  32. async fn run_dataflow(dataflow: &Path) -> eyre::Result<()> {
  33. let cargo = std::env::var("CARGO").unwrap();
  34. // First build the dataflow (install requirements)
  35. let mut cmd = tokio::process::Command::new(&cargo);
  36. cmd.arg("run");
  37. cmd.arg("--package").arg("dora-cli");
  38. cmd.arg("--release");
  39. cmd.arg("--").arg("build").arg(dataflow).arg("--uv");
  40. if !cmd.status().await?.success() {
  41. bail!("failed to run dataflow");
  42. };
  43. let mut cmd = tokio::process::Command::new(&cargo);
  44. cmd.arg("run");
  45. cmd.arg("--package").arg("dora-cli");
  46. cmd.arg("--release");
  47. cmd.arg("--").arg("run").arg(dataflow).arg("--uv");
  48. if !cmd.status().await?.success() {
  49. bail!("failed to run dataflow");
  50. };
  51. Ok(())
  52. }