From 43d802626559177669638618fc0c19934ef406c0 Mon Sep 17 00:00:00 2001 From: haixuanTao Date: Mon, 13 Mar 2023 14:21:24 +0100 Subject: [PATCH 1/3] Bump dora version --- Cargo.lock | 54 ++++++++++++++++++++++++++-------------------------- Cargo.toml | 10 +++++----- Changelog.md | 7 +++++++ 3 files changed, 39 insertions(+), 32 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index 3bd92fae..113f0943 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -256,7 +256,7 @@ checksum = "8c3c1a368f70d6cf7302d78f8f7093da241fb8e8807c05cc9e51a125895a6d5b" [[package]] name = "benchmark-example-node" -version = "0.1.3" +version = "0.2.0" dependencies = [ "dora-node-api", "eyre", @@ -269,7 +269,7 @@ dependencies = [ [[package]] name = "benchmark-example-sink" -version = "0.1.3" +version = "0.2.0" dependencies = [ "dora-node-api", "eyre", @@ -525,7 +525,7 @@ dependencies = [ [[package]] name = "communication-layer-pub-sub" -version = "0.1.3" +version = "0.2.0" dependencies = [ "eyre", "flume", @@ -534,7 +534,7 @@ dependencies = [ [[package]] name = "communication-layer-request-reply" -version = "0.1.3" +version = "0.2.0" dependencies = [ "eyre", ] @@ -831,7 +831,7 @@ dependencies = [ [[package]] name = "dora-cli" -version = "0.1.3" +version = "0.2.0" dependencies = [ "atty", "clap 4.0.3", @@ -850,7 +850,7 @@ dependencies = [ [[package]] name = "dora-coordinator" -version = "0.1.3" +version = "0.2.0" dependencies = [ "bincode", "clap 3.2.23", @@ -880,7 +880,7 @@ dependencies = [ [[package]] name = "dora-core" -version = "0.1.3" +version = "0.2.0" dependencies = [ "dora-message", "eyre", @@ -921,7 +921,7 @@ dependencies = [ [[package]] name = "dora-download" -version = "0.1.3" +version = "0.2.0" dependencies = [ "eyre", "reqwest", @@ -947,7 +947,7 @@ dependencies = [ [[package]] name = "dora-message" -version = "0.1.3" +version = "0.2.0" dependencies = [ "capnp", "capnpc", @@ -957,7 +957,7 @@ dependencies = [ [[package]] name = "dora-metrics" -version = "0.1.3" +version = "0.2.0" dependencies = [ "futures", "opentelemetry", @@ -968,7 +968,7 @@ dependencies = [ [[package]] name = "dora-node-api" -version = "0.1.3" +version = "0.2.0" dependencies = [ "bincode", "capnp", @@ -990,7 +990,7 @@ dependencies = [ [[package]] name = "dora-node-api-c" -version = "0.1.3" +version = "0.2.0" dependencies = [ "dora-node-api", "eyre", @@ -1000,7 +1000,7 @@ dependencies = [ [[package]] name = "dora-node-api-cxx" -version = "0.1.3" +version = "0.2.0" dependencies = [ "cxx", "cxx-build", @@ -1010,7 +1010,7 @@ dependencies = [ [[package]] name = "dora-node-api-python" -version = "0.1.3" +version = "0.2.0" dependencies = [ "dora-node-api", "dora-operator-api-python", @@ -1023,7 +1023,7 @@ dependencies = [ [[package]] name = "dora-operator-api" -version = "0.1.3" +version = "0.2.0" dependencies = [ "dora-operator-api-macros", "dora-operator-api-types", @@ -1031,14 +1031,14 @@ dependencies = [ [[package]] name = "dora-operator-api-c" -version = "0.1.3" +version = "0.2.0" dependencies = [ "dora-operator-api-types", ] [[package]] name = "dora-operator-api-cxx" -version = "0.1.3" +version = "0.2.0" dependencies = [ "cxx", "cxx-build", @@ -1051,7 +1051,7 @@ dependencies = [ [[package]] name = "dora-operator-api-macros" -version = "0.1.3" +version = "0.2.0" dependencies = [ "dora-operator-api", "dora-operator-api-types", @@ -1062,7 +1062,7 @@ dependencies = [ [[package]] name = "dora-operator-api-python" -version = "0.1.3" +version = "0.2.0" dependencies = [ "dora-node-api", "eyre", @@ -1073,14 +1073,14 @@ dependencies = [ [[package]] name = "dora-operator-api-types" -version = "0.1.3" +version = "0.2.0" dependencies = [ "safer-ffi", ] [[package]] name = "dora-runtime" -version = "0.1.3" +version = "0.2.0" dependencies = [ "dora-core", "dora-download", @@ -1106,7 +1106,7 @@ dependencies = [ [[package]] name = "dora-tracing" -version = "0.1.3" +version = "0.2.0" dependencies = [ "eyre", "opentelemetry", @@ -3201,7 +3201,7 @@ dependencies = [ [[package]] name = "rust-dataflow-example-node" -version = "0.1.3" +version = "0.2.0" dependencies = [ "dora-node-api", "eyre", @@ -3212,14 +3212,14 @@ dependencies = [ [[package]] name = "rust-dataflow-example-operator" -version = "0.1.3" +version = "0.2.0" dependencies = [ "dora-operator-api", ] [[package]] name = "rust-dataflow-example-sink" -version = "0.1.3" +version = "0.2.0" dependencies = [ "dora-node-api", "eyre", @@ -3502,7 +3502,7 @@ dependencies = [ [[package]] name = "shared-memory-server" -version = "0.1.3" +version = "0.2.0" dependencies = [ "bincode", "eyre", @@ -4928,7 +4928,7 @@ dependencies = [ [[package]] name = "zenoh-logger" -version = "0.1.3" +version = "0.2.0" dependencies = [ "zenoh", ] diff --git a/Cargo.toml b/Cargo.toml index ee9872df..af0352c7 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -23,13 +23,13 @@ members = [ ] [workspace.package] -version = "0.1.3" +version = "0.2.0" [workspace.dependencies] -dora-node-api = { version = "0.1.3", path = "apis/rust/node", default-features = false } -dora-operator-api = { version = "0.1.3", path = "apis/rust/operator", default-features = false } -dora-core = { version = "0.1.3", path = "libraries/core" } -dora-tracing = { version = "0.1.3", path = "libraries/extensions/telemetry/tracing" } +dora-node-api = { version = "0.2.0", path = "apis/rust/node", default-features = false } +dora-operator-api = { version = "0.2.0", path = "apis/rust/operator", default-features = false } +dora-core = { version = "0.2.0", path = "libraries/core" } +dora-tracing = { version = "0.2.0", path = "libraries/extensions/telemetry/tracing" } [package] name = "dora-examples" diff --git a/Changelog.md b/Changelog.md index e457aebc..66c49055 100644 --- a/Changelog.md +++ b/Changelog.md @@ -1,5 +1,12 @@ # Changelog +## v0.2.0 (2023-01-18) + +* Use self-made shared memory pub sub +* Use event instead for input +* Use dora daemon to manage messages +* Better Error handling when operator fails + ## v0.1.3 (2023-01-18) * Package `DoraStatus` into dora python package: https://github.com/dora-rs/dora/pull/172 From 9787b651f41378c66346bf9842c4923e0e2793a1 Mon Sep 17 00:00:00 2001 From: Philipp Oppermann Date: Tue, 14 Mar 2023 11:16:43 +0100 Subject: [PATCH 2/3] Create a detailed changelog --- Changelog.md | 38 +++++++++++++++++++++++++++++++++++--- 1 file changed, 35 insertions(+), 3 deletions(-) diff --git a/Changelog.md b/Changelog.md index 66c49055..8eb8e1af 100644 --- a/Changelog.md +++ b/Changelog.md @@ -2,10 +2,42 @@ ## v0.2.0 (2023-01-18) -* Use self-made shared memory pub sub -* Use event instead for input -* Use dora daemon to manage messages +### Breaking + +* [Redesign: Create a `dora-daemon` as a communication broker](https://github.com/dora-rs/dora/pull/162) + * New `dora-daemon` executable that acts as a communication hub for all local nodes + * Large messages are passed through shared memory without any copying + * [Replaces the previous `iceoryx` communication layer](https://github.com/dora-rs/dora/pull/201) + * Small API change: Nodes and operators now receive _events_ instead of just inputs + * Inputs are one type of event + * Other supported events: `InputClosed` when an input stream is closed and `Stop` when the user stops the dataflow (e.g. through the CLI) + +### Features + * Better Error handling when operator fails +* [Send small messages directly without shared memory](https://github.com/dora-rs/dora/pull/193) +* [Send all queued incoming events at once on `NextEvent` request](https://github.com/dora-rs/dora/pull/194) +* [Don't send replies for `SendMessage` requests when using TCP](https://github.com/dora-rs/dora/pull/195) + +### Fixes + +* [Manage node failure: Await all nodes to finish before marking dataflow as finished](https://github.com/dora-rs/dora/pull/183) + +### Other + +* [Use `DoraStatus` from dora library in template](https://github.com/dora-rs/dora/pull/182) +* [Simplify: Replace `library_filename` function with `format!` call](https://github.com/dora-rs/dora/pull/191) +* [Refactor Rust node API implementation](https://github.com/dora-rs/dora/pull/196) +* [Remove code duplicate for tracing subscriber and use env variable to manage log level.](https://github.com/dora-rs/dora/pull/197) +* [Add daemon to the release archive](https://github.com/dora-rs/dora/pull/199) +* [Remove `remove_dir_all` from `Cargo.lock`as it is vulnerable to a race condition according to dependabot](https://github.com/dora-rs/dora/pull/202) +* [Update the documentation to the new daemon format](https://github.com/dora-rs/dora/pull/198) +* [Removing legacy `libacl` which was required by Iceoryx](https://github.com/dora-rs/dora/pull/205) +* [Remove unimplemented CLI arguments for now](https://github.com/dora-rs/dora/pull/207) +* [Update zenoh to remove git dependencies](https://github.com/dora-rs/dora/pull/203) +* [Fix cli template to new daemon API](https://github.com/dora-rs/dora/pull/204) +* [Cleanup warnings](https://github.com/dora-rs/dora/pull/208) +* Dependency updates ## v0.1.3 (2023-01-18) From 8f23a5e228d8abd93806f880c8bd1601ef0c56ec Mon Sep 17 00:00:00 2001 From: Philipp Oppermann Date: Tue, 14 Mar 2023 11:18:14 +0100 Subject: [PATCH 3/3] Add #200 to changelog --- Changelog.md | 1 + 1 file changed, 1 insertion(+) diff --git a/Changelog.md b/Changelog.md index 8eb8e1af..471548fa 100644 --- a/Changelog.md +++ b/Changelog.md @@ -18,6 +18,7 @@ * [Send small messages directly without shared memory](https://github.com/dora-rs/dora/pull/193) * [Send all queued incoming events at once on `NextEvent` request](https://github.com/dora-rs/dora/pull/194) * [Don't send replies for `SendMessage` requests when using TCP](https://github.com/dora-rs/dora/pull/195) +* [Allocate shared memory in nodes to improve throughput](https://github.com/dora-rs/dora/pull/200) ### Fixes