Information improvements

Rename watchers to observers.
Add more information about progess: data rate, data volume.

Author: Lispython

Cargo.lock

@@ -1,8 +1,15 @@
 [package]
-name = "kafka_replicator"
-version = "0.1.0"
+name = "kafka-replicator"
+version = "0.4.0"
 authors = ["Alex"]
 edition = "2018"
+description = "Application for replication data between kafka clusters."
+readme = "README.rst"
+repository = "https://github.com/lispython/kafka-replicator/"
+license-file = "LICENSE"
+keywords = ["kafka", "replication", "observer"]
+categories = ["command-line-utilities"]
+
 
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 
@@ -21,6 +28,8 @@ rdkafka-sys = "1.3.1"
 rdkafka = { version = "0.23.1", features = ["ssl", "sasl"]}
 env_logger = "0.7.1"
 futures = "0.3.0"
+byte-unit = "4.0.6"
+pretty-bytes = "0.2.2"
 
 
 [profile.dev]
@@ -35,14 +44,14 @@ name = "replicator"
 path = "src/lib.rs"
 
 [[bin]]
-name = "replicator"
+name = "kafka-replicator"
 path = "src/main.rs"
 
 
 [[bin]]
-name = "producer"
+name = "kafka-producer"
 path = "src/producer.rs"
 
 [[bin]]
-name = "watcher"
-path = "src/watcher.rs"
+name = "kafka-observer"
+path = "src/observer.rs"

Cargo.toml

@@ -51,7 +51,7 @@ routes:
     progress_every_secs: 10
 
 
-watchers:
+observers:
   - client: cl_1_client_1
     name: "my name"
     topics:
@@ -64,6 +64,8 @@ watchers:
     topic: 'topic3'
     topics:
       - 'topic2'
+    show_progress_every_secs: 5
+
 
   - client: cl_1_client_1
     topic: 'topic1'

fixtures/example-config-invalid.yml renamed to examples/example-config-invalid.yml

@@ -0,0 +1,42 @@
+clusters:
+  - name: cluster_1
+    hosts:
+      - replicator-kafka-1:9092
+      - replicator-kafka-1:9092
+      - kafka_replicator_replicator_kafka_1_1:9092
+  - name: cluster_2
+    hosts:
+      - kafka_replicator_replicator_kafka_2_1:9092
+      - replicator-kafka-2:9092
+
+clients:
+  - client: cl_1_client_1
+    cluster: cluster_1
+    config: # optional
+       message.timeout.ms: 5000
+       auto.offset.reset: earliest
+  - client: cl_2_client_1
+    cluster: cluster_2
+
+routes:
+  - upstream_client: cl_1_client_1
+    downstream_client: cl_1_client_1
+    upstream_topics:
+      - 'experimental_topic_1'
+    downstream_topic: 'experimental_topic_2_output'
+    repartitioning_strategy: strict_p2p # strict_p2p | random
+    upstream_group_id: group1
+    progress_every_secs: 5
+    limits:
+      messages_per_sec: 10000
+      number_of_messages:
+
+
+observers:
+  - client: cl_1_client_1
+    name: "Experiment observer"
+    topics:
+      - 'experimental_topic_1'
+      - 'experimental_topic_2_output'
+    fetch_timeout_secs: 5
+    show_progress_every_secs: 10

fixtures/example-config.yml renamed to examples/example-config.yml

@@ -30,7 +30,6 @@ pub struct CommandLine {
 
     #[structopt(long)]
     pub validate: bool,
-
 }
 
 pub fn parse_args() -> CommandLine {