Merge pull request #263 from input-output-hk/jpraynaud/251-stake-store-signer

Use stake store in Mithril Signer

Author: jpraynaud

mithril-aggregator/.gitignore

@@ -2,4 +2,5 @@ target/
 mithril-aggregator
 .DS_Store
 *.tar.gz
-snapshots.json
+snapshots.json
+stores

mithril-infra/docker-compose.yaml

@@ -35,10 +35,10 @@ services:
       - URL_SNAPSHOT_MANIFEST=https://storage.googleapis.com/cardano-${NETWORK:-testnet}/snapshots.json
       - SNAPSHOT_STORE_TYPE=local
       - SNAPSHOT_UPLOADER_TYPE=gcp
-      - PENDING_CERTIFICATE_STORE_DIRECTORY=/tmp/mithril/pending_cert_db
-      - CERTIFICATE_STORE_DIRECTORY=/tmp/mithril/cert_db
-      - VERIFICATION_KEY_STORE_DIRECTORY=/tmp/mithril/verification_key_db
-      - STAKE_STORE_DIRECTORY=/tmp/mithril/stake_db
+      - PENDING_CERTIFICATE_STORE_DIRECTORY=/tmp/mithril-aggregator/pending_cert_db
+      - CERTIFICATE_STORE_DIRECTORY=/tmp/mithril-aggregator/cert_db
+      - VERIFICATION_KEY_STORE_DIRECTORY=/tmp/mithril-aggregator/verification_key_db
+      - STAKE_STORE_DIRECTORY=/tmp/mithril-aggregator/stake_db
     logging:
       driver: "json-file"
       options:
@@ -64,6 +64,7 @@ services:
       - PARTY_ID=0
       - RUN_INTERVAL=60000
       - DB_DIRECTORY=/db
+      - STAKE_STORE_DIRECTORY=/tmp/mithril-signer-0/stake_db
     volumes:
       - ./testnet/node.db:/db
 
@@ -81,6 +82,7 @@ services:
       - PARTY_ID=1
       - RUN_INTERVAL=60000
       - DB_DIRECTORY=/db
+      - STAKE_STORE_DIRECTORY=/tmp/mithril-signer-1/stake_db
     volumes:
       - ./testnet/node.db:/db
 
@@ -98,6 +100,7 @@ services:
       - PARTY_ID=2
       - RUN_INTERVAL=60000
       - DB_DIRECTORY=/db
+      - STAKE_STORE_DIRECTORY=/tmp/mithril-signer-2/stake_db
     volumes:
       - ./testnet/node.db:/db
 
@@ -115,6 +118,7 @@ services:
       - PARTY_ID=3
       - RUN_INTERVAL=60000
       - DB_DIRECTORY=/db
+      - STAKE_STORE_DIRECTORY=/tmp/mithril-signer-3/stake_db
     volumes:
       - ./testnet/node.db:/db
 

mithril-signer/.gitignore

@@ -1,4 +1,5 @@
 data/
 target/
 mithril-signer
-.DS_Store
+.DS_Store
+stores

mithril-signer/config/dev.json

@@ -3,5 +3,6 @@
     "aggregator_endpoint": "http://localhost:8080/aggregator",
     "party_id": 0,
     "run_interval": 20000,
-    "db_directory": "/db"
+    "db_directory": "/db",
+    "stake_store_directory": "/tmp/mithril/stake_db"
 }

mithril-signer/config/testnet.json

@@ -3,5 +3,6 @@
     "aggregator_endpoint": "http://aggregator.api.mithril.network/aggregator",
     "party_id": 0,
     "run_interval": 20000,
-    "db_directory": "/db"
+    "db_directory": "/db",
+    "stake_store_directory": "./mithril/mithril/stake_db"
 }

mithril-signer/src/certificate_handler.rs

@@ -151,7 +151,8 @@ mod tests {
             aggregator_endpoint: server.url(""),
             party_id: 0,
             run_interval: 100,
-            db_directory: Path::new("./").to_path_buf(),
+            db_directory: Path::new("./db").to_path_buf(),
+            stake_store_directory: Path::new("./stakes").to_path_buf(),
         };
         (server, config)
     }

mithril-signer/src/entities.rs

@@ -27,6 +27,13 @@ pub struct Config {
         display_fn = "display_path"
     )]
     pub db_directory: PathBuf,
+
+    /// Directory to store stakes
+    #[table(
+        title = "Path to the stake store directory",
+        display_fn = "display_path"
+    )]
+    pub stake_store_directory: PathBuf,
 }
 
 fn display_path(path: &Path) -> Display<'_> {

mithril-signer/src/main.rs

@@ -1,10 +1,16 @@
 use clap::Parser;
-use mithril_common::digesters::ImmutableDigester;
 use slog::{o, Drain, Level, Logger};
 use slog_scope::debug;
 use std::env;
+use std::error::Error;
 use std::sync::Arc;
+use tokio::sync::RwLock;
 
+use mithril_common::crypto_helper::ProtocolStakeDistribution;
+use mithril_common::digesters::ImmutableDigester;
+use mithril_common::fake_data;
+use mithril_common::store::adapter::JsonFileStoreAdapter;
+use mithril_common::store::stake_store::{StakeStore, StakeStorer};
 use mithril_signer::{CertificateHandlerHTTPClient, Config, MithrilSingleSigner, Runtime};
 
 /// CLI args
@@ -44,7 +50,7 @@ fn build_logger(min_level: Level) -> Logger {
 }
 
 #[tokio::main]
-async fn main() -> Result<(), String> {
+async fn main() -> Result<(), Box<dyn Error>> {
     // Load args
     let args = Args::parse();
     let _guard = slog_scope::set_global_logger(build_logger(args.log_level()));
@@ -65,14 +71,38 @@ async fn main() -> Result<(), String> {
     let single_signer = MithrilSingleSigner::new(config.party_id, protocol_initializer_encoded);
     let certificate_handler = CertificateHandlerHTTPClient::new(config.aggregator_endpoint.clone());
     let digester = ImmutableDigester::new(config.db_directory, slog_scope::logger());
+    let stake_store = Arc::new(RwLock::new(StakeStore::new(Box::new(
+        JsonFileStoreAdapter::new(config.stake_store_directory.clone())?,
+    ))));
+    setup_dependencies_fake_data(stake_store.clone()).await;
 
     // Should the runtime loop returns an error ? If yes should we abort the loop at the first error or is their some tolerance ?
     let mut runtime = Runtime::new(
         Box::new(certificate_handler),
         Box::new(single_signer),
         Box::new(digester),
+        stake_store.clone(),
     );
     runtime.infinite_loop(config.run_interval).await;
 
     Ok(())
 }
+
+/// Setup dependencies with fake data
+// TODO: remove this function when new runtime is implemented
+async fn setup_dependencies_fake_data(stake_store: Arc<RwLock<dyn StakeStorer>>) {
+    // Update stake distribution
+    let mut stake_store = stake_store.write().await;
+    let total_signers = 5;
+    let epoch = 0; // TODO: to remove once the runtime feeds the stake distribution
+    let stakes: ProtocolStakeDistribution = fake_data::signers_with_stakes(total_signers)
+        .into_iter()
+        .map(|signer| signer.into())
+        .collect::<_>();
+    for stake in stakes {
+        stake_store
+            .save_stake(epoch, stake.into())
+            .await
+            .expect("fake stake distribution update failed");
+    }
+}