Make materialized view refresh interval configurable

README.md

@@ -58,6 +58,8 @@ I currently run the public instance at https://observer.fedimint.org using the f
       FO_DATABASE = "postgresql:///fmo?user=fmo";
       # Set to your admin password, used to add federations to be observed via curl
       FO_ADMIN_AUTH = ;
+      # Seconds to wait between materialized view refreshes
+      FO_VIEW_REFRESH_INTERVAL_SECS = "60";
       ALLOW_CONFIG_CORS = "true";
     };
     serviceConfig = {

flake.nix

@@ -33,7 +33,7 @@
               wasm-pack
               trunk
               nodejs
-              nodePackages.tailwindcss
+              tailwindcss
             ];
           };
           targets = (pkgs.lib.getAttrs
@@ -130,7 +130,7 @@
                 wasm-pack
                 nodejs
                 binaryen
-                nodePackages.tailwindcss
+                tailwindcss
               ];
 
               FMO_API_SERVER = api;

fmo_server/src/federation/observer.rs

@@ -52,14 +52,21 @@ pub struct FederationObserver {
     mempool_url: String,
     task_group: TaskGroup,
     consensus_meta_cache: ConsensusMetaCache,
+    view_refresh_interval: Duration,
 }
 
 impl FederationObserver {
     pub async fn new(
         database: &str,
         admin_auth: &str,
         mempool_url: &str,
+        view_refresh_interval_secs: u64,
     ) -> anyhow::Result<FederationObserver> {
+        ensure!(
+            view_refresh_interval_secs > 0,
+            "View refresh interval must be greater than zero"
+        );
+
         let connection_pool = {
             let pool_config = deadpool_postgres::Config {
                 url: Some(database.to_owned()),
@@ -74,6 +81,7 @@ impl FederationObserver {
             mempool_url: mempool_url.to_owned(),
             task_group: Default::default(),
             consensus_meta_cache: Default::default(),
+            view_refresh_interval: Duration::from_secs(view_refresh_interval_secs),
         };
 
         slf.setup_schema().await?;
@@ -1309,8 +1317,11 @@ impl FederationObserver {
                 warn!("Error while refreshing views: {e:?}");
             }
             let elapsed = start.elapsed().unwrap_or_default().as_secs_f64();
-            info!("Views refresh completed in {elapsed:.2}s. Waiting for next refresh window");
-            tokio::time::sleep(Duration::from_secs(60)).await;
+            let wait_secs = self.view_refresh_interval.as_secs();
+            info!(
+                "Views refresh completed in {elapsed:.2}s. Waiting {wait_secs}s for next refresh window"
+            );
+            tokio::time::sleep(self.view_refresh_interval).await;
         }
     }
 

fmo_server/src/main.rs

@@ -41,6 +41,14 @@ struct Args {
         default_value = "https://mempool.space/api"
     )]
     mempool_url: String,
+
+    #[arg(
+        long,
+        env = "FO_VIEW_REFRESH_INTERVAL_SECS",
+        default_value_t = 60,
+        value_parser = clap::value_parser!(u64).range(1..)
+    )]
+    view_refresh_interval_secs: u64,
 }
 
 #[derive(Debug, Clone)]
@@ -83,6 +91,7 @@ async fn main() -> anyhow::Result<()> {
                 &args.database,
                 &args.admin_auth,
                 &args.mempool_url,
+                args.view_refresh_interval_secs,
             )
             .await?,
         });

sample.env

@@ -4,3 +4,4 @@ FO_BIND="127.0.0.1:3000"
 FO_DATABASE="postgres://${PGUSER}@/${PGDATABASE}?host=${PGHOST}&port=${PGPORT}"
 FO_ADMIN_AUTH="foobar"
 FO_MEMPOOL_URL="https://mempool.space/api"
+FO_VIEW_REFRESH_INTERVAL_SECS="60"