nix: remove lmdb

Author: johnalotoski

configuration/cardano/mainnet-config.yaml

@@ -86,7 +86,7 @@ LedgerDB:
   QueryBatchSize: 100000
 
   # The backend can either be in memory with `V2InMemory` or on disk with
-  # `V1LMDB` or `V2LSM`.
+  # `V2LSM`.
   Backend: V2InMemory
 
   # Instead of an object with individual options, a predefined snapshot

nix/docker/README.md

@@ -216,13 +216,13 @@ state types as needed, without relying on host level tooling or full
 chain ledger replays.
 
 An example follows to convert preprod ledger state in a named docker volume
-from a memory based ledger snapshot to an LMDB snapshot when node is not
+from a memory based ledger snapshot to an LSM snapshot when node is not
 already running:
 ```
 docker run -v preprod-data:/data --rm -it --entrypoint=bash ghcr.io/intersectmbo/cardano-node:dev -c '
   mv /data/db/ledger /data/db/ledger-old \
-    && mkdir -p /data/db/ledger \
-    && snapshot-converter --mem-in /data/db/ledger-old/20807240 --lmdb-out /data/db/ledger/20807240 --config /opt/cardano/config/preprod/config.json
+    && mkdir -p /data/db/ledger /data/db/lsm \
+    && snapshot-converter --input-mem /data/db/ledger-old/20807240 --output-lsm-snapshot /data/db/ledger/20807240 --output-lsm-database /data/db/lsm --config /opt/cardano/config/preprod/config.json
 '
 ```
 

nix/haskell.nix

@@ -54,7 +54,6 @@ let
         # These programs will be available inside the nix-shell.
         nativeBuildInputs = with pkgs.pkgsBuildBuild; [
           alejandra
-          lmdb
           nix-prefetch-git
           pkg-config
           git

nix/nixos/cardano-node-service.nix

@@ -82,12 +82,6 @@ let
                 Backend = "V2LSM";
                 LSMDatabasePath = cfg.lsmDatabasePath i;
               };
-            }
-            // optionalAttrs (cfg.withUtxoHdLmdb i){
-              LedgerDB = {
-                Backend = "V1LMDB";
-                LiveTablesPath = cfg.lmdbDatabasePath i;
-              };
             };
     in i: let
     instanceConfig = recursiveUpdate (baseInstanceConfig i) (cfg.extraNodeInstanceConfig i);
@@ -393,16 +387,6 @@ in {
         description = ''The node database path, for each instance.'';
       };
 
-      lmdbDatabasePath = mkOption {
-        type = funcToOr nullOrStr;
-        default = null;
-        apply = x : if lib.isFunction x then x else if x == null then _: null else _: x;
-        description = ''
-          A node UTxO-HD on-disk LMDB path for performant disk I/O, for each instance.
-          This could point to a direct-access SSD, with a specifically created journal-less file system and optimized mount options.
-        '';
-      };
-
       lsmDatabasePath = mkOption {
         type = funcToOr nullOrStr;
         default = null;
@@ -757,16 +741,6 @@ in {
         '';
       };
 
-      withUtxoHdLmdb = mkOption {
-        type = funcToOr bool;
-        default = false;
-        apply = x: if lib.isFunction x then x else _: x;
-        description = ''
-          On a UTxO-HD enabled node, the in-memory backend is the default.
-          This activates the on-disk backend (LMDB) instead.
-        '';
-      };
-
       withUtxoHdLsmt = mkOption {
         type = funcToOr bool;
         default = false;
@@ -858,7 +832,6 @@ in {
   };
 
   config = mkIf cfg.enable ( let
-    lmdbPaths = filter (x: x != null) (map (e: cfg.lmdbDatabasePath e) (genList trivial.id cfg.instances));
     lsmPaths = filter (x: x != null) (map (e: cfg.lsmDatabasePath e) (genList trivial.id cfg.instances));
     genInstanceConf = f: listToAttrs (if cfg.instances > 1
       then genList (i: let n = "cardano-node-${toString i}"; in nameValuePair n (f n i)) cfg.instances
@@ -988,18 +961,10 @@ in {
           assertion = !cfg.systemdSocketActivation;
           message = "Systemd socket activation cannot be used with p2p topology due to a systemd socket re-use issue.";
         }
-        {
-          assertion = (length lmdbPaths) == (length (lists.unique lmdbPaths));
-          message   = "When configuring multiple LMDB enabled nodes on one instance, lmdbDatabasePath must be unique.";
-        }
         {
           assertion = (length lsmPaths) == (length (lists.unique lsmPaths));
           message   = "When configuring multiple LSM enabled nodes on one instance, lsmDatabasePath must be unique.";
         }
-        {
-          assertion = all (i: !(cfg.withUtxoHdLmdb i && cfg.withUtxoHdLsmt i)) (genList trivial.id cfg.instances);
-          message = "Each instance can only declare either withUtxoHdLmdb or withUtxoHdLsmt";
-        }
         {
           assertion = count (o: o != null) (with cfg; [
             (tracerSocketPathAccept i)

nix/workbench/backend/nomad/cloud.sh

@@ -701,13 +701,13 @@ allocate-run-nomadcloud() {
           read -p "Hit enter to continue ..."
         fi
       fi
-      # Clean, only producers, the "host_volumes" if being used for LMDB/LSMT.
+      # Clean, only producers, the "host_volumes" if being used for LSMT.
       # We do this for each producer instead of for all producer at once because
       # even if modules have the same name from a Nomad perspective, in each
       # client the real path is defined in Nomad's config file and may differ!
       # It's "slow" (fetches individual client configs), done only if necessary.
       if    test "${node_name}" != "explorer"                                  \
-         && jqtest '.node.utxo_lmdb or .node.utxo_lsmt' "${dir}"/profile.json  \
+         && jqtest '.node.utxo_lsmt' "${dir}"/profile.json  \
          && jqtest '(.cluster.nomad.host_volumes.producer | length) > 0' "${dir}"/profile.json
       then
         # Iterate over the profile's Nomad "host_volumes" array by key/index.

nix/workbench/service/nodes.nix

@@ -73,11 +73,9 @@ let
       topology       = "topology.json";
       nodeConfigFile = "config.json";
 
-      # Allow for local clusters to have multiple LMDB directories in the same physical ssd_directory;
+      # Allow for local clusters to have multiple on-disk (LSM-tree) directories in the same physical ssd_directory;
       # non-block producers (like the explorer node) keep using the in-memory backend
-      withUtxoHdLmdb   = profile.node.utxo_lmdb && isProducer;
       withUtxoHdLsmt   = profile.node.utxo_lsmt && isProducer;
-      lmdbDatabasePath = liveTablesPath i;
       lsmDatabasePath  = liveTablesPath i;
 
       ## Combine:
@@ -130,12 +128,6 @@ let
                     Backend = "V2LSM";
                     LSMDatabasePath = liveTablesPath i;
                   };
-                } // optionalAttrs (profile.node.utxo_lmdb && isProducer)
-                {
-                  LedgerDB = {
-                    Backend = "V1LMDB";
-                    LiveTablesPath = liveTablesPath i;
-                  };
                 })
               (if __hasAttr "preset" profile && profile.preset != null
                ## It's either an undisturbed preset,