wt debug setup for MDB (reproduces an interesting assertion failure)

Author: fhackett

omnilink/static_overlay.nix

@@ -10,12 +10,10 @@ final: prev: {
     wiredtiger = (prev.omnilink.wiredtiger or {}) // {
       lib.v11_3_1 = final.callPackage ./wiredtiger/wiredtiger.nix {
         ghRev = "05c56015a42154ac8145366678a4f8eb419b5933";
-        ghHash = "sha256-K5cZZTvZaWR6gVXF+mHNh7nHxMqi9XaEpB2qsd/pay8=";
       };
       lib.lockbug = final.callPackage ./wiredtiger/wiredtiger.nix {
-        ghOwner = "fhackett";
+        ghUrl = "https://github.com/fhackett/wiredtiger.git";
         ghRev = "11a7aaf61f3baffc0ae743a2813d1010d57fee6d";
-        ghHash = "sha256-2hpVPmKKQxrioXYGm4x1T8ELKl2Fyf3fEYRtc+qlnlg=";
       };
       workload = final.callPackage ./wiredtiger/workload.nix { };
       reflocking_wrapper = final.callPackage ./wiredtiger/reflocking_wrapper.nix { };

omnilink/wiredtiger/package.mill

@@ -81,6 +81,10 @@ object `package` extends Module:
   trait WTTracingConfigModule extends build.omnilink.TracingConfigModule:
     wtTracingConfigModule =>
     def disableRR: Boolean = false
+    object singleThreadConfig extends ConfigModule:
+      def threadCount = 1
+      def operationCount = 100000
+    end singleThreadConfig
     object defaultConfig extends ConfigModule:
       def threadCount = 5
       def operationCount = 100

omnilink/wiredtiger/wiredtiger.nix

@@ -8,18 +8,14 @@
   omnilink,
   msgpack-cxx,
 
-  ghOwner ? "wiredtiger",
-  ghRepo ? "wiredtiger",
-  ghHash ? "",
+  ghUrl ? "https://github.com/wiredtiger/wiredtiger.git",
   ghRev,
 }:
 let
-  src = fetchFromGitHub {
-    owner = ghOwner;
-    repo = ghRepo;
+  src = (builtins.fetchGit {
+    url = ghUrl;
     rev = ghRev;
-    hash = ghHash;
-  };
+  }).outPath;
 in
 stdenv.mkDerivation {
   version = ghRev;
@@ -35,6 +31,8 @@ stdenv.mkDerivation {
     # allows us to extract wtperf
     "-DENABLE_STATIC=ON"
     "-DENABLE_SHARED=OFF"
+    # This one's broken for some reason.
+    "-DENABLE_PYTHON=OFF"
   ];
   buildInputs = [
     python3
@@ -47,8 +45,21 @@ stdenv.mkDerivation {
     cmake
     pkg-config
   ];
-  src = src;
+  env.WIREDTIGER_SRC = src;
+  unpackPhase = ''
+    echo skipping unpack
+  '';
+  configurePhase = ''
+    mkdir build
+    cmake -B ./build -S "$WIREDTIGER_SRC" $cmakeFlags
+  '';
+  buildPhase = ''
+    cmake --build ./build
+  '';
+  installPhase = ''
+    cmake --install ./build --prefix $out
+  '';
   postInstall = ''
-    cp bench/wtperf/wtperf $out/bin/wtperf
+    cp build/bench/wtperf/wtperf $out/bin/wtperf
   '';
 }

omnilink/wiredtiger/workload/main.cpp

@@ -145,6 +145,7 @@ struct WorkloadContext
     int nextTransactionId = thread_idx;
     int transactionId = -1;
     uint64_t prepare_timestamp = 0;
+    uint64_t read_timestamp = 0;
     bool transactionIsPrepared = false;
     bool transactionHasFailed = false;
 
@@ -231,6 +232,13 @@ struct WorkloadContext
       if (transactionId == -1)
         ctx.unsupported();
       int ret = session->rollback_transaction(session, nullptr);
+      ctx.refine_op_end();
+      {
+        std::unique_lock active_read_timestamps_lck{
+          workload_context.active_read_timestamps_m};
+        workload_context.active_read_timestamps.erase(this->read_timestamp);
+        this->read_timestamp = 0;
+      }
       ctx.op.n = "n";
       ctx.op.tid = transactionId;
       ctx.op._did_abort = ret != 0;
@@ -239,6 +247,7 @@ struct WorkloadContext
     }
 
     void perform_operation(Ctx<Storage::CommitPreparedTransaction> &ctx) {
+      ctx.unsupported();
       if (transactionId == -1 || !transactionIsPrepared ||
           transactionHasFailed) {
         ctx.unsupported();
@@ -281,19 +290,28 @@ struct WorkloadContext
       std::shared_lock connection_lck{workload_context.connection_m};
       std::shared_lock stable_timestamp_lck{
           workload_context.stable_timestamp_m};
-      std::shared_lock active_read_timestamps_lck{
+      uint64_t commit_timestamp;
+      {
+        std::shared_lock active_read_timestamps_lck{
           workload_context.active_read_timestamps_m};
-      auto commit_timestamp = find_timestamp_at({
-          workload_context.stable_timestamp + 1,
-          max_active_read_timestamp_nolock() + 1,
-      });
+        commit_timestamp = find_timestamp_at({
+            workload_context.stable_timestamp + 1,
+            max_active_read_timestamp_nolock() + 1,
+        });
+      }
       int currTransactionId = transactionId;
       ctx.refine_op_start();
       int ret = session->commit_transaction(
           session, config{
                        {"commit_timestamp", hex64(commit_timestamp)},
                    });
       ctx.refine_op_end();
+      {
+        std::unique_lock active_read_timestamps_lck{
+          workload_context.active_read_timestamps_m};
+        workload_context.active_read_timestamps.erase(this->read_timestamp);
+        this->read_timestamp = 0;
+      }
       // unconditionally void the transaction, either it committed or rolled
       // back
       void_transaction();
@@ -305,6 +323,7 @@ struct WorkloadContext
     }
 
     void perform_operation(Ctx<Storage::PrepareTransaction> &ctx) {
+      ctx.unsupported();
       if (transactionId == -1 || transactionIsPrepared ||
           transactionHasFailed) {
         ctx.unsupported();
@@ -337,6 +356,7 @@ struct WorkloadContext
     }
 
     void perform_operation(Ctx<Storage::RollbackToStable> &ctx) {
+      ctx.unsupported();
       std::unique_lock connection_lck{workload_context.connection_m};
       std::unique_lock existing_kvs_lck{workload_context.existing_kvs_m};
       std::unique_lock oldest_timestamp_lck{
@@ -361,6 +381,7 @@ struct WorkloadContext
     }
 
     void perform_operation(Ctx<Storage::SetOldestTimestamp> &ctx) {
+      ctx.unsupported();
       std::unique_lock connection_lck{workload_context.connection_m};
       std::unique_lock existing_kvs_lck{workload_context.existing_kvs_m};
       std::unique_lock oldest_timestamp_lck{
@@ -387,6 +408,7 @@ struct WorkloadContext
     }
 
     void perform_operation(Ctx<Storage::SetStableTimestamp> &ctx) {
+      ctx.unsupported();
       std::unique_lock connection_lck{workload_context.connection_m};
       std::unique_lock existing_kvs_lck{workload_context.existing_kvs_m};
       std::unique_lock oldest_timestamp_lck{
@@ -433,6 +455,7 @@ struct WorkloadContext
         transactionHasFailed = false;
         transactionIsPrepared = false;
         chosenTransactionId = transactionId;
+        this->read_timestamp = read_timestamp;
       } else {
         std::unique_lock active_read_timestamps_lck{
             workload_context.active_read_timestamps_m};