feat: use @computesdk/secure-exec-nodejs, add probeCommand flag

Replace custom provider with the computesdk package import.
Add per-provider probeCommand to override the default 'node -v' TTI probe.

Author: NathanFlurry

package-lock.json

@@ -42,6 +42,7 @@
     "@computesdk/runloop": "^1.3.36",
     "@computesdk/sprites": "^0.1.1",
     "@computesdk/vercel": "^1.7.13",
+    "@computesdk/secure-exec-nodejs": "file:../computesdk/packages/secure-exec-nodejs",
     "computesdk": "^2.2.1",
     "dotenv": "^17.2.1",
     "secure-exec": "0.1.1-rc.3"

package.json

@@ -29,7 +29,7 @@ export function computeStats(values: number[], trimPercent: number = 0.05): Stat
 }
 
 export async function runBenchmark(config: ProviderConfig): Promise<BenchmarkResult> {
-  const { name, iterations = 100, timeout = 120_000, requiredEnvVars, sandboxOptions } = config;
+  const { name, iterations = 100, timeout = 120_000, requiredEnvVars, sandboxOptions, probeCommand } = config;
 
   // Check if all required credentials are available
   const missingVars = requiredEnvVars.filter(v => !process.env[v]);
@@ -52,7 +52,7 @@ export async function runBenchmark(config: ProviderConfig): Promise<BenchmarkRes
     console.log(`  Iteration ${i + 1}/${iterations}...`);
 
     try {
-      const iterationResult = await runIteration(compute, timeout, sandboxOptions);
+      const iterationResult = await runIteration(compute, timeout, sandboxOptions, probeCommand);
       results.push(iterationResult);
       console.log(`    TTI: ${(iterationResult.ttiMs / 1000).toFixed(2)}s`);
     } catch (err) {
@@ -84,7 +84,7 @@ export async function runBenchmark(config: ProviderConfig): Promise<BenchmarkRes
   };
 }
 
-export async function runIteration(compute: any, timeout: number, sandboxOptions?: Record<string, any>): Promise<TimingResult> {
+export async function runIteration(compute: any, timeout: number, sandboxOptions?: Record<string, any>, probeCommand?: string): Promise<TimingResult> {
   let sandbox: any = null;
 
   try {
@@ -93,7 +93,7 @@ export async function runIteration(compute: any, timeout: number, sandboxOptions
     sandbox = await withTimeout(compute.sandbox.create(sandboxOptions), timeout, 'Sandbox creation timed out');
 
     const result = await withTimeout(
-      sandbox.runCommand('node -v'),
+      sandbox.runCommand(probeCommand ?? 'node -v'),
       30_000,
       'First command execution timed out'
     ) as { exitCode: number; stderr?: string };

src/benchmark.ts

@@ -6,7 +6,7 @@ interface ConcurrentConfig extends ProviderConfig {
 }
 
 export async function runConcurrentBenchmark(config: ConcurrentConfig): Promise<ConcurrentBenchmarkResult> {
-  const { name, concurrency, timeout = 120_000, requiredEnvVars, sandboxOptions } = config;
+  const { name, concurrency, timeout = 120_000, requiredEnvVars, sandboxOptions, probeCommand } = config;
 
   // Check if all required credentials are available
   const missingVars = requiredEnvVars.filter(v => !process.env[v]);
@@ -32,7 +32,7 @@ export async function runConcurrentBenchmark(config: ConcurrentConfig): Promise<
 
   // Fire all sandbox creations simultaneously — no awaiting between launches
   const promises = Array.from({ length: concurrency }, (_, i) =>
-    runIteration(compute, timeout, sandboxOptions)
+    runIteration(compute, timeout, sandboxOptions, probeCommand)
       .then(result => {
         console.log(`  Sandbox ${i + 1}/${concurrency}: TTI ${(result.ttiMs / 1000).toFixed(2)}s`);
         return result;

src/concurrent.ts

@@ -11,7 +11,7 @@ import { namespace } from '@computesdk/namespace';
 import { cloudflare } from '@computesdk/cloudflare';
 import { sprites } from '@computesdk/sprites';
 import { compute } from 'computesdk';
-import { secureExecProvider } from './custom-providers/secure-exec.js';
+import { secureExec } from '@computesdk/secure-exec-nodejs';
 import type { ProviderConfig } from './types.js';
 
 /**
@@ -21,9 +21,13 @@ import type { ProviderConfig } from './types.js';
  * Automatic mode providers route through the ComputeSDK gateway (requires COMPUTESDK_API_KEY).
  */
 export const providers: ProviderConfig[] = [
-  // --- Custom providers ---
-  secureExecProvider,
   // --- Direct mode (provider SDK packages) ---
+  {
+    name: 'secure-exec',
+    requiredEnvVars: [],
+    createCompute: () => secureExec(),
+    probeCommand: 'module.exports = process.version;',
+  },
   {
     name: 'e2b',
     requiredEnvVars: ['E2B_API_KEY'],

src/custom-providers/secure-exec.ts

@@ -7,7 +7,7 @@ interface StaggeredConfig extends ProviderConfig {
 }
 
 export async function runStaggeredBenchmark(config: StaggeredConfig): Promise<StaggeredBenchmarkResult> {
-  const { name, concurrency, staggerDelayMs, timeout = 120_000, requiredEnvVars, sandboxOptions } = config;
+  const { name, concurrency, staggerDelayMs, timeout = 120_000, requiredEnvVars, sandboxOptions, probeCommand } = config;
 
   // Check if all required credentials are available
   const missingVars = requiredEnvVars.filter(v => !process.env[v]);
@@ -38,7 +38,7 @@ export async function runStaggeredBenchmark(config: StaggeredConfig): Promise<St
   for (let i = 0; i < concurrency; i++) {
     const launchedAt = performance.now() - wallStart;
 
-    const p = runIteration(compute, timeout, sandboxOptions)
+    const p = runIteration(compute, timeout, sandboxOptions, probeCommand)
       .then(result => {
         const readyAt = performance.now() - wallStart;
         rampProfile.push({ launchedAt, readyAt, ttiMs: result.ttiMs });

src/providers.ts

@@ -11,6 +11,8 @@ export interface ProviderConfig {
   createCompute: () => any;
   /** Options passed to sandbox.create() (e.g. { image: 'node:20' }) */
   sandboxOptions?: Record<string, any>;
+  /** Command to run as the TTI probe (default: 'node -v') */
+  probeCommand?: string;
 }
 
 export interface TimingResult {