workflow update

Author: ngc92

.github/workflows/nvidia_workflow.yml

@@ -6,6 +6,10 @@ on:
         description: 'Content of the user submission, as json string'
         required: true
         type: string
+      requirements:
+        description: 'Contents for a requirements.txt file'
+        required: false
+        type: string
 
 jobs:
   run:
@@ -14,47 +18,52 @@ jobs:
     container:
       image: nvidia/cuda:12.4.0-devel-ubuntu22.04
     steps:
-      - uses: actions/checkout@v3
-
-      - name: Setup Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: '3.10'
-
-      - name: Install uv
-        uses: astral-sh/setup-uv@v3
-        with:
-          version: "latest"
-
-      - name: Setup Python environment
-        run: |
-          uv venv .venv
-          echo "VIRTUAL_ENV=$PWD/.venv" >> $GITHUB_ENV
-          echo "$PWD/.venv/bin" >> $GITHUB_PATH
-          # TODO the old script was more selective!
-          uv pip install numpy torch setuptools ninja
-          uv pip install triton
-
-      - name: Create input files
-        shell: bash
-        run: |
-          cat > "payload.json" <<EOL
-          ${{ github.event.inputs.payload }}
-          EOL
-
-      - name: Run script
-        shell: bash
-        run: |
-          python .github/workflows/runner.py
-          cat result.json  # Debug: show output
-
-      - name: Upload training artifacts
-        uses: actions/upload-artifact@v4
-        if: always()
-        with:
-          name: run-result
-          path: |
-            result.json
+    - uses: actions/checkout@v3
+
+    - name: Setup Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.10'
+
+    - name: Create input files
+      shell: bash
+      run: |
+        cat > "payload.json" <<'EOL'
+        ${{ github.event.inputs.payload }}
+        EOL
+
+    - name: Install uv
+      uses: astral-sh/setup-uv@v3
+      with:
+        version: "latest"
+
+    - name: Setup Python environment
+      shell: bash
+      run: |
+        uv venv .venv
+        echo "VIRTUAL_ENV=$PWD/.venv" >> $GITHUB_ENV
+        echo "$PWD/.venv/bin" >> $GITHUB_PATH
+
+        if [[ -n "${{ github.event.inputs.requirements }}" ]]; then
+          cat > "requirements.txt" <<'EOL'
+          ${{ github.event.inputs.requirements }}
+        EOL
+        uv pip install -r "requirements.txt"
+        fi
+
+    - name: Run script
+      shell: bash
+      run: |
+        python .github/workflows/runner.py
+        cat result.json  # Debug: show output
+
+    - name: Upload training artifacts
+      uses: actions/upload-artifact@v4
+      if: always()
+      with:
+        name: run-result
+        path: |
+          result.json
 
     env:
       CUDA_VISIBLE_DEVICES: 0

.github/workflows/runner.py

@@ -21,7 +21,7 @@
     result = {"compile": asdict(comp), "run": asdict(run)}
 else:
     run = run_pytorch_script(
-        config.get("eval.py", py_eval), config["reference.py"], config["submission.py"], arch=None
+        config.get("eval.py", py_eval), config.get("reference.py", None), config.get("submission.py", None), arch=None
     )
     result = {"run": asdict(run)}
 

examples/identity_py/reference.py

@@ -41,6 +41,6 @@ def generate_input() -> List[torch.Tensor]:
 
 
 if __name__ == "__main__":
-    inputs = generate_input(seed=42)
+    inputs = generate_input()
     for idx, tensor in enumerate(inputs):
         print(f"Input Tensor {idx + 1} (Shape: {tensor.shape}):\n{tensor}")

src/discord-cluster-manager/cogs/github_cog.py

@@ -151,11 +151,13 @@ async def trigger_github_nvidia(
 
             payload = json.dumps(config)
 
+            inputs = {"payload": payload}
+            if lang == "py":
+                inputs["requirements"] = "numpy\ntorch\nsetuptools\nninja\ntriton"
+
             success = workflow.create_dispatch(
                 get_github_branch_name(),
-                {
-                    "payload": payload,
-                },
+                inputs=inputs
             )
             if success:
                 await asyncio.sleep(2)