From 425d5f55c4b115bbd9b4f337bab45e37c0d93adb Mon Sep 17 00:00:00 2001
From: chenyu <chenyu@fastmail.com>
Date: Wed, 2 Jul 2025 17:21:25 -0400
Subject: [PATCH] generate kernel dataset and upload artifact (#11063)

---
 .github/workflows/test.yml             | 23 +++++++++++++++++++++++
 extra/optimization/generate_dataset.sh |  2 +-
 2 files changed, 24 insertions(+), 1 deletion(-)

diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 9795d6fe43..f4cd54609d 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -422,6 +422,29 @@ jobs:
       - name: Run process replay tests
         uses: ./.github/actions/process-replay
 
+  testgendataset:
+    name: 'GPU Generate Kernel Dataset'
+    runs-on: ubuntu-22.04
+    timeout-minutes: 10
+    env:
+      IGNORE_OOB: 0
+    steps:
+      - name: Checkout Code
+        uses: actions/checkout@v4
+      - name: Setup Environment
+        uses: ./.github/actions/setup-tinygrad
+        with:
+          key: gen-dataset
+          deps: testing_minimal
+          opencl: 'true'
+      - name: Generate Dataset
+        run: PYTHONPATH="." extra/optimization/generate_dataset.sh
+      - name: Upload artifact
+        uses: actions/upload-artifact@v4
+        with:
+          name: sops.gz
+          path: /tmp/sops.gz
+
   testopenpilot:
     name: 'openpilot Compile Tests'
     runs-on: ubuntu-22.04
diff --git a/extra/optimization/generate_dataset.sh b/extra/optimization/generate_dataset.sh
index 5413d56ab1..6f70916979 100755
--- a/extra/optimization/generate_dataset.sh
+++ b/extra/optimization/generate_dataset.sh
@@ -13,5 +13,5 @@ GPU=1 python3 -m pytest test/test_tiny.py
 extra/optimization/extract_dataset.py
 sort -u /tmp/ops > /tmp/sops
 ls -lh /tmp/ops /tmp/sops
-# gzip -k /tmp/sops
+gzip -k /tmp/sops
 # mv /tmp/sops.gz extra/datasets/
\ No newline at end of file