diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index acde38958..95e690690 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -216,6 +216,7 @@ jobs:
     needs: build-sgx
     container:
       image: gramineproject/gramine:latest
+    if: github.ref == 'refs/heads/dev' || (startsWith(github.ref, 'refs/tags/v') && contains(github.ref, '.'))
 
     steps:
       - name: Checkout repository