diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml
index e9e0f58cfe..e2dac6b3a5 100644
--- a/.github/workflows/eval.yml
+++ b/.github/workflows/eval.yml
@@ -25,6 +25,15 @@ env:
   ZED_EVAL_TELEMETRY: 1
 
 jobs:
+  # This is a no-op job that we run to prevent GitHub from making the workflow
+  # as failed for PRs that don't have the `run-eval` label.
+  noop:
+    name: No-op
+    runs-on: ubuntu-latest
+    steps:
+      - name: No-op
+        run: echo "Nothing to do"
+
   run_eval:
     timeout-minutes: 60
     name: Run Agent Eval