diff --git a/.github/workflows/fuzz.yml b/.github/workflows/fuzz.yml
index a490176d..24dc7b7f 100644
--- a/.github/workflows/fuzz.yml
+++ b/.github/workflows/fuzz.yml
@@ -29,7 +29,9 @@ concurrency:
 
 jobs:
   fuzzing:
-    if: ${{ !contains(github.event.pull_request.labels.*.name, 'CI:none') }}
+    # TODO(szabadka) Enable by default after there is a separate jpegli project
+    # on oss-fuzz.
+    if: ${{ contains(github.event.pull_request.labels.*.name, 'CI:fuzz') }}
     runs-on: ubuntu-latest
     steps:
     - name: Harden Runner