diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index dc9ab1dbd8..6db2be8c40 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -429,13 +429,17 @@ jobs:
             /repos/${{ github.repository }}/milestones \
             | jq --arg version "v${{ inputs.nic_version }}" -r \
             '.[] | select(.title == $version) | .number')
-          if ! ${{ inputs.dry_run }}; then
-            gh api --method PATCH -H "Accept: application/vnd.github.v3+json" \
-              /repos/${{ github.repository }}/milestones/${milestone_number} \
-              -f "title=v${{ inputs.nic_version }}" \
-              -f "state=closed";
+          if [ -n "${milestone_number}" ]; then
+            if ! ${{ inputs.dry_run }}; then
+              gh api --method PATCH -H "Accept: application/vnd.github.v3+json" \
+                /repos/${{ github.repository }}/milestones/${milestone_number} \
+                -f "title=v${{ inputs.nic_version }}" \
+                -f "state=closed";
+            else
+              echo "Skipping closing Github Release milestone, DRY_RUN"
+            fi
           else
-            echo "Skipping closing Github Release milestone, DRY_RUN"
+            echo "Github Milestone not available, closed already."
           fi
 
       - name: Get Github release id