diff --git a/.github/workflows/goreleaser.yaml b/.github/workflows/goreleaser.yaml
index 1265e0ab6d..4e521a7586 100644
--- a/.github/workflows/goreleaser.yaml
+++ b/.github/workflows/goreleaser.yaml
@@ -63,6 +63,14 @@ jobs:
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           MCR_AGENT_IMAGE_NAME: mcr.microsoft.com/containernetworking/retina-agent
+      - name: Check if release tag
+        id: check-tag
+        run: |
+          if [[ "${{ github.ref_name }}" =~ ^v[0-9]+\.[0-9]+\.[0-9]+$ ]]; then
+            echo "is_release=true" >> $GITHUB_OUTPUT
+          else
+            echo "is_release=false" >> $GITHUB_OUTPUT
+          fi
       - name: Update new version in krew-index
-        if: github.repository_owner == 'microsoft'
+        if: github.repository_owner == 'microsoft' && steps.check-tag.outputs.is_release == 'true'
         uses: rajatjindal/krew-release-bot@c970b8a8f6dbc2f2285a26e3ae160903b87002c3 # v0.0.51