diff --git a/.github/workflows/npm-bump-version.yml b/.github/workflows/npm-bump-version.yml
index 10864424..704ed407 100644
--- a/.github/workflows/npm-bump-version.yml
+++ b/.github/workflows/npm-bump-version.yml
@@ -15,10 +15,17 @@ on:
 jobs:
   bump-version:
     runs-on: ubuntu-latest
-    permissions:
-      contents: write
     steps:
-      - uses: actions/checkout@v4
+      - name: Generate token
+        id: generate_token
+        uses: tibdex/github-app-token@b62528385c34dbc9f38e5f4225ac829252d1ea92
+        with:
+          app_id: ${{ secrets.APP_ID }}
+          private_key: ${{ secrets.APP_PEM }}
+
+      - uses: actions/checkout@v3
+        with:
+          token: ${{ steps.generate_token.outputs.token }}
 
       - name: Setup environment
         uses: actions/setup-node@v3.8.1
@@ -35,11 +42,6 @@ jobs:
       - name: Run tests
         run: yarn test
 
-      - name: Setup Git
-        run: |
-          git config user.name 'grafanabot'
-          git config user.email 'bot@grafana.com'
-
       - name: bump version
         run: npm version ${{ github.event.inputs.version }}