Enable the pg_regress tests on staging for PG17

.github/actionlint.yml

@@ -21,3 +21,5 @@ config-variables:
   - SLACK_UPCOMING_RELEASE_CHANNEL_ID
   - DEV_AWS_OIDC_ROLE_ARN
   - BENCHMARK_INGEST_TARGET_PROJECTID
+  - PGREGRESS_PG16_PROJECT_ID
+  - PGREGRESS_PG17_PROJECT_ID

.github/actions/neon-attach-endpoint-to-branch/action.yml

@@ -0,0 +1,53 @@
+name: 'Attach an endpoint to the branch'
+description: 'Attach an endpoint to the branch'
+
+inputs:
+  api_key:
+    description: 'Neon API key'
+    required: true
+  project_id:
+    description: 'ID of the Project to create Branch in'
+    required: true
+  api_host:
+    description: 'Neon API host'
+    default: console-stage.neon.build
+  branch_id:
+    description: 'Branch ID'
+    required: true
+  endpoint_id:
+    description: 'EndPoint ID'
+    required: true
+
+runs:
+  using: "composite"
+  steps:
+    - name: Attach an endpoint
+      shell: bash -euxo pipefail {0}
+      run: |
+        data=$(jq -nc "{endpoint:{branch_id: \"${BRANCH_ID}\"}}")
+        for i in {1 10}; do
+          res=$(curl -X PATCH \
+          "https://${API_HOST}/api/v2/projects/${PROJECT_ID}/endpoints/${ENDPOINT_ID}" \
+          --header "Accept: application/json" \
+          --header "Content-Type: application/json" \
+          --header "Authorization: Bearer ${API_KEY}" \
+          --data ${data})
+          endpoint_id=$(echo $res | jq -r '.endpoint.id')
+
+          if [ -z "${endpoint_id}" ] || [ "${endpoint_id}" == "null" ]; then
+            sleep 1
+            continue
+          fi
+
+          break
+        done
+        if [ -z "${endpoint_id}" ] || [ "${endpoint_id}" == "null" ]; then
+          echo Cannot bind endpoint id to branch
+          exit 1
+        fi
+      env:
+        API_HOST: ${{ inputs.api_host }}
+        API_KEY: ${{ inputs.api_key }}
+        PROJECT_ID: ${{ inputs.project_id }}
+        BRANCH_ID: ${{ inputs.branch_id }}
+        ENDPOINT_ID: ${{ inputs.endpoint_id }}

.github/actions/neon-branch-create/action.yml

@@ -11,6 +11,11 @@ inputs:
   api_host:
     description: 'Neon API host'
     default: console-stage.neon.build
+  add_endpoint:
+    description: 'Add an endpoint or not'
+    required: false
+    type: boolean
+    default: true
 outputs:
   dsn:
     description: 'Created Branch DSN (for main database)'
@@ -26,22 +31,18 @@ runs:
       id: create-branch
       shell: bash -euxo pipefail {0}
       run: |
-        for i in $(seq 1 10); do
+        branch_name="Created by actions/neon-branch-create; GITHUB_RUN_ID=${GITHUB_RUN_ID} at $(date +%s)"
+        data=$(jq -nc "{branch:{name: \"$branch_name\"}}")
+        if [ ${{ inputs.add_endpoint }} == "true" ]; then
+          data=$(echo $data | jq '{branch,endpoints:[{type: "read_write"}]}')
+        fi
+        for i in {1..10}; do
          branch=$(curl \
             "https://${API_HOST}/api/v2/projects/${PROJECT_ID}/branches" \
             --header "Accept: application/json" \
             --header "Content-Type: application/json" \
             --header "Authorization: Bearer ${API_KEY}" \
-            --data "{
-              \"branch\": {
-                \"name\": \"Created by actions/neon-branch-create; GITHUB_RUN_ID=${GITHUB_RUN_ID} at $(date +%s)\"
-              },
-              \"endpoints\": [
-                {
-                  \"type\": \"read_write\"
-                }
-              ]
-            }")
+            --data "$data")
 
           if [ -z "${branch}" ]; then
             sleep 1
@@ -76,6 +77,7 @@ runs:
       id: role-name
       shell: bash -euxo pipefail {0}
       run: |
+        test ${{inputs.add_endpoint}} == "true" || exit 0
         roles=$(curl \
           "https://${API_HOST}/api/v2/projects/${PROJECT_ID}/branches/${BRANCH_ID}/roles" \
           --fail \
@@ -97,6 +99,7 @@ runs:
       # A shell without `set -x` to not to expose password/dsn in logs
       shell: bash -euo pipefail {0}
       run: |
+        test ${{inputs.add_endpoint}} == "true" || exit 0
         for i in $(seq 1 10); do
           reset_password=$(curl \
             "https://${API_HOST}/api/v2/projects/${PROJECT_ID}/branches/${BRANCH_ID}/roles/${ROLE_NAME}/reset_password" \

.github/actions/neon-get-connection-uri/action.yaml

@@ -0,0 +1,85 @@
+name: 'Get connection URI'
+description: 'Get the connection URI from project using API'
+
+inputs:
+  api_key:
+    description: 'Neon API key'
+    required: true
+  project_id:
+    description: 'ID of the Project to create Branch in'
+    required: true
+  api_host:
+    description: 'Neon API host'
+    default: console-stage.neon.build
+  branch_id:
+    description: 'The branch ID. Defaults to your projects default branch_id if not specified.'
+    required: false
+  endpoint_id:
+    description: 'The endpoint ID. Defaults to the read-write endpoint_id associated with the branch_id if not specified.'
+    required: false
+  database_name:
+    description: 'The database name'
+    default: 'neondb'
+    required: false
+  role_name:
+    description: 'The role name'
+    default: 'neondb_owner'
+    required: false
+  pooled:
+    description: 'Use the connection pooler'
+    type: boolean
+    default: false
+    required: false
+outputs:
+  uri:
+    description: 'Connect URI'
+    value: ${{ steps.get-uri.outputs.uri }}
+
+runs:
+  using: "composite"
+  steps:
+    - name: Get Endpoint ID
+      id: get-uri
+      shell: bash -euxo pipefail {0}
+      run: |
+        params='?'
+        if [ -n "${BRANCH_ID}" ]; then
+          params="${params}branch_id=${BRANCH_ID}&"
+        fi
+        if [ -n "${ENDPOINT_ID}" ]; then
+          params="${params}endpoint_id=${ENDPOINT_ID}&"
+        fi
+        params="${params}database_name=${DATABASE_NAME}&role_name=${ROLE_NAME}&"
+        params="${params}pooled=${POOLED}"
+        for i in {1..10}; do
+         res=$(curl -X GET \
+            "https://${API_HOST}/api/v2/projects/${PROJECT_ID}/connection_uri${params}" \
+            --header "Accept: application/json" \
+            --header "Content-Type: application/json" \
+            --header "Authorization: Bearer ${API_KEY}")
+        uri=$(echo $res | jq -r .uri)
+
+          if [ -z "${uri}" ] || [ "${uri}" == "null" ]; then
+            sleep 1
+            continue
+          fi
+
+          break
+        done
+
+        if [ -z "${uri}" ] || [ "${uri}" == "null" ]; then
+          echo >&2 "Failed to get uri after 10 attempts"
+          exit 1
+        fi
+
+        echo "uri=${uri}" >> ${GITHUB_OUTPUT}
+
+      env:
+        API_HOST: ${{ inputs.api_host }}
+        API_KEY: ${{ inputs.api_key }}
+        PROJECT_ID: ${{ inputs.project_id }}
+        BRANCH_ID: ${{inputs.branch_id}}
+        ENDPOINT_ID: ${{inputs.endpoint_id}}
+        DATABASE_NAME: ${{inputs.database_name}}
+        ROLE_NAME: ${{inputs.role_name}}
+        POOLED: ${{inputs.pooled}}

.github/actions/neon-get-endpoint/action.yml

@@ -0,0 +1,59 @@
+name: 'Get Endpoint'
+description: 'Get Endpoint ID from project using API'
+
+inputs:
+  api_key:
+    description: 'Neon API key'
+    required: true
+  project_id:
+    description: 'ID of the Project to create Branch in'
+    required: true
+  api_host:
+    description: 'Neon API host'
+    default: console-stage.neon.build
+outputs:
+  id:
+    description: 'Endpoint ID'
+    value: ${{ steps.get-endpoint.outputs.id }}
+  branch_id:
+    description: 'Branch ID'
+    value: ${{ steps.get-endpoint.outputs.branch_id }}
+
+runs:
+  using: "composite"
+  steps:
+    - name: Get Endpoint ID
+      id: get-endpoint
+      shell: bash -euxo pipefail {0}
+      run: |
+        for i in {1..10}; do
+         res=$(curl \
+            "https://${API_HOST}/api/v2/projects/${PROJECT_ID}/endpoints" \
+            --header "Accept: application/json" \
+            --header "Content-Type: application/json" \
+            --header "Authorization: Bearer ${API_KEY}")
+
+         endpoint_id=$(echo $res | jq -r '.endpoints[0].id')
+         branch_id=$(echo $res | jq -r '.endpoints[0].branch_id')
+
+
+         if [ -z "${endpoint_id}" ] || [ "${endpoint_id}" == "null" ]; then
+           sleep 1
+           continue
+         fi
+
+          break
+        done
+
+        if [ -z "${endpoint_id}" ] || [ "${endpoint_id}" == "null" ]; then
+          echo >&2 "Failed to get endpoint id after 10 attempts"
+          exit 1
+        fi
+
+        echo "id=${endpoint_id}" >> ${GITHUB_OUTPUT}
+        echo "branch_id=${branch_id}" >> ${GITHUB_OUTPUT}
+
+      env:
+        API_HOST: ${{ inputs.api_host }}
+        API_KEY: ${{ inputs.api_key }}
+        PROJECT_ID: ${{ inputs.project_id }}

.github/actions/neon-wait-operations-to-finish/action.yml

@@ -0,0 +1,52 @@
+name: 'Wait operations to finish'
+description: 'Wait operations to finish'
+
+inputs:
+  api_key:
+    description: 'Neon API key'
+    required: true
+  project_id:
+    description: 'ID of the Project to create Branch in'
+    required: true
+  api_host:
+    description: 'Neon API host'
+    default: console-stage.neon.build
+  timeout:
+    description: 'Timeout in seconds to wait'
+    type: integer
+    default: 180
+
+runs:
+  using: "composite"
+  steps:
+    - name: Wait for operations complete
+      shell: bash -euxo pipefail {0}
+      run: |
+        end_time=$(( $(date +%s) + ${TIMEOUT} ))
+        while [ "$(date +%s)" -le ${end_time} ]; do
+          rc=0
+          operations=$(curl -X GET \
+          "https://${API_HOST}/api/v2/projects/${PROJECT_ID}/operations?limit=10" \
+          --header "Accept: application/json" \
+          --header "Content-Type: application/json" \
+          --header "Authorization: Bearer ${API_KEY}" \
+          --fail) || rc=${?}
+
+          ongoing_operations=$(echo ${operations} | jq -c '.operations[] | select(.status as $st | ["cancelling", "scheduling", "running"] |index($st))' )
+
+          if [ $rc -ne 0 ] || [ -n "${ongoing_operations}" ]; then
+            sleep 2
+            continue
+          fi
+
+          break
+        done
+        if [ $(date +%s) -gt ${end_time} ]; then
+          echo Time is out
+          exit 1
+        fi
+      env:
+        API_HOST: ${{ inputs.api_host }}
+        API_KEY: ${{ inputs.api_key }}
+        PROJECT_ID: ${{ inputs.project_id }}
+        TIMEOUT: ${{ inputs.timeout }}