test: add more performance tests

.github/workflows/dispatch-k6-performance.yml

@@ -10,12 +10,12 @@ on:
       environment:
         description: 'Environment'
         required: true
-        default: 'staging'
+        default: 'yt01'
         type: choice
         options:
           - test
           - staging
-          - performance
+          - yt01
       tokens:
         description: 'Tokens to generate; for create dialog, search, none, or both'
         required: true
@@ -26,6 +26,11 @@ on:
           - enterprise
           - personal
           - none
+      tag:
+        description: 'tag the performance test'
+        required: true
+        default: 'Performance test'
+        type: string
       vus:
         description: 'Number of VUS'
         required: true
@@ -43,8 +48,11 @@ on:
         type: choice
         options:
           - 'tests/k6/tests/serviceowner/performance/create-dialog.js'
+          - 'tests/k6/tests/serviceowner/performance/create-remove-dialog.js'
           - 'tests/k6/tests/enduser/performance/simple-search.js'
+          - 'tests/k6/tests/enduser/performance/graphql-search.js'
 
+run-name: ${{ inputs.tag }} vus ${{ inputs.vus }} duration ${{ inputs.duration }}
 jobs:
   k6-performance:
     name: "Run K6 performance test"

tests/k6/common/config.js

@@ -15,7 +15,15 @@ export const baseUrls = {
             yt01: "https://platform.yt01.altinn.cloud/dialogporten/api/v1/serviceowner/",
             staging: "https://platform.tt02.altinn.no/dialogporten/api/v1/serviceowner/",
             prod: "https://platform.altinn.no/dialogporten/api/v1/serviceowner/"
-        }    
+        },
+        graphql: {
+            localdev: "https://localhost:7214/graphql",
+            localdev_docker: "https://host.docker.internal:7214/graphql",
+            test: "https://altinn-dev-api.azure-api.net/dialogporten/graphql",
+            yt01: "https://platform.yt01.altinn.cloud/dialogporten/graphql",
+            staging: "https://platform.tt02.altinn.no/dialogporten/graphql",
+            prod: "https://platform.altinn.no/dialogporten/api/v1/graphql"
+        },   
     }    
 };
 
@@ -42,4 +50,6 @@ if (!baseUrls[__ENV.API_VERSION]["serviceowner"][__ENV.API_ENVIRONMENT]) {
 export const baseUrlEndUser = baseUrls[__ENV.API_VERSION]["enduser"][__ENV.API_ENVIRONMENT];
 export const baseUrlServiceOwner = baseUrls[__ENV.API_VERSION]["serviceowner"][__ENV.API_ENVIRONMENT];
 
+export const baseUrlGraphql = baseUrls[__ENV.API_VERSION]["graphql"][__ENV.API_ENVIRONMENT];
+
 export const sentinelValue = "dialogporten-e2e-sentinel";

tests/k6/common/request.js

@@ -1,5 +1,5 @@
 import { default as http } from 'k6/http';
-import { baseUrlEndUser, baseUrlServiceOwner } from './config.js'
+import { baseUrlEndUser, baseUrlGraphql, baseUrlServiceOwner } from './config.js'
 import { getServiceOwnerTokenFromGenerator, getEnduserTokenFromGenerator } from './token.js'
 import { extend } from './extend.js'
 
@@ -125,3 +125,9 @@ export function patchEU(url, body, params = null, tokenOptions = null) {
 export function deleteEU(url, params = null, tokenOptions = null) {
     return http.request('DELETE', baseUrlEndUser + url, getEnduserRequestParams(params, tokenOptions));
 }
+
+export function postGQ(body, params = null) {
+    body = JSON.stringify({ query: body })
+    params = extend(true, {}, params, { headers: { 'Content-Type': 'application/json' }});
+    return http.post(baseUrlGraphql, body, params);
+}

tests/k6/common/testimports.js

@@ -14,7 +14,8 @@ export {
     putSO,
     patchSO,
     deleteSO,
-    purgeSO
+    purgeSO,
+    postGQ
 } from './request.js';
 export {
     setTitle,

tests/k6/tests/enduser/performance/graphql-search.js

@@ -0,0 +1,59 @@
+import { postGQ, expect, expectStatusFor, describe } from "../../../common/testimports.js";
+import { SharedArray } from 'k6/data';
+import papaparse from 'https://jslib.k6.io/papaparse/5.1.1/index.js';
+import { randomItem } from 'https://jslib.k6.io/k6-utils/1.2.0/index.js';
+import { getGraphqlParty } from '../../performancetest_data/graphql-search.js';
+
+
+const filenameEndusers = '../../performancetest_data/.endusers-with-tokens.csv';
+
+const endUsers = new SharedArray('endUsers', function () {
+    try {
+        const csvData = papaparse.parse(open(filenameEndusers), { header: true, skipEmptyLines: true }).data;
+        if (!csvData.length) {
+            throw new Error('No data found in CSV file');
+        }
+        csvData.forEach((user, index) => {
+            if (!user.token || !user.ssn) {
+                throw new Error(`Missing required fields at row ${index + 1}`);
+            }
+        });
+        return csvData;
+    } catch (error) {
+        throw new Error(`Failed to load end users: ${error.message}`);
+    }
+});
+
+export let options = {
+    summaryTrendStats: ['avg', 'min', 'med', 'max', 'p(95)', 'p(99)', 'p(99.5)', 'p(99.9)', 'count'],
+    thresholds: {
+        http_req_failed: ['rate<0.01'],
+        'http_req_duration{name:graph search}': [],
+        'http_reqs{name:graph search}': [],
+    },
+};
+
+export default function() {
+    if ((options.vus === undefined || options.vus === 1) && (options.iterations === undefined || options.iterations === 1)) {
+        graphqlSearch(endUsers[0]);
+    }
+    else {
+        graphqlSearch(randomItem(endUsers));
+    }
+}
+
+export function graphqlSearch(enduser) {
+    let paramsWithToken = {
+        headers: {
+            Authorization: "Bearer " + enduser.token,
+        },
+        tags: { name: 'graphql search' }
+    }
+    describe('Perform graphql dialog list', () => {
+        //let r = ('dialogs' + defaultFilter, paramsWithToken);
+        let r = postGQ(getGraphqlParty(enduser.ssn), paramsWithToken); 
+        expectStatusFor(r).to.equal(200);
+        expect(r, 'response').to.have.validJsonBody();
+    });
+}
+

tests/k6/tests/enduser/performance/simple-search.js

@@ -25,8 +25,25 @@ const endUsers = new SharedArray('endUsers', function () {
 export let options = {
     summaryTrendStats: ['avg', 'min', 'med', 'max', 'p(95)', 'p(99)', 'p(99.5)', 'p(99.9)', 'count'],
     thresholds: {
+        http_req_failed: ['rate<0.01'],
         'http_req_duration{name:simple search}': [],
         'http_reqs{name:simple search}': [],
+        'http_req_duration{name:get dialog}': [],
+        'http_reqs{name:get dialog}': [],
+        'http_req_duration{name:get dialog activities}': [],
+        'http_reqs{name:get dialog activities}': [],
+        'http_req_duration{name:get dialog activity}': [],
+        'http_reqs{name:get dialog activity}': [],
+        'http_req_duration{name:get seenlogs}': [],
+        'http_reqs{name:get seenlogs}': [],
+        'http_req_duration{name:get seenlog}': [],
+        'http_reqs{name:get seenlog}': [],
+        'http_req_duration{name:get transmissions}': [],
+        'http_reqs{name:get transmissions}': [],
+        'http_req_duration{name:get transmission}': [],
+        'http_reqs{name:get transmission}': [],
+        'http_req_duration{name:get labellog}': [],
+        'http_reqs{name:get labellog}': [],
     },
 };
 
@@ -52,6 +69,63 @@ export function simpleSearch(enduser) {
         let r = getEU('dialogs' + defaultFilter, paramsWithToken);
         expectStatusFor(r).to.equal(200);
         expect(r, 'response').to.have.validJsonBody();
+        if (r.json().items && r.json().items.length > 0) {
+            let dialogId = r.json().items[0].id;
+            if (dialogId) {
+                getDialog(dialogId, paramsWithToken);
+                getDialogActivities(dialogId, paramsWithToken);
+                getSeenLog(dialogId, paramsWithToken);
+                getLabelLog(dialogId, paramsWithToken);
+                getDialogTransmissions(dialogId, paramsWithToken);
+            }
+        }
     });
 }
 
+export function getDialog(dialogId, paramsWithToken) {
+    paramsWithToken.tags.name = 'get dialog'
+    getUrl('dialogs/' + dialogId, paramsWithToken);
+}
+
+export function getDialogActivities(dialogId, paramsWithToken) {
+    paramsWithToken.tags.name = 'get dialog activities'
+    let d = getUrl('dialogs/' + dialogId + '/activities', paramsWithToken);
+    let dialog_activites = d.json();
+    if (dialog_activites.length > 0) {
+        paramsWithToken.tags.name = 'get dialog activity'
+        getUrl('dialogs/' + dialogId + '/activities/' + randomItem(dialog_activites).id, paramsWithToken);
+    }
+}
+
+export function getSeenLog(dialogId, paramsWithToken) {
+    paramsWithToken.tags.name = 'get seenlogs'
+    let s = getEU('dialogs/' + dialogId + '/seenlog', paramsWithToken);
+    let seen_logs = s.json();
+    if (seen_logs.length > 0) {
+        paramsWithToken.tags.name = 'get seenlog'
+        getUrl('dialogs/' + dialogId + '/seenlog/' + randomItem(seen_logs).id, paramsWithToken);
+    }
+}
+
+export function getLabelLog(dialogId, paramsWithToken) {
+    paramsWithToken.tags.name = 'get labellog'
+    getEU('dialogs/' + dialogId + '/labellog', paramsWithToken);
+}
+
+export function getDialogTransmissions(dialogId, paramsWithToken) {
+    paramsWithToken.tags.name = 'get transmissions'
+    let d = getUrl('dialogs/' + dialogId + '/transmissions', paramsWithToken);
+    let dialog_transmissions = d.json();
+    if (dialog_transmissions.length > 0) {
+        paramsWithToken.tags.name = 'get transmission'
+        getUrl('dialogs/' + dialogId + '/transmissions/' + randomItem(dialog_transmissions).id, paramsWithToken);
+    }
+}
+
+export function getUrl(url, paramsWithToken) {
+    let r = getEU(url, paramsWithToken);
+    expectStatusFor(r).to.equal(200);
+    expect(r, 'response').to.have.validJsonBody();
+    return r;
+}
+