Githib actions poc #1604
build.yml
on: pull_request
Performance regression check
15m 35s
test
5m 43s
Matrix: integration
Annotations
1 error and 1 warning
Performance regression check
No benchmark result was found in /home/runner/work/soci-snapshotter/soci-snapshotter/benchmark/performanceTest/results.json. Benchmark output was '{
"commit": "d1d91c1ffa684c4b406cb3d96c479c3e74104673\n",
"benchmarkTests": [
{
"testName": "SociFullECR-public-ffmpeg",
"numberOfTests": 5,
"testTimes": [
26.869834296,
13.550192173,
13.482625746,
13.873961163,
13.596439616
],
"stdDev": 5.2992851951471796,
"mean": 16.274610598800002,
"min": 13.482625746,
"pct25": 13.5164089595,
"pct50": 13.573315894499999,
"pct75": 13.735200389500001,
"pct90": 20.3718977295,
"max": 26.869834296
},
{
"testName": "SociFullECR-public-tensorflow",
"numberOfTests": 5,
"testTimes": [
49.87796033,
20.758545503,
20.335209864,
18.885844012,
19.025983375
],
"stdDev": 12.072435629552256,
"mean": 25.776708616800004,
"min": 18.885844012,
"pct25": 18.9559136935,
"pct50": 19.6805966195,
"pct75": 20.5468776835,
"pct90": 35.3182529165,
"max": 49.87796033
},
{
"testName": "SociFullECR-public-tensorflow_gpu",
"numberOfTests": 5,
"testTimes": [
101.5239452,
72.073456429,
72.33827836,
75.234987467,
75.080716924
],
"stdDev": 11.2152267480651,
"mean": 79.250276876,
"min": 72.073456429,
"pct25": 72.2058673945,
"pct50": 73.709497642,
"pct75": 75.1578521955,
"pct90": 88.3794663335,
"max": 101.5239452
},
{
"testName": "SociFullECR-public-node",
"numberOfTests": 5,
"testTimes": [
16.983908739,
6.957709263,
7.215376871,
7.047446474,
6.995490957
],
"stdDev": 3.9729373795670524,
"mean": 9.0399864608,
"min": 6.957709263,
"pct25": 6.97660011,
"pct50": 7.0214687155,
"pct75": 7.1314116725000005,
"pct90": 12.099642805,
"max": 16.983908739
},
{
"testName": "SociFullECR-public-busybox",
"numberOfTests": 5,
"testTimes": [
1.889902918,
1.046664367,
1.112108979,
1.116265737,
1.103162614
],
"stdDev": 0.31912868043955384,
"mean": 1.2536209230000002,
"min": 1.046664367,
"pct25": 1.0749134905,
"pct50": 1.1076357964999999,
"pct75": 1.1141873580000001,
"pct90": 1.5030843274999999,
"max": 1.889902918
},
{
"testName": "SociFullECR-public-mongo",
"numberOfTests": 5,
"testTimes": [
12.45717708,
3.517685046,
3.469716574,
3.384386507,
3.311475522
],
"stdDev": 3.615237636712587,
"mean": 5.228088145799999,
"min": 3.311475522,
"pct25": 3.3479310145,
"pct50": 3.4270515405,
"pct75": 3.49370081,
"pct90": 7.987431063,
"max": 12.45717708
},
{
"testName": "SociFullECR-public-rabbitmq",
"numberOfTests": 5,
"testTimes": [
22.651911425,
15.269730783,
15.831609953,
15.397385353,
15.21019556
],
"stdDev": 2.8980385225057375,
"mean": 16.8721666148,
"min": 15.21019556,
"pct25": 15.239963171500001,
"pct50": 15.333558068,
"pct75": 15.614497653,
"pct90": 19.241760689,
"max": 22.651911425
},
{
"testName": "SociFullECR-public-redis",
"numberOfTests": 5,
"testTimes": [
7.092105512,
2.445862911,
2.420742665,
2.404897082,
2.265585951
],
"stdDev": 1.8841757495784714,
"mean": 3.3258388241999994,
"min": 2.265585951,
"pct25": 2.3352415165,
"pct50": 2.4128198735,
"pct75": 2.4333027879999998,
"pct90": 4.768984211499999,
"max": 7.092105512
}
]
}'
|
Performance regression check
The following actions uses node12 which is deprecated and will be forced to run on node16: actions/cache@v1. For more info: https://github.blog/changelog/2023-06-13-github-actions-all-actions-will-run-on-node16-instead-of-node12-by-default/
|