benchmarks.yml

variables:
  # set to true to run benchmarks against master branch of main/official repo
  base: false
  # the branch of the official repo against which to run the benchmarks
  baseBranch: master
  # this script sets the source for the benchmarks to either the official repo
  # or the local directory based on the base variable
  setSourceScript: |
    if (job.variables && job.variables.base && job.variables.base.toString() === 'true') {
      const branch = (job.variables && job.variables.baseBranch && job.variables.baseBranch.toString()) || 'master';
      console.log('Run benchmarks against official repository branch', branch);
      job.source.repository = 'https://github.com/OData/odata.net';
      job.source.branchOrCommit = branch;
    }
    else {
      console.log('Run benchmarks against local repository');
      job.source.localFolder = '.';
    }

jobs:
  components:
    source:
      project: test/PerformanceTests/ComponentTests/Microsoft.OData.Performance.ComponentTests.csproj
    variables:
      filter: "*"
      jobType: default
      base: "{{base}}"
      baseBranch: "{{baseBranch}}"
    arguments: "--job {{jobType}} --filter {{filter}} --memory"
    options:
      benchmarkDotNet: true
    onConfigure:
      - "{{setSourceScript}}"
  service:
    source:
      project: test/PerformanceTests/ServiceTests/Microsoft.OData.Performance.ServiceTests.csproj
    variables:
      filter: "*"
      jobType: default
      base: "{{base}}"
      baseBranch: "{{baseBranch}}"
    framework: netcoreapp3.1
    arguments: "--job {{jobType}} --filter {{filter}} --memory"
    options:
      benchmarkDotNet: true
    onConfigure:
     - "{{setSourceScript}}"
  serializationBaselines:
    source:
      project: test/PerformanceTests/SerializationBaselineTests/SerializationBaselineTests.csproj
    variables:
      filter: "*"
      jobType: default
      base: "{{base}}"
      baseBranch: "{{baseBranch}}"
    arguments: "--job {{jobType}} --filter {{filter}} --memory"
    options:
      benchmarkDotNet: true
    onConfigure:
      - "{{setSourceScript}}"

scenarios:
  Reader:
    application:
      job: components
      variables:
        filter: "*ODataReader*"
  Writer:
    application:
      job: components
      variables:
        filter: "*ODataWriter*"
  UriParser:
    application:
      job: component
      variables:
        filter: "*UriParser*"
  Components:
    application:
      job: components
      variables:
        filter: "*"
  Service:
    application:
      job: service
      variables:
        filter: "*"
  SerializerBaselines:
    application:
      job: serializationBaselines
      variables:
        filter: "*"

profiles:
  local:
    jobs:
      application:
        endpoints:
          - http://localhost:5010
  # Remote lab machines for benchmarking
  # These are also used by ASP.NET team
  # for more info visit: https://github.com/aspnet/Benchmarks/tree/main/scenarios
  # and https://github.com/aspnet/Benchmarks/blob/main/scenarios/aspnet.profiles.yml
  lab-windows:
    jobs:
      application:
        endpoints:
          - http://asp-perf-win:5001
  lab-linux:
    jobs:
      application:
        endpoints:
          - http://asp-perf-lin:5001