Add ability to generate only a subset of operations #301
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Integration tests | |
| on: | |
| push: | |
| branches-ignore: | |
| - 'dependabot/**' | |
| pull_request: {} | |
| env: | |
| OPENSEARCH_PLUGINS_DIRECTORY: /tmp/opensearch-plugins | |
| jobs: | |
| integration-opensearch: | |
| name: Integration OpenSearch | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| # 1.0.1 is skipped because it doesn't have a tag in OpenSearch repo, we can't check out to compile plugins | |
| version: | |
| - 2.7.0 | |
| - 2.6.0 | |
| - 2.5.0 | |
| - 2.4.1 | |
| - 2.3.0 | |
| - 2.2.1 | |
| - 2.1.0 | |
| - 2.0.1 | |
| - 1.3.10 | |
| - 1.2.4 | |
| - 1.1.0 | |
| - 1.0.0 | |
| steps: | |
| - name: Checkout Client | |
| uses: actions/checkout@v3 | |
| with: | |
| path: client | |
| - uses: actions/setup-dotnet@v3 | |
| with: | |
| dotnet-version: | | |
| 5.0.x | |
| 6.0.x | |
| - uses: actions/cache@v3 | |
| with: | |
| path: ~/.nuget/packages | |
| key: ${{ runner.os }}-nuget-${{ hashFiles('**/*.?sproj') }} | |
| restore-keys: | | |
| ${{ runner.os }}-nuget- | |
| # Due to https://github.com/opensearch-project/project-website/issues/737 | |
| # No plugins released for versions 1.0.x , so we need to compile plugins on our own to run tests properly | |
| # Compiled plugins are copied to ${OPENSEARCH_PLUGINS_DIRECTORY} where picked up by the test framework | |
| # Versions of OpenSearch starting 1.1.0 are able to download plugins from the Internet | |
| - name: Restore or Build OpenSearch Plugins | |
| uses: ./client/.github/actions/cached-git-build | |
| if: matrix.version == '1.0.0' | |
| with: | |
| repository: opensearch-project/OpenSearch | |
| ref: ${{ matrix.version }} | |
| path: opensearch | |
| cached_paths: | | |
| ./opensearch/plugins/*/build/distributions/*.zip | |
| build_script: | | |
| PluginList=("analysis-icu" "analysis-kuromoji" "analysis-nori" "analysis-phonetic" "ingest-attachment" "mapper-murmur3") | |
| for plugin in ${PluginList[*]}; do | |
| ./gradlew :plugins:$plugin:assemble -Dbuild.snapshot=false | |
| done | |
| - name: Copy OpenSearch Plugins | |
| if: matrix.version == '1.0.0' | |
| run: | | |
| mkdir -p ${{ env.OPENSEARCH_PLUGINS_DIRECTORY }} | |
| cp opensearch/plugins/*/build/distributions/*-${{ matrix.version }}.zip ${{ env.OPENSEARCH_PLUGINS_DIRECTORY }} | |
| - run: "./build.sh integrate ${{ matrix.version }} readonly,writable random:test_only_one --report" | |
| name: Integration Tests | |
| working-directory: client | |
| - name: Upload test report | |
| if: failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: report-${{ matrix.version }} | |
| path: client/build/output/* | |
| integration-opensearch-unreleased: | |
| name: Integration OpenSearch Unreleased | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| opensearch_ref: | |
| - '1.x' | |
| - '2.x' | |
| - 'main' | |
| steps: | |
| - name: Checkout Client | |
| uses: actions/checkout@v3 | |
| with: | |
| path: client | |
| - uses: actions/setup-dotnet@v3 | |
| with: | |
| dotnet-version: | | |
| 5.0.x | |
| 6.0.x | |
| - uses: actions/cache@v3 | |
| with: | |
| path: ~/.nuget/packages | |
| key: ${{ runner.os }}-nuget-${{ hashFiles('**/*.?sproj') }} | |
| restore-keys: | | |
| ${{ runner.os }}-nuget- | |
| - name: Restore or Build OpenSearch | |
| uses: ./client/.github/actions/cached-git-build | |
| with: | |
| repository: opensearch-project/OpenSearch | |
| ref: ${{ matrix.opensearch_ref }} | |
| path: opensearch | |
| cached_paths: | | |
| ./opensearch/distribution/archives/linux-tar/build/distributions/opensearch-*.tar.gz | |
| ./opensearch/plugins/*/build/distributions/*.zip | |
| build_script: | | |
| ./gradlew :distribution:archives:linux-tar:assemble | |
| PluginList=("analysis-icu" "analysis-kuromoji" "analysis-nori" "analysis-phonetic" "ingest-attachment" "mapper-murmur3") | |
| for plugin in ${PluginList[*]}; do | |
| ./gradlew :plugins:$plugin:assemble | |
| done | |
| - name: Determine OpenSearch distribution path and version | |
| shell: bash -eo pipefail {0} | |
| run: | | |
| distribution=`ls -1 $PWD/opensearch/distribution/archives/linux-tar/build/distributions/opensearch-*.tar.gz | head -1` | |
| version=`basename $distribution | cut -d'-' -f3,4` | |
| echo "OPENSEARCH_DISTRIBUTION=$distribution" >> $GITHUB_ENV | |
| echo "OPENSEARCH_VERSION=$version" >> $GITHUB_ENV | |
| - name: Restore or Build OpenSearch Security | |
| uses: ./client/.github/actions/cached-git-build | |
| if: matrix.opensearch_ref == '1.x' | |
| with: | |
| repository: opensearch-project/security | |
| ref: ${{ matrix.opensearch_ref }} | |
| path: opensearch-security | |
| cached_paths: | | |
| ./opensearch-security/build/distributions/opensearch-security-*-SNAPSHOT.zip | |
| build_script: ./gradlew assemble -Dopensearch.version=$OPENSEARCH_VERSION | |
| - name: Restore or Build OpenSearch k-NN | |
| uses: ./client/.github/actions/cached-git-build | |
| with: | |
| repository: opensearch-project/k-NN | |
| ref: ${{ matrix.opensearch_ref }} | |
| path: opensearch-knn | |
| cached_paths: | | |
| ./opensearch-knn/build/distributions/opensearch-knn-*-SNAPSHOT.zip | |
| build_script: | | |
| sudo apt-get install -y libopenblas-dev libomp-dev | |
| ./gradlew buildJniLib assemble -Dopensearch.version=$OPENSEARCH_VERSION | |
| distributions=./build/distributions | |
| lib_dir=$distributions/lib | |
| mkdir $lib_dir | |
| cp -v $(ldconfig -p | grep libgomp | cut -d ' ' -f 4) $lib_dir | |
| cp -v ./jni/release/libopensearchknn_* $lib_dir | |
| ls -l $lib_dir | |
| cd $distributions | |
| zip -ur opensearch-knn-*.zip lib | |
| - name: Copy OpenSearch plugins | |
| shell: bash -eo pipefail {0} | |
| run: | | |
| mkdir -p $OPENSEARCH_PLUGINS_DIRECTORY | |
| cp -v ./opensearch/plugins/*/build/distributions/*-$OPENSEARCH_VERSION.zip $OPENSEARCH_PLUGINS_DIRECTORY/ | |
| plugins=("opensearch-knn" "opensearch-security") | |
| for plugin in ${plugins[*]}; do | |
| if [[ -d "./$plugin" ]]; then | |
| cp -v ./$plugin/build/distributions/$plugin-*-SNAPSHOT.zip $OPENSEARCH_PLUGINS_DIRECTORY/ | |
| fi | |
| done | |
| ls -l $OPENSEARCH_PLUGINS_DIRECTORY | |
| - run: "./build.sh integrate ${{ env.OPENSEARCH_VERSION }} readonly,writable random:test_only_one --report" | |
| name: Integration Tests | |
| working-directory: client | |
| - name: Upload test report | |
| if: failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: report-unreleased-${{ matrix.opensearch_ref }} | |
| path: client/build/output/* |