-
Notifications
You must be signed in to change notification settings - Fork 406
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'develop' into feature/prepare-bulk-annotation
* develop: (21 commits) ✨ Fix error handling in axios plugin for 401 (#4362) docs: Change `telemetry` section in tutorials to directly executable cells (#4399) docs: add faq files (#4363) fix: pinning `pytest-asyncio` to version `0.21.1` to avoid problems running unit tests on GitHub workflows (#4395) docs: add making most of markdown to tutorial page (#4376) Fixing typo in Fine Tuning LLMs Practical Guides (#4392) Token Classification epochs parameter trainer changed (#4393) docs: align practical guidescreate datasethtml with end2end examples structure (#4375) docs: hugging face space url (#4379) docs: extend using proxy section (#4368) chore: update dev version chore: update CHANGELOG.md before release v1.20.0 (#4357) docs: temporal update to indicate persistent storage (#4355) docs: add suggestions and responses filters and sorting (#4345) docs: add end2end example on creating a basic text-classification dataset (#4208) Fix/responses suggestions filter fine tune (#4356) Fix/responses suggestions filter fine tune (#4356) fix: Accept draft responses on dataset records creation (#4354) Feature/responses operator (#4352) Feature/responses operator (#4352) ...
- Loading branch information
Showing
148 changed files
with
9,900 additions
and
1,587 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,98 @@ | ||
| name: Run end2end sdk examples | ||
|
|
||
| on: | ||
| workflow_call: | ||
| inputs: | ||
| runsOn: | ||
| required: false | ||
| type: string | ||
| default: extended-runner | ||
| searchEngineDockerImage: | ||
| description: "The name of the Docker image of the search engine to use." | ||
| default: docker.elastic.co/elasticsearch/elasticsearch:8.8.2 | ||
| required: false | ||
| type: string | ||
| searchEngineDockerEnv: | ||
| description: "The name of the Docker image of the search engine to use." | ||
| default: '{"discovery.type": "single-node", "xpack.security.enabled": "false"}' | ||
| required: false | ||
| type: string | ||
| env: | ||
| # Increase this value to reset cache if etc/example-environment.yml has not changed | ||
| CACHE_NUMBER: 5 | ||
|
|
||
| jobs: | ||
| # Runs depending on the result from the check-repo-files.yml | ||
| call-check-repo-files: | ||
| uses: ./.github/workflows/check-repo-files.yml | ||
|
|
||
| end2end-examples: | ||
| name: end2end notebook examples, FeedbackDataset for text-classification | ||
| runs-on: ${{ inputs.runsOn }} | ||
| services: | ||
| search_engine: | ||
| image: ${{ inputs.searchEngineDockerImage }} | ||
| ports: | ||
| - 9200:9200 | ||
| env: ${{ fromJson(inputs.searchEngineDockerEnv) }} | ||
| defaults: | ||
| run: | ||
| shell: bash -l {0} | ||
| steps: | ||
| - name: Checkout Code 🛎 | ||
| uses: actions/checkout@v3 | ||
| - name: Setup Conda Env 🐍 | ||
| uses: conda-incubator/setup-miniconda@v2 | ||
| with: | ||
| miniforge-variant: Mambaforge | ||
| miniforge-version: latest | ||
| use-mamba: true | ||
| activate-environment: argilla | ||
| - name: Get date for conda cache | ||
| id: get-date | ||
| run: echo "::set-output name=today::$(/bin/date -u '+%Y%m%d')" | ||
| shell: bash | ||
| - name: Cache Conda env | ||
| uses: actions/cache@v3 | ||
| id: cache | ||
| with: | ||
| path: ${{ env.CONDA }}/envs | ||
| key: conda-${{ runner.os }}--${{ runner.arch }}--${{ steps.get-date.outputs.today }}-${{ hashFiles('environment_dev.yml') }}-${{ env.CACHE_NUMBER }} | ||
| - name: Update environment | ||
| if: steps.cache.outputs.cache-hit != 'true' | ||
| run: mamba env update -n argilla -f environment_dev.yml | ||
| - name: Cache pip 👜 | ||
| uses: actions/cache@v3 | ||
| with: | ||
| path: ~/.cache/pip | ||
| key: ${{ runner.os }}-pip-${{ env.CACHE_NUMBER }}-${{ hashFiles('pyproject.toml') }} | ||
| - name: Set huggingface hub credentials | ||
| if: github.ref == 'refs/heads/main' || github.ref == 'refs/heads/develop' || startsWith(github.ref, 'refs/heads/releases') | ||
| run: | | ||
| echo "HF_HUB_ACCESS_TOKEN=${{ secrets.HF_HUB_ACCESS_TOKEN }}" >> "$GITHUB_ENV" | ||
| echo "Enable HF access token" | ||
| - name: Set Argilla search engine env variable | ||
| if: startsWith(inputs.searchEngineDockerImage, 'docker.elastic.co') | ||
| run: | | ||
| echo "ARGILLA_SEARCH_ENGINE=elasticsearch" >> "$GITHUB_ENV" | ||
| echo "Configure elasticsearch engine" | ||
| - name: Set Argilla search engine env variable | ||
| if: startsWith(inputs.searchEngineDockerImage, 'opensearchproject') | ||
| run: | | ||
| echo "ARGILLA_SEARCH_ENGINE=opensearch" >> "$GITHUB_ENV" | ||
| echo "Configure opensearch engine" | ||
| - name: Launch Argilla Server | ||
| env: | ||
| ARGILLA_ENABLE_TELEMETRY: 0 | ||
| run: | | ||
| pip install -e . | ||
| python -m argilla server database migrate | ||
| python -m argilla server database users create_default | ||
| uvicorn argilla.server.app:app --port 6900 --host 0.0.0.0 & | ||
| - name: Run end2end examples 📈 | ||
| env: | ||
| ARGILLA_ENABLE_TELEMETRY: 0 | ||
| HF_HUB_ACCESS_TOKEN: ${{ secrets.HF_HUB_ACCESS_TOKEN }} | ||
| run: | | ||
| pip install papermill | ||
| python scripts/end2end_examples.py |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.