From 26cb40f22154f2a5d9cfdf8dbc2b01257a334886 Mon Sep 17 00:00:00 2001 From: Diondra Peck Date: Mon, 23 Oct 2023 09:53:25 -0700 Subject: [PATCH] Update readme to add validate readme to sdk workflows --- ...-in-registry-share-data-using-registry.yml | 5 +++++ ...y-share-models-components-environments.yml | 5 +++++ .../sdk-assets-component-component.yml | 5 +++++ .github/workflows/sdk-assets-data-data.yml | 5 +++++ .../sdk-assets-data-working_with_mltable.yml | 5 +++++ .../sdk-assets-environment-environment.yml | 5 +++++ .github/workflows/sdk-assets-model-model.yml | 5 +++++ ...om-outputs-parquet-custom-output-batch.yml | 7 ++++++- ...sifier-mlflow-mlflow-for-batch-tabular.yml | 7 ++++++- ...summarization-text-summarization-batch.yml | 7 ++++++- ...-classifier-imagenet-classifier-mlflow.yml | 7 ++++++- ...oy-models-mnist-classifier-mnist-batch.yml | 7 ++++++- ...with-preprocessing-sdk-deploy-and-test.yml | 7 ++++++- ...elines-hello-batch-sdk-deploy-and-test.yml | 7 ++++++- ...ng-with-components-sdk-deploy-and-test.yml | 7 ++++++- ...-endpoints-custom-container-multimodel.yml | 5 +++++ ...iner-online-endpoints-custom-container.yml | 5 +++++ ...iner-triton-online-endpoints-triton-cc.yml | 5 +++++ ...bernetes-online-endpoints-safe-rollout.yml | 5 +++++ ...tes-online-endpoints-simple-deployment.yml | 5 +++++ ...llm-langchain-1_langchain_basic_deploy.yml | 5 +++++ ...semantic-kernel-1_semantic_http_server.yml | 5 +++++ ...-online-endpoints-managed-identity-sai.yml | 5 +++++ ...-online-endpoints-managed-identity-uai.yml | 5 +++++ ...naged-online-endpoints-binary-payloads.yml | 5 +++++ ...aged-online-endpoints-inference-schema.yml | 5 +++++ ...line-managed-online-endpoints-keyvault.yml | 5 +++++ ...ne-managed-online-endpoints-multimodel.yml | 5 +++++ ...nline-managed-online-endpoints-openapi.yml | 5 +++++ ...-managed-online-endpoints-safe-rollout.yml | 5 +++++ ...ged-online-endpoints-simple-deployment.yml | 5 +++++ ...points-deploy-mlflow-model-with-script.yml | 5 +++++ ...w-online-endpoints-deploy-mlflow-model.yml | 5 +++++ ...n-single-model-online-endpoints-triton.yml | 5 +++++ ...e_sample-test_featurestore_cli_samples.yml | 5 +++++ ...e_sample-test_featurestore_sdk_samples.yml | 5 +++++ ...nai-oai-v1-openai_completions_finetune.yml | 5 +++++ ...i-oai-v2-openai_chat_finetune_pipeline.yml | 19 ++++++++++++------- ...ing-question-answering-online-endpoint.yml | 5 +++++ ...n-token-classification-online-endpoint.yml | 5 +++++ ...ranslation-translation-online-endpoint.yml | 5 +++++ ...ro-shot-classification-online-endpoint.yml | 5 +++++ ...stem-import-import_model_into_registry.yml | 8 +++++--- ...toml-classification-task-bankmarketing.yml | 5 +++++ ...tcn-automl-forecasting-distributed-tcn.yml | 5 +++++ ...hub-dau-auto-ml-forecasting-github-dau.yml | 7 +++++-- ...-forecasting-orange-juice-sales-mlflow.yml | 5 +++++ ...-recipe-univariate-experiment-settings.yml | 5 +++++ ...toml-forecasting-recipe-univariate-run.yml | 5 +++++ ...e-share-auto-ml-forecasting-bike-share.yml | 5 +++++ ...ing-task-energy-demand-advanced-mlflow.yml | 5 +++++ ...orecasting-task-energy-demand-advanced.yml | 5 +++++ ...ification-multiclass-task-fridge-items.yml | 7 ++++++- ...ification-multilabel-task-fridge-items.yml | 7 ++++++- ...nstance-segmentation-task-fridge-items.yml | 7 ++++++- ...age-object-detection-task-fridge-items.yml | 9 +++++++-- ...tection-batch-scoring-non-mlflow-model.yml | 11 +++++++---- ...automl-nlp-multiclass-sentiment-mlflow.yml | 7 ++++++- ...alysis-automl-nlp-multiclass-sentiment.yml | 5 +++++ ...zation-automl-nlp-multilabel-paper-cat.yml | 5 +++++ ...ognition-task-automl-nlp-text-ner-task.yml | 5 +++++ ...ext-ner-task-distributed-with-sweeping.yml | 5 +++++ ...l-regression-task-hardware-performance.yml | 5 +++++ .github/workflows/sdk-jobs-configuration.yml | 5 +++++ ...j_sales_prediction-oj_sales_prediction.yml | 5 +++++ ...batch_prediction-iris_batch_prediction.yml | 5 +++++ ..._identification-mnist_batch_prediction.yml | 5 +++++ ...aml-pipeline_with_components_from_yaml.yml | 5 +++++ ...peline_with_python_function_components.yml | 5 +++++ ...eep-pipeline_with_hyperparameter_sweep.yml | 5 +++++ ...ts-pipeline_with_non_python_components.yml | 5 +++++ ...ts-pipeline_with_registered_components.yml | 5 +++++ ...lel_nodes-pipeline_with_parallel_nodes.yml | 5 +++++ ...assification-bankmarketing-in-pipeline.yml | 5 +++++ ...ipeline-automl-forecasting-in-pipeline.yml | 5 +++++ ...-classification-multiclass-in-pipeline.yml | 5 +++++ ...-classification-multilabel-in-pipeline.yml | 5 +++++ ...mage-instance-segmentation-in-pipeline.yml | 5 +++++ ...oml-image-object-detection-in-pipeline.yml | 5 +++++ ...l-regression-house-pricing-in-pipeline.yml | 5 +++++ ...automl-text-classification-in-pipeline.yml | 5 +++++ ...-classification-multilabel-in-pipeline.yml | 5 +++++ ...r-named-entity-recognition-in-pipeline.yml | 5 +++++ ..._spark_nodes-pipeline_with_spark_nodes.yml | 5 +++++ ...ata_regression_with_pipeline_component.yml | 5 +++++ ...ine_with_train_eval_pipeline_component.yml | 5 +++++ ...casting-demand-many-models-in-pipeline.yml | 8 ++++++++ ...s-1l_flow_in_pipeline-flow_in_pipeline.yml | 5 +++++ ...tensorflow-train_mnist_with_tensorflow.yml | 5 +++++ ...th_pytorch-train_cifar_10_with_pytorch.yml | 5 +++++ ...ta_regression-nyc_taxi_data_regression.yml | 5 +++++ ...net-image_classification_with_densenet.yml | 5 +++++ ...ge_classification_keras_minist_convnet.yml | 5 +++++ ...ep-debug-and-monitor-debug-and-monitor.yml | 5 +++++ ...step-lightgbm-iris-lightgbm-iris-sweep.yml | 5 +++++ ...stributed-training-distributed-cifar10.yml | 5 +++++ ...training-yolov5-objectdetectionAzureML.yml | 5 +++++ ...-single-step-pytorch-iris-pytorch-iris.yml | 5 +++++ ...yperparameter-tune-deploy-with-pytorch.yml | 5 +++++ ...e-step-r-accidents-accident-prediction.yml | 5 +++++ ...scikit-learn-diabetes-sklearn-diabetes.yml | 5 +++++ ...ep-scikit-learn-iris-iris-scikit-learn.yml | 5 +++++ ...-step-scikit-learn-mnist-sklearn-mnist.yml | 5 +++++ ...d-tensorflow-mnist-distributed-horovod.yml | 5 +++++ ...stributed-tensorflow-mnist-distributed.yml | 5 +++++ ...step-tensorflow-mnist-tensorflow-mnist.yml | 5 +++++ ...ation-run_interactive_session_notebook.yml | 5 +++++ ...-jobs-spark-submit_spark_pipeline_jobs.yml | 5 +++++ ...obs-spark-submit_spark_standalone_jobs.yml | 5 +++++ ...mit_spark_standalone_jobs_managed_vnet.yml | 5 +++++ ...rces-compute-attach_manage_spark_pools.yml | 5 +++++ .../sdk-resources-compute-compute.yml | 5 +++++ .../sdk-resources-connections-connections.yml | 5 +++++ ...sdk-resources-registry-registry-create.yml | 5 +++++ .../sdk-resources-workspace-workspace.yml | 5 +++++ ...ns-mlflow-deployment-with-explanations.yml | 5 +++++ ...leaidashboard-diabetes-decision-making.yml | 5 +++++ ...rd-diabetes-regression-model-debugging.yml | 5 +++++ ...housing-classification-model-debugging.yml | 5 +++++ ...bleaidashboard-housing-decision-making.yml | 5 +++++ ...-programmer-regression-model-debugging.yml | 5 +++++ ...label-text-classification-covid-events.yml | 5 +++++ ...idashboard-text-classification-DBPedia.yml | 5 +++++ ...board-text-classification-blbooksgenre.yml | 5 +++++ ...ashboard-text-question-answering-squad.yml | 5 +++++ ...ard-automl-image-classification-fridge.yml | 5 +++++ ...l-object-detection-fridge-private-data.yml | 5 +++++ ...idashboard-image-classification-fridge.yml | 5 +++++ ...image-multilabel-classification-fridge.yml | 5 +++++ ...bleaidashboard-object-detection-MSCOCO.yml | 5 +++++ .../workflows/sdk-schedules-job-schedule.yml | 5 +++++ ...-files-example-delimited-files-example.yml | 5 +++++ ...-delta-lake-example-delta-lake-example.yml | 5 +++++ ...-from-paths-example-from-paths-example.yml | 5 +++++ ...-local-to-cloud-mltable-local-to-cloud.yml | 5 +++++ ...-mltable-quickstart-mltable-quickstart.yml | 5 +++++ sdk/python/readme.py | 5 +++++ 137 files changed, 711 insertions(+), 30 deletions(-) diff --git a/.github/workflows/sdk-assets-assets-in-registry-share-data-using-registry.yml b/.github/workflows/sdk-assets-assets-in-registry-share-data-using-registry.yml index 280321dd05..e1ae312ce1 100644 --- a/.github/workflows/sdk-assets-assets-in-registry-share-data-using-registry.yml +++ b/.github/workflows/sdk-assets-assets-in-registry-share-data-using-registry.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/assets/assets-in-registry" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-assets-assets-in-registry-share-models-components-environments.yml b/.github/workflows/sdk-assets-assets-in-registry-share-models-components-environments.yml index 5d6b7e3e4c..028cb29461 100644 --- a/.github/workflows/sdk-assets-assets-in-registry-share-models-components-environments.yml +++ b/.github/workflows/sdk-assets-assets-in-registry-share-models-components-environments.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/assets/assets-in-registry" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-assets-component-component.yml b/.github/workflows/sdk-assets-component-component.yml index 31dbec1d54..a40d23cb76 100644 --- a/.github/workflows/sdk-assets-component-component.yml +++ b/.github/workflows/sdk-assets-component-component.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/assets/component" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-assets-data-data.yml b/.github/workflows/sdk-assets-data-data.yml index e446b4cd4a..1e01fae0b3 100644 --- a/.github/workflows/sdk-assets-data-data.yml +++ b/.github/workflows/sdk-assets-data-data.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/assets/data" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-assets-data-working_with_mltable.yml b/.github/workflows/sdk-assets-data-working_with_mltable.yml index 0600f15762..68fa11b020 100644 --- a/.github/workflows/sdk-assets-data-working_with_mltable.yml +++ b/.github/workflows/sdk-assets-data-working_with_mltable.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/assets/data" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-assets-environment-environment.yml b/.github/workflows/sdk-assets-environment-environment.yml index e1db00924c..468dc8b72d 100644 --- a/.github/workflows/sdk-assets-environment-environment.yml +++ b/.github/workflows/sdk-assets-environment-environment.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/assets/environment" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-assets-model-model.yml b/.github/workflows/sdk-assets-model-model.yml index a2f88aff2c..183bf3089d 100644 --- a/.github/workflows/sdk-assets-model-model.yml +++ b/.github/workflows/sdk-assets-model-model.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/assets/model" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-batch-deploy-models-custom-outputs-parquet-custom-output-batch.yml b/.github/workflows/sdk-endpoints-batch-deploy-models-custom-outputs-parquet-custom-output-batch.yml index 130e3aab18..7f51b7e3f4 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-models-custom-outputs-parquet-custom-output-batch.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-models-custom-outputs-parquet-custom-output-batch.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/batch/deploy-models/custom-outputs-parquet" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; @@ -65,7 +70,7 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "custom-output-batch.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; - papermill -k python custom-output-batch.ipynb custom-output-batch.output.ipynb --log-output + papermill -k python custom-output-batch.ipynb custom-output-batch.output.ipynb working-directory: sdk/python/endpoints/batch/deploy-models/custom-outputs-parquet - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-batch-deploy-models-heart-classifier-mlflow-mlflow-for-batch-tabular.yml b/.github/workflows/sdk-endpoints-batch-deploy-models-heart-classifier-mlflow-mlflow-for-batch-tabular.yml index a78be04124..b65a3c2772 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-models-heart-classifier-mlflow-mlflow-for-batch-tabular.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-models-heart-classifier-mlflow-mlflow-for-batch-tabular.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/batch/deploy-models/heart-classifier-mlflow" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; @@ -67,7 +72,7 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "mlflow-for-batch-tabular.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; - papermill -k python mlflow-for-batch-tabular.ipynb mlflow-for-batch-tabular.output.ipynb --log-output + papermill -k python mlflow-for-batch-tabular.ipynb mlflow-for-batch-tabular.output.ipynb working-directory: sdk/python/endpoints/batch/deploy-models/heart-classifier-mlflow - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-batch-deploy-models-huggingface-text-summarization-text-summarization-batch.yml b/.github/workflows/sdk-endpoints-batch-deploy-models-huggingface-text-summarization-text-summarization-batch.yml index 5e46aa91d1..d1cb814bdc 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-models-huggingface-text-summarization-text-summarization-batch.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-models-huggingface-text-summarization-text-summarization-batch.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/batch/deploy-models/huggingface-text-summarization" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; @@ -67,7 +72,7 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "text-summarization-batch.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; - papermill -k python text-summarization-batch.ipynb text-summarization-batch.output.ipynb --log-output + papermill -k python text-summarization-batch.ipynb text-summarization-batch.output.ipynb working-directory: sdk/python/endpoints/batch/deploy-models/huggingface-text-summarization - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-mlflow.yml b/.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-mlflow.yml index b2886bec32..bcbd7b7210 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-mlflow.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-mlflow.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/batch/deploy-models/imagenet-classifier" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; @@ -67,7 +72,7 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "imagenet-classifier-mlflow.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; - papermill -k python imagenet-classifier-mlflow.ipynb imagenet-classifier-mlflow.output.ipynb --log-output + papermill -k python imagenet-classifier-mlflow.ipynb imagenet-classifier-mlflow.output.ipynb working-directory: sdk/python/endpoints/batch/deploy-models/imagenet-classifier - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-batch-deploy-models-mnist-classifier-mnist-batch.yml b/.github/workflows/sdk-endpoints-batch-deploy-models-mnist-classifier-mnist-batch.yml index 79ccb925a4..fabda04ed8 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-models-mnist-classifier-mnist-batch.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-models-mnist-classifier-mnist-batch.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/batch/deploy-models/mnist-classifier" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; @@ -65,7 +70,7 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "mnist-batch.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; - papermill -k python mnist-batch.ipynb mnist-batch.output.ipynb --log-output + papermill -k python mnist-batch.ipynb mnist-batch.output.ipynb working-directory: sdk/python/endpoints/batch/deploy-models/mnist-classifier - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-batch-deploy-pipelines-batch-scoring-with-preprocessing-sdk-deploy-and-test.yml b/.github/workflows/sdk-endpoints-batch-deploy-pipelines-batch-scoring-with-preprocessing-sdk-deploy-and-test.yml index e28a343b8f..9187edd3c1 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-pipelines-batch-scoring-with-preprocessing-sdk-deploy-and-test.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-pipelines-batch-scoring-with-preprocessing-sdk-deploy-and-test.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/batch/deploy-pipelines/batch-scoring-with-preprocessing" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; @@ -65,7 +70,7 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "sdk-deploy-and-test.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; - papermill -k python sdk-deploy-and-test.ipynb sdk-deploy-and-test.output.ipynb --log-output + papermill -k python sdk-deploy-and-test.ipynb sdk-deploy-and-test.output.ipynb working-directory: sdk/python/endpoints/batch/deploy-pipelines/batch-scoring-with-preprocessing - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-batch-deploy-pipelines-hello-batch-sdk-deploy-and-test.yml b/.github/workflows/sdk-endpoints-batch-deploy-pipelines-hello-batch-sdk-deploy-and-test.yml index 64276b9677..16fa20d33e 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-pipelines-hello-batch-sdk-deploy-and-test.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-pipelines-hello-batch-sdk-deploy-and-test.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/batch/deploy-pipelines/hello-batch" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; @@ -65,7 +70,7 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "sdk-deploy-and-test.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; - papermill -k python sdk-deploy-and-test.ipynb sdk-deploy-and-test.output.ipynb --log-output + papermill -k python sdk-deploy-and-test.ipynb sdk-deploy-and-test.output.ipynb working-directory: sdk/python/endpoints/batch/deploy-pipelines/hello-batch - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-batch-deploy-pipelines-training-with-components-sdk-deploy-and-test.yml b/.github/workflows/sdk-endpoints-batch-deploy-pipelines-training-with-components-sdk-deploy-and-test.yml index da026451c0..58c3ee7162 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-pipelines-training-with-components-sdk-deploy-and-test.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-pipelines-training-with-components-sdk-deploy-and-test.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/batch/deploy-pipelines/training-with-components" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; @@ -65,7 +70,7 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "sdk-deploy-and-test.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; - papermill -k python sdk-deploy-and-test.ipynb sdk-deploy-and-test.output.ipynb --log-output + papermill -k python sdk-deploy-and-test.ipynb sdk-deploy-and-test.output.ipynb working-directory: sdk/python/endpoints/batch/deploy-pipelines/training-with-components - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-custom-container-online-endpoints-custom-container-multimodel.yml b/.github/workflows/sdk-endpoints-online-custom-container-online-endpoints-custom-container-multimodel.yml index 8a4b2fb110..96918158c3 100644 --- a/.github/workflows/sdk-endpoints-online-custom-container-online-endpoints-custom-container-multimodel.yml +++ b/.github/workflows/sdk-endpoints-online-custom-container-online-endpoints-custom-container-multimodel.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/custom-container" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-custom-container-online-endpoints-custom-container.yml b/.github/workflows/sdk-endpoints-online-custom-container-online-endpoints-custom-container.yml index 4af257c091..83a102ee47 100644 --- a/.github/workflows/sdk-endpoints-online-custom-container-online-endpoints-custom-container.yml +++ b/.github/workflows/sdk-endpoints-online-custom-container-online-endpoints-custom-container.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/custom-container" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-custom-container-triton-online-endpoints-triton-cc.yml b/.github/workflows/sdk-endpoints-online-custom-container-triton-online-endpoints-triton-cc.yml index bb35361080..e655d7953f 100644 --- a/.github/workflows/sdk-endpoints-online-custom-container-triton-online-endpoints-triton-cc.yml +++ b/.github/workflows/sdk-endpoints-online-custom-container-triton-online-endpoints-triton-cc.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/custom-container/triton" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-kubernetes-kubernetes-online-endpoints-safe-rollout.yml b/.github/workflows/sdk-endpoints-online-kubernetes-kubernetes-online-endpoints-safe-rollout.yml index f3c7b73353..08a6a4da77 100644 --- a/.github/workflows/sdk-endpoints-online-kubernetes-kubernetes-online-endpoints-safe-rollout.yml +++ b/.github/workflows/sdk-endpoints-online-kubernetes-kubernetes-online-endpoints-safe-rollout.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/kubernetes" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-kubernetes-kubernetes-online-endpoints-simple-deployment.yml b/.github/workflows/sdk-endpoints-online-kubernetes-kubernetes-online-endpoints-simple-deployment.yml index 764e2c3ef1..3eb79bd837 100644 --- a/.github/workflows/sdk-endpoints-online-kubernetes-kubernetes-online-endpoints-simple-deployment.yml +++ b/.github/workflows/sdk-endpoints-online-kubernetes-kubernetes-online-endpoints-simple-deployment.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/kubernetes" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-llm-langchain-1_langchain_basic_deploy.yml b/.github/workflows/sdk-endpoints-online-llm-langchain-1_langchain_basic_deploy.yml index 6f876f91e7..be419a6ec0 100644 --- a/.github/workflows/sdk-endpoints-online-llm-langchain-1_langchain_basic_deploy.yml +++ b/.github/workflows/sdk-endpoints-online-llm-langchain-1_langchain_basic_deploy.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/llm/langchain" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-llm-semantic-kernel-1_semantic_http_server.yml b/.github/workflows/sdk-endpoints-online-llm-semantic-kernel-1_semantic_http_server.yml index 34aa764831..dc4f73b0b1 100644 --- a/.github/workflows/sdk-endpoints-online-llm-semantic-kernel-1_semantic_http_server.yml +++ b/.github/workflows/sdk-endpoints-online-llm-semantic-kernel-1_semantic_http_server.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/llm/semantic-kernel" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-managed-managed-identities-online-endpoints-managed-identity-sai.yml b/.github/workflows/sdk-endpoints-online-managed-managed-identities-online-endpoints-managed-identity-sai.yml index 29bb03a090..a6c0d45324 100644 --- a/.github/workflows/sdk-endpoints-online-managed-managed-identities-online-endpoints-managed-identity-sai.yml +++ b/.github/workflows/sdk-endpoints-online-managed-managed-identities-online-endpoints-managed-identity-sai.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/managed/managed-identities" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-managed-managed-identities-online-endpoints-managed-identity-uai.yml b/.github/workflows/sdk-endpoints-online-managed-managed-identities-online-endpoints-managed-identity-uai.yml index d730e6bdb1..9320ce9e69 100644 --- a/.github/workflows/sdk-endpoints-online-managed-managed-identities-online-endpoints-managed-identity-uai.yml +++ b/.github/workflows/sdk-endpoints-online-managed-managed-identities-online-endpoints-managed-identity-uai.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/managed/managed-identities" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-binary-payloads.yml b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-binary-payloads.yml index 1b30445039..141ef555f5 100644 --- a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-binary-payloads.yml +++ b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-binary-payloads.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/managed" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-inference-schema.yml b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-inference-schema.yml index 2a7babfcb2..12a692d464 100644 --- a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-inference-schema.yml +++ b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-inference-schema.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/managed" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-keyvault.yml b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-keyvault.yml index b72b1bc187..36a2d06380 100644 --- a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-keyvault.yml +++ b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-keyvault.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/managed" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-multimodel.yml b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-multimodel.yml index 2521f4b0e4..bb4beebb63 100644 --- a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-multimodel.yml +++ b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-multimodel.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/managed" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-openapi.yml b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-openapi.yml index 566d1294bd..a1f63e7846 100644 --- a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-openapi.yml +++ b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-openapi.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/managed" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-safe-rollout.yml b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-safe-rollout.yml index 53dab7f726..a4c8d6d43a 100644 --- a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-safe-rollout.yml +++ b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-safe-rollout.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/managed" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-simple-deployment.yml b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-simple-deployment.yml index 161a3b4833..d7a357243d 100644 --- a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-simple-deployment.yml +++ b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-simple-deployment.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/managed" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-mlflow-online-endpoints-deploy-mlflow-model-with-script.yml b/.github/workflows/sdk-endpoints-online-mlflow-online-endpoints-deploy-mlflow-model-with-script.yml index 37cddc8f66..deadb24c1e 100644 --- a/.github/workflows/sdk-endpoints-online-mlflow-online-endpoints-deploy-mlflow-model-with-script.yml +++ b/.github/workflows/sdk-endpoints-online-mlflow-online-endpoints-deploy-mlflow-model-with-script.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/mlflow" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-mlflow-online-endpoints-deploy-mlflow-model.yml b/.github/workflows/sdk-endpoints-online-mlflow-online-endpoints-deploy-mlflow-model.yml index fc56389327..876f5b323c 100644 --- a/.github/workflows/sdk-endpoints-online-mlflow-online-endpoints-deploy-mlflow-model.yml +++ b/.github/workflows/sdk-endpoints-online-mlflow-online-endpoints-deploy-mlflow-model.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/mlflow" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-endpoints-online-triton-single-model-online-endpoints-triton.yml b/.github/workflows/sdk-endpoints-online-triton-single-model-online-endpoints-triton.yml index 5eb3bfb208..b29c56ffad 100644 --- a/.github/workflows/sdk-endpoints-online-triton-single-model-online-endpoints-triton.yml +++ b/.github/workflows/sdk-endpoints-online-triton-single-model-online-endpoints-triton.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/triton/single-model" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-featurestore_sample-test_featurestore_cli_samples.yml b/.github/workflows/sdk-featurestore_sample-test_featurestore_cli_samples.yml index a31b9cb64a..e5a02acbed 100644 --- a/.github/workflows/sdk-featurestore_sample-test_featurestore_cli_samples.yml +++ b/.github/workflows/sdk-featurestore_sample-test_featurestore_cli_samples.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/featurestore_sample" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-featurestore_sample-test_featurestore_sdk_samples.yml b/.github/workflows/sdk-featurestore_sample-test_featurestore_sdk_samples.yml index 360b615937..b32bdeadd4 100644 --- a/.github/workflows/sdk-featurestore_sample-test_featurestore_sdk_samples.yml +++ b/.github/workflows/sdk-featurestore_sample-test_featurestore_sdk_samples.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/featurestore_sample" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-foundation-models-azure_openai-oai-v1-openai_completions_finetune.yml b/.github/workflows/sdk-foundation-models-azure_openai-oai-v1-openai_completions_finetune.yml index 67d8cbd896..38f36cba5e 100644 --- a/.github/workflows/sdk-foundation-models-azure_openai-oai-v1-openai_completions_finetune.yml +++ b/.github/workflows/sdk-foundation-models-azure_openai-oai-v1-openai_completions_finetune.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/azure_openai/oai-v1" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-foundation-models-azure_openai-oai-v2-openai_chat_finetune_pipeline.yml b/.github/workflows/sdk-foundation-models-azure_openai-oai-v2-openai_chat_finetune_pipeline.yml index e7b14c2055..0fd5122455 100644 --- a/.github/workflows/sdk-foundation-models-azure_openai-oai-v2-openai_chat_finetune_pipeline.yml +++ b/.github/workflows/sdk-foundation-models-azure_openai-oai-v2-openai_chat_finetune_pipeline.yml @@ -18,7 +18,7 @@ on: - .github/workflows/sdk-foundation-models-azure_openai-oai-v2-openai_chat_finetune_pipeline.yml - sdk/python/dev-requirements.txt - infra/bootstrapping/** - - sdk/python/setup_oai_v2.sh + - sdk/python/setup.sh concurrency: group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} cancel-in-progress: true @@ -41,27 +41,32 @@ jobs: - name: bootstrap resources run: | echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; - bash bootstrap_oai_v2.sh + bash bootstrap.sh working-directory: infra/bootstrapping continue-on-error: false - name: setup SDK run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; - source "${{ github.workspace }}/infra/bootstrapping/init_environment_oai_v2.sh"; - bash setup_oai_v2.sh + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/azure_openai/oai-v2" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; - source "${{ github.workspace }}/infra/bootstrapping/init_environment_oai_v2.sh"; - bash setup_oai_v2.sh + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh working-directory: cli continue-on-error: true - name: run foundation-models/azure_openai/oai-v2/openai_chat_finetune_pipeline.ipynb run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; - source "${{ github.workspace }}/infra/bootstrapping/init_environment_oai_v2.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "openai_chat_finetune_pipeline.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; diff --git a/.github/workflows/sdk-foundation-models-huggingface-inference-question-answering-question-answering-online-endpoint.yml b/.github/workflows/sdk-foundation-models-huggingface-inference-question-answering-question-answering-online-endpoint.yml index 2d87aa3855..3ee79c9fc3 100644 --- a/.github/workflows/sdk-foundation-models-huggingface-inference-question-answering-question-answering-online-endpoint.yml +++ b/.github/workflows/sdk-foundation-models-huggingface-inference-question-answering-question-answering-online-endpoint.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/huggingface/inference/question-answering" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-foundation-models-huggingface-inference-token-classification-token-classification-online-endpoint.yml b/.github/workflows/sdk-foundation-models-huggingface-inference-token-classification-token-classification-online-endpoint.yml index 12b61f67da..1d695279f4 100644 --- a/.github/workflows/sdk-foundation-models-huggingface-inference-token-classification-token-classification-online-endpoint.yml +++ b/.github/workflows/sdk-foundation-models-huggingface-inference-token-classification-token-classification-online-endpoint.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/huggingface/inference/token-classification" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-foundation-models-huggingface-inference-translation-translation-online-endpoint.yml b/.github/workflows/sdk-foundation-models-huggingface-inference-translation-translation-online-endpoint.yml index 50ac150f2f..a827b6beff 100644 --- a/.github/workflows/sdk-foundation-models-huggingface-inference-translation-translation-online-endpoint.yml +++ b/.github/workflows/sdk-foundation-models-huggingface-inference-translation-translation-online-endpoint.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/huggingface/inference/translation" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-foundation-models-huggingface-inference-zero-shot-classification-zero-shot-classification-online-endpoint.yml b/.github/workflows/sdk-foundation-models-huggingface-inference-zero-shot-classification-zero-shot-classification-online-endpoint.yml index 9f0e4c6905..51c52afa83 100644 --- a/.github/workflows/sdk-foundation-models-huggingface-inference-zero-shot-classification-zero-shot-classification-online-endpoint.yml +++ b/.github/workflows/sdk-foundation-models-huggingface-inference-zero-shot-classification-zero-shot-classification-online-endpoint.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/huggingface/inference/zero-shot-classification" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-foundation-models-system-import-import_model_into_registry.yml b/.github/workflows/sdk-foundation-models-system-import-import_model_into_registry.yml index d1bf2daac1..77baed880a 100644 --- a/.github/workflows/sdk-foundation-models-system-import-import_model_into_registry.yml +++ b/.github/workflows/sdk-foundation-models-system-import-import_model_into_registry.yml @@ -19,9 +19,6 @@ on: - sdk/python/dev-requirements.txt - infra/bootstrapping/** - sdk/python/setup.sh -env: - MMDETECTION_MODEL_ID: None - MMDETECTION_TASK_NAME: image-object-detection concurrency: group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} cancel-in-progress: true @@ -54,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/import" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-classification-task-bankmarketing-automl-classification-task-bankmarketing.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-classification-task-bankmarketing-automl-classification-task-bankmarketing.yml index 643bd45e8a..0be42c3ae9 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-classification-task-bankmarketing-automl-classification-task-bankmarketing.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-classification-task-bankmarketing-automl-classification-task-bankmarketing.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-classification-task-bankmarketing" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-distributed-tcn-automl-forecasting-distributed-tcn.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-distributed-tcn-automl-forecasting-distributed-tcn.yml index 52542d15c1..b1680cee91 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-distributed-tcn-automl-forecasting-distributed-tcn.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-distributed-tcn-automl-forecasting-distributed-tcn.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-forecasting-distributed-tcn" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-github-dau-auto-ml-forecasting-github-dau.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-github-dau-auto-ml-forecasting-github-dau.yml index 6a68dcdbc6..92dde699c2 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-github-dau-auto-ml-forecasting-github-dau.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-github-dau-auto-ml-forecasting-github-dau.yml @@ -36,8 +36,6 @@ jobs: run: pip install -r sdk/python/dev-requirements.txt - name: pip install mlflow reqs run: pip install -r sdk/python/mlflow-requirements.txt - - name: pip install forecasting reqs - run: pip install -r sdk/python/forecasting-requirements.txt - name: azure login uses: azure/login@v1 with: @@ -55,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-forecasting-github-dau" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-orange-juice-sales-automl-forecasting-orange-juice-sales-mlflow.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-orange-juice-sales-automl-forecasting-orange-juice-sales-mlflow.yml index 11efcafa06..ec339b5c89 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-orange-juice-sales-automl-forecasting-orange-juice-sales-mlflow.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-orange-juice-sales-automl-forecasting-orange-juice-sales-mlflow.yml @@ -55,6 +55,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-forecasting-orange-juice-sales" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-recipes-univariate-automl-forecasting-recipe-univariate-experiment-settings.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-recipes-univariate-automl-forecasting-recipe-univariate-experiment-settings.yml index 4da89bd6d7..8f9a7bee99 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-recipes-univariate-automl-forecasting-recipe-univariate-experiment-settings.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-recipes-univariate-automl-forecasting-recipe-univariate-experiment-settings.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-forecasting-recipes-univariate" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-recipes-univariate-automl-forecasting-recipe-univariate-run.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-recipes-univariate-automl-forecasting-recipe-univariate-run.yml index 7dfc5ba97b..7805d465ae 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-recipes-univariate-automl-forecasting-recipe-univariate-run.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-recipes-univariate-automl-forecasting-recipe-univariate-run.yml @@ -55,6 +55,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-forecasting-recipes-univariate" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-bike-share-auto-ml-forecasting-bike-share.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-bike-share-auto-ml-forecasting-bike-share.yml index 04acdeb0d1..e2b77cdd85 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-bike-share-auto-ml-forecasting-bike-share.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-bike-share-auto-ml-forecasting-bike-share.yml @@ -55,6 +55,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-forecasting-task-bike-share" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced-mlflow.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced-mlflow.yml index 767143c365..ecb3448c4e 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced-mlflow.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced-mlflow.yml @@ -55,6 +55,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-forecasting-task-energy-demand" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced.yml index bd198f724f..8dfff93633 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-forecasting-task-energy-demand" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multiclass-task-fridge-items-automl-image-classification-multiclass-task-fridge-items.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multiclass-task-fridge-items-automl-image-classification-multiclass-task-fridge-items.yml index 3da11dd78b..da5c94b9e3 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multiclass-task-fridge-items-automl-image-classification-multiclass-task-fridge-items.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multiclass-task-fridge-items-automl-image-classification-multiclass-task-fridge-items.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-image-classification-multiclass-task-fridge-items" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; @@ -67,7 +72,7 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-image-classification-multiclass-task-fridge-items.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; - papermill -k python automl-image-classification-multiclass-task-fridge-items.ipynb automl-image-classification-multiclass-task-fridge-items.output.ipynb + papermill -k python -p compute_name automl-gpu-cluster automl-image-classification-multiclass-task-fridge-items.ipynb automl-image-classification-multiclass-task-fridge-items.output.ipynb working-directory: sdk/python/jobs/automl-standalone-jobs/automl-image-classification-multiclass-task-fridge-items - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multilabel-task-fridge-items-automl-image-classification-multilabel-task-fridge-items.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multilabel-task-fridge-items-automl-image-classification-multilabel-task-fridge-items.yml index e9825f7214..f59cabd4a4 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multilabel-task-fridge-items-automl-image-classification-multilabel-task-fridge-items.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multilabel-task-fridge-items-automl-image-classification-multilabel-task-fridge-items.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-image-classification-multilabel-task-fridge-items" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; @@ -67,7 +72,7 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-image-classification-multilabel-task-fridge-items.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; - papermill -k python automl-image-classification-multilabel-task-fridge-items.ipynb automl-image-classification-multilabel-task-fridge-items.output.ipynb + papermill -k python -p compute_name automl-gpu-cluster automl-image-classification-multilabel-task-fridge-items.ipynb automl-image-classification-multilabel-task-fridge-items.output.ipynb working-directory: sdk/python/jobs/automl-standalone-jobs/automl-image-classification-multilabel-task-fridge-items - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-instance-segmentation-task-fridge-items-automl-image-instance-segmentation-task-fridge-items.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-instance-segmentation-task-fridge-items-automl-image-instance-segmentation-task-fridge-items.yml index 1715b9512f..9d2c338b04 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-instance-segmentation-task-fridge-items-automl-image-instance-segmentation-task-fridge-items.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-instance-segmentation-task-fridge-items-automl-image-instance-segmentation-task-fridge-items.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-image-instance-segmentation-task-fridge-items" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; @@ -67,7 +72,7 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-image-instance-segmentation-task-fridge-items.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; - papermill -k python automl-image-instance-segmentation-task-fridge-items.ipynb automl-image-instance-segmentation-task-fridge-items.output.ipynb + papermill -k python -p compute_name automl-gpu-cluster automl-image-instance-segmentation-task-fridge-items.ipynb automl-image-instance-segmentation-task-fridge-items.output.ipynb working-directory: sdk/python/jobs/automl-standalone-jobs/automl-image-instance-segmentation-task-fridge-items - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-automl-image-object-detection-task-fridge-items.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-automl-image-object-detection-task-fridge-items.yml index 47616a3d88..c395101ad6 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-automl-image-object-detection-task-fridge-items.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-automl-image-object-detection-task-fridge-items.yml @@ -9,7 +9,7 @@ name: sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge- on: workflow_dispatch: schedule: - - cron: "51 10/12 * * *" + - cron: "51 5/12 * * *" pull_request: branches: - main @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-image-object-detection-task-fridge-items" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; @@ -67,7 +72,7 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-image-object-detection-task-fridge-items.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; - papermill -k python automl-image-object-detection-task-fridge-items.ipynb automl-image-object-detection-task-fridge-items.output.ipynb + papermill -k python -p compute_name automl-gpu-cluster automl-image-object-detection-task-fridge-items.ipynb automl-image-object-detection-task-fridge-items.output.ipynb working-directory: sdk/python/jobs/automl-standalone-jobs/automl-image-object-detection-task-fridge-items - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-batch-scoring-image-object-detection-batch-scoring-non-mlflow-model.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-batch-scoring-image-object-detection-batch-scoring-non-mlflow-model.yml index 4b4e3fb57e..e6c1ca27d2 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-batch-scoring-image-object-detection-batch-scoring-non-mlflow-model.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-batch-scoring-image-object-detection-batch-scoring-non-mlflow-model.yml @@ -24,7 +24,7 @@ concurrency: cancel-in-progress: true jobs: build: - runs-on: ubuntu-20.04 + runs-on: ubuntu-latest steps: - name: check out repo uses: actions/checkout@v2 @@ -51,10 +51,13 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash setup.sh - pip install azureml-core - pip install azureml-pipeline-core working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-image-object-detection-task-fridge-items-batch-scoring" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; @@ -69,7 +72,7 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "image-object-detection-batch-scoring-non-mlflow-model.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; - papermill -k python image-object-detection-batch-scoring-non-mlflow-model.ipynb image-object-detection-batch-scoring-non-mlflow-model.output.ipynb + papermill -k python -p compute_name automl-gpu-cluster image-object-detection-batch-scoring-non-mlflow-model.ipynb image-object-detection-batch-scoring-non-mlflow-model.output.ipynb working-directory: sdk/python/jobs/automl-standalone-jobs/automl-image-object-detection-task-fridge-items-batch-scoring - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment-mlflow.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment-mlflow.yml index 38078c1ce4..eb5b53180a 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment-mlflow.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment-mlflow.yml @@ -9,7 +9,7 @@ name: sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass- on: workflow_dispatch: schedule: - - cron: "55 4/12 * * *" + - cron: "55 6/12 * * *" pull_request: branches: - main @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-nlp-text-classification-multiclass-task-sentiment-analysis" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment.yml index 5d92eb55cd..8aaf99be92 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-nlp-text-classification-multiclass-task-sentiment-analysis" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multilabel-task-paper-categorization-automl-nlp-multilabel-paper-cat.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multilabel-task-paper-categorization-automl-nlp-multilabel-paper-cat.yml index 3892a00183..079ba4cab4 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multilabel-task-paper-categorization-automl-nlp-multilabel-paper-cat.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multilabel-task-paper-categorization-automl-nlp-multilabel-paper-cat.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-nlp-text-classification-multilabel-task-paper-categorization" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-automl-nlp-text-ner-task.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-automl-nlp-text-ner-task.yml index 210c28068d..c41ee2c97c 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-automl-nlp-text-ner-task.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-automl-nlp-text-ner-task.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-nlp-text-named-entity-recognition-task" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-distributed-sweeping-automl-nlp-text-ner-task-distributed-with-sweeping.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-distributed-sweeping-automl-nlp-text-ner-task-distributed-with-sweeping.yml index 833e36acc4..4c290b2e05 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-distributed-sweeping-automl-nlp-text-ner-task-distributed-with-sweeping.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-distributed-sweeping-automl-nlp-text-ner-task-distributed-with-sweeping.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-nlp-text-named-entity-recognition-task-distributed-sweeping" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-regression-task-hardware-performance-automl-regression-task-hardware-performance.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-regression-task-hardware-performance-automl-regression-task-hardware-performance.yml index 581e02c206..5314bbdd38 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-regression-task-hardware-performance-automl-regression-task-hardware-performance.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-regression-task-hardware-performance-automl-regression-task-hardware-performance.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-regression-task-hardware-performance" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-configuration.yml b/.github/workflows/sdk-jobs-configuration.yml index 5ee1106a3f..ee68b3409f 100644 --- a/.github/workflows/sdk-jobs-configuration.yml +++ b/.github/workflows/sdk-jobs-configuration.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-parallel-1a_oj_sales_prediction-oj_sales_prediction.yml b/.github/workflows/sdk-jobs-parallel-1a_oj_sales_prediction-oj_sales_prediction.yml index 8c601873c1..bd647b5ea3 100644 --- a/.github/workflows/sdk-jobs-parallel-1a_oj_sales_prediction-oj_sales_prediction.yml +++ b/.github/workflows/sdk-jobs-parallel-1a_oj_sales_prediction-oj_sales_prediction.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/parallel/1a_oj_sales_prediction" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-parallel-2a_iris_batch_prediction-iris_batch_prediction.yml b/.github/workflows/sdk-jobs-parallel-2a_iris_batch_prediction-iris_batch_prediction.yml index 9d22cb9e1e..e82319a128 100644 --- a/.github/workflows/sdk-jobs-parallel-2a_iris_batch_prediction-iris_batch_prediction.yml +++ b/.github/workflows/sdk-jobs-parallel-2a_iris_batch_prediction-iris_batch_prediction.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/parallel/2a_iris_batch_prediction" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-parallel-3a_mnist_batch_identification-mnist_batch_prediction.yml b/.github/workflows/sdk-jobs-parallel-3a_mnist_batch_identification-mnist_batch_prediction.yml index db3196e0a7..ae7c55ec1a 100644 --- a/.github/workflows/sdk-jobs-parallel-3a_mnist_batch_identification-mnist_batch_prediction.yml +++ b/.github/workflows/sdk-jobs-parallel-3a_mnist_batch_identification-mnist_batch_prediction.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/parallel/3a_mnist_batch_identification" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml.yml b/.github/workflows/sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml.yml index 3fafca903d..6969714631 100644 --- a/.github/workflows/sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml.yml +++ b/.github/workflows/sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1a_pipeline_with_components_from_yaml" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1b_pipeline_with_python_function_components-pipeline_with_python_function_components.yml b/.github/workflows/sdk-jobs-pipelines-1b_pipeline_with_python_function_components-pipeline_with_python_function_components.yml index 898f44339d..feff2b17b2 100644 --- a/.github/workflows/sdk-jobs-pipelines-1b_pipeline_with_python_function_components-pipeline_with_python_function_components.yml +++ b/.github/workflows/sdk-jobs-pipelines-1b_pipeline_with_python_function_components-pipeline_with_python_function_components.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1b_pipeline_with_python_function_components" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1c_pipeline_with_hyperparameter_sweep-pipeline_with_hyperparameter_sweep.yml b/.github/workflows/sdk-jobs-pipelines-1c_pipeline_with_hyperparameter_sweep-pipeline_with_hyperparameter_sweep.yml index 46bb5a8756..1e08e4c78a 100644 --- a/.github/workflows/sdk-jobs-pipelines-1c_pipeline_with_hyperparameter_sweep-pipeline_with_hyperparameter_sweep.yml +++ b/.github/workflows/sdk-jobs-pipelines-1c_pipeline_with_hyperparameter_sweep-pipeline_with_hyperparameter_sweep.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1c_pipeline_with_hyperparameter_sweep" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1d_pipeline_with_non_python_components-pipeline_with_non_python_components.yml b/.github/workflows/sdk-jobs-pipelines-1d_pipeline_with_non_python_components-pipeline_with_non_python_components.yml index 27a6145957..34e0ae1f55 100644 --- a/.github/workflows/sdk-jobs-pipelines-1d_pipeline_with_non_python_components-pipeline_with_non_python_components.yml +++ b/.github/workflows/sdk-jobs-pipelines-1d_pipeline_with_non_python_components-pipeline_with_non_python_components.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1d_pipeline_with_non_python_components" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1e_pipeline_with_registered_components-pipeline_with_registered_components.yml b/.github/workflows/sdk-jobs-pipelines-1e_pipeline_with_registered_components-pipeline_with_registered_components.yml index 24202dd5e8..dd070fa740 100644 --- a/.github/workflows/sdk-jobs-pipelines-1e_pipeline_with_registered_components-pipeline_with_registered_components.yml +++ b/.github/workflows/sdk-jobs-pipelines-1e_pipeline_with_registered_components-pipeline_with_registered_components.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1e_pipeline_with_registered_components" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1g_pipeline_with_parallel_nodes-pipeline_with_parallel_nodes.yml b/.github/workflows/sdk-jobs-pipelines-1g_pipeline_with_parallel_nodes-pipeline_with_parallel_nodes.yml index 6c5f2f52c7..ee6b43c2a0 100644 --- a/.github/workflows/sdk-jobs-pipelines-1g_pipeline_with_parallel_nodes-pipeline_with_parallel_nodes.yml +++ b/.github/workflows/sdk-jobs-pipelines-1g_pipeline_with_parallel_nodes-pipeline_with_parallel_nodes.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1g_pipeline_with_parallel_nodes" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-classification-bankmarketing-in-pipeline-automl-classification-bankmarketing-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-classification-bankmarketing-in-pipeline-automl-classification-bankmarketing-in-pipeline.yml index 35b945fcb5..751864cf0b 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-classification-bankmarketing-in-pipeline-automl-classification-bankmarketing-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-classification-bankmarketing-in-pipeline-automl-classification-bankmarketing-in-pipeline.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-classification-bankmarketing-in-pipeline" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-forecasting-in-pipeline-automl-forecasting-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-forecasting-in-pipeline-automl-forecasting-in-pipeline.yml index e79a4a3927..910eacabdc 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-forecasting-in-pipeline-automl-forecasting-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-forecasting-in-pipeline-automl-forecasting-in-pipeline.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-forecasting-in-pipeline" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-classification-multiclass-in-pipeline-automl-image-classification-multiclass-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-classification-multiclass-in-pipeline-automl-image-classification-multiclass-in-pipeline.yml index 320fd6a47f..4e1852bd68 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-classification-multiclass-in-pipeline-automl-image-classification-multiclass-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-classification-multiclass-in-pipeline-automl-image-classification-multiclass-in-pipeline.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-image-classification-multiclass-in-pipeline" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-classification-multilabel-in-pipeline-automl-image-classification-multilabel-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-classification-multilabel-in-pipeline-automl-image-classification-multilabel-in-pipeline.yml index d21b2441d3..267dd198ed 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-classification-multilabel-in-pipeline-automl-image-classification-multilabel-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-classification-multilabel-in-pipeline-automl-image-classification-multilabel-in-pipeline.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-image-classification-multilabel-in-pipeline" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-instance-segmentation-in-pipeline-automl-image-instance-segmentation-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-instance-segmentation-in-pipeline-automl-image-instance-segmentation-in-pipeline.yml index 11415319ea..e4eac703e3 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-instance-segmentation-in-pipeline-automl-image-instance-segmentation-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-instance-segmentation-in-pipeline-automl-image-instance-segmentation-in-pipeline.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-image-instance-segmentation-in-pipeline" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-object-detection-in-pipeline-automl-image-object-detection-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-object-detection-in-pipeline-automl-image-object-detection-in-pipeline.yml index 7786b0c861..ead4830ce9 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-object-detection-in-pipeline-automl-image-object-detection-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-object-detection-in-pipeline-automl-image-object-detection-in-pipeline.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-image-object-detection-in-pipeline" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-regression-house-pricing-in-pipeline-automl-regression-house-pricing-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-regression-house-pricing-in-pipeline-automl-regression-house-pricing-in-pipeline.yml index 47f6cb4d99..01aa1dcec1 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-regression-house-pricing-in-pipeline-automl-regression-house-pricing-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-regression-house-pricing-in-pipeline-automl-regression-house-pricing-in-pipeline.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-regression-house-pricing-in-pipeline" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-in-pipeline-automl-text-classification-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-in-pipeline-automl-text-classification-in-pipeline.yml index 27e2a35f17..057e5912a5 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-in-pipeline-automl-text-classification-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-in-pipeline-automl-text-classification-in-pipeline.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-text-classification-in-pipeline" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-multilabel-in-pipeline-automl-text-classification-multilabel-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-multilabel-in-pipeline-automl-text-classification-multilabel-in-pipeline.yml index 67ed4c5d23..a8345d5a54 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-multilabel-in-pipeline-automl-text-classification-multilabel-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-multilabel-in-pipeline-automl-text-classification-multilabel-in-pipeline.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-text-classification-multilabel-in-pipeline" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-ner-named-entity-recognition-in-pipeline-automl-text-ner-named-entity-recognition-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-ner-named-entity-recognition-in-pipeline-automl-text-ner-named-entity-recognition-in-pipeline.yml index ab25b5cfb3..d6718c4478 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-ner-named-entity-recognition-in-pipeline-automl-text-ner-named-entity-recognition-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-ner-named-entity-recognition-in-pipeline-automl-text-ner-named-entity-recognition-in-pipeline.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-text-ner-named-entity-recognition-in-pipeline" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1i_pipeline_with_spark_nodes-pipeline_with_spark_nodes.yml b/.github/workflows/sdk-jobs-pipelines-1i_pipeline_with_spark_nodes-pipeline_with_spark_nodes.yml index 7af6fcd870..db9204232d 100644 --- a/.github/workflows/sdk-jobs-pipelines-1i_pipeline_with_spark_nodes-pipeline_with_spark_nodes.yml +++ b/.github/workflows/sdk-jobs-pipelines-1i_pipeline_with_spark_nodes-pipeline_with_spark_nodes.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1i_pipeline_with_spark_nodes" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component.yml b/.github/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component.yml index f2fad09293..b2aa43c989 100644 --- a/.github/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component.yml +++ b/.github/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1j_pipeline_with_pipeline_component/nyc_taxi_data_regression_with_pipeline_component" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-pipeline_with_train_eval_pipeline_component-pipeline_with_train_eval_pipeline_component.yml b/.github/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-pipeline_with_train_eval_pipeline_component-pipeline_with_train_eval_pipeline_component.yml index c6f7041d1d..1a0c056bb4 100644 --- a/.github/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-pipeline_with_train_eval_pipeline_component-pipeline_with_train_eval_pipeline_component.yml +++ b/.github/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-pipeline_with_train_eval_pipeline_component-pipeline_with_train_eval_pipeline_component.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1j_pipeline_with_pipeline_component/pipeline_with_train_eval_pipeline_component" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-1k_demand_forecasting_with_pipeline_components-automl-forecasting-demand-many-models-in-pipeline-automl-forecasting-demand-many-models-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1k_demand_forecasting_with_pipeline_components-automl-forecasting-demand-many-models-in-pipeline-automl-forecasting-demand-many-models-in-pipeline.yml index e1285c7ad8..5baccb5c90 100644 --- a/.github/workflows/sdk-jobs-pipelines-1k_demand_forecasting_with_pipeline_components-automl-forecasting-demand-many-models-in-pipeline-automl-forecasting-demand-many-models-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1k_demand_forecasting_with_pipeline_components-automl-forecasting-demand-many-models-in-pipeline-automl-forecasting-demand-many-models-in-pipeline.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1k_demand_forecasting_with_pipeline_components/automl-forecasting-demand-many-models-in-pipeline" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; @@ -73,3 +78,6 @@ jobs: with: name: automl-forecasting-demand-many-models-in-pipeline path: sdk/python/jobs/pipelines/1k_demand_forecasting_with_pipeline_components/automl-forecasting-demand-many-models-in-pipeline + + - name: Remove the compute if notebook did not done it properly. + run: bash "${{ github.workspace }}/infra/bootstrapping/remove_computes.sh" demand-fcst-mm-cluster diff --git a/.github/workflows/sdk-jobs-pipelines-1l_flow_in_pipeline-flow_in_pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1l_flow_in_pipeline-flow_in_pipeline.yml index fe75f40369..def225c50b 100644 --- a/.github/workflows/sdk-jobs-pipelines-1l_flow_in_pipeline-flow_in_pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1l_flow_in_pipeline-flow_in_pipeline.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1l_flow_in_pipeline" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-2a_train_mnist_with_tensorflow-train_mnist_with_tensorflow.yml b/.github/workflows/sdk-jobs-pipelines-2a_train_mnist_with_tensorflow-train_mnist_with_tensorflow.yml index 6e2dc0cc26..3df9569cac 100644 --- a/.github/workflows/sdk-jobs-pipelines-2a_train_mnist_with_tensorflow-train_mnist_with_tensorflow.yml +++ b/.github/workflows/sdk-jobs-pipelines-2a_train_mnist_with_tensorflow-train_mnist_with_tensorflow.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/2a_train_mnist_with_tensorflow" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-2b_train_cifar_10_with_pytorch-train_cifar_10_with_pytorch.yml b/.github/workflows/sdk-jobs-pipelines-2b_train_cifar_10_with_pytorch-train_cifar_10_with_pytorch.yml index a7b38c1fc4..3678bff4f0 100644 --- a/.github/workflows/sdk-jobs-pipelines-2b_train_cifar_10_with_pytorch-train_cifar_10_with_pytorch.yml +++ b/.github/workflows/sdk-jobs-pipelines-2b_train_cifar_10_with_pytorch-train_cifar_10_with_pytorch.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/2b_train_cifar_10_with_pytorch" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-2c_nyc_taxi_data_regression-nyc_taxi_data_regression.yml b/.github/workflows/sdk-jobs-pipelines-2c_nyc_taxi_data_regression-nyc_taxi_data_regression.yml index bb951a1189..37dac4f3be 100644 --- a/.github/workflows/sdk-jobs-pipelines-2c_nyc_taxi_data_regression-nyc_taxi_data_regression.yml +++ b/.github/workflows/sdk-jobs-pipelines-2c_nyc_taxi_data_regression-nyc_taxi_data_regression.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/2c_nyc_taxi_data_regression" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-2d_image_classification_with_densenet-image_classification_with_densenet.yml b/.github/workflows/sdk-jobs-pipelines-2d_image_classification_with_densenet-image_classification_with_densenet.yml index 8910d6e475..acb4289fa6 100644 --- a/.github/workflows/sdk-jobs-pipelines-2d_image_classification_with_densenet-image_classification_with_densenet.yml +++ b/.github/workflows/sdk-jobs-pipelines-2d_image_classification_with_densenet-image_classification_with_densenet.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/2d_image_classification_with_densenet" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-pipelines-2e_image_classification_keras_minist_convnet-image_classification_keras_minist_convnet.yml b/.github/workflows/sdk-jobs-pipelines-2e_image_classification_keras_minist_convnet-image_classification_keras_minist_convnet.yml index 7c93929c6b..bf248641a6 100644 --- a/.github/workflows/sdk-jobs-pipelines-2e_image_classification_keras_minist_convnet-image_classification_keras_minist_convnet.yml +++ b/.github/workflows/sdk-jobs-pipelines-2e_image_classification_keras_minist_convnet-image_classification_keras_minist_convnet.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/2e_image_classification_keras_minist_convnet" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-single-step-debug-and-monitor-debug-and-monitor.yml b/.github/workflows/sdk-jobs-single-step-debug-and-monitor-debug-and-monitor.yml index dbdde4ffd5..598fe6a91b 100644 --- a/.github/workflows/sdk-jobs-single-step-debug-and-monitor-debug-and-monitor.yml +++ b/.github/workflows/sdk-jobs-single-step-debug-and-monitor-debug-and-monitor.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/single-step/debug-and-monitor" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-single-step-lightgbm-iris-lightgbm-iris-sweep.yml b/.github/workflows/sdk-jobs-single-step-lightgbm-iris-lightgbm-iris-sweep.yml index 870e69c685..c6aa18809b 100644 --- a/.github/workflows/sdk-jobs-single-step-lightgbm-iris-lightgbm-iris-sweep.yml +++ b/.github/workflows/sdk-jobs-single-step-lightgbm-iris-lightgbm-iris-sweep.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/single-step/lightgbm/iris" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-single-step-pytorch-distributed-training-distributed-cifar10.yml b/.github/workflows/sdk-jobs-single-step-pytorch-distributed-training-distributed-cifar10.yml index 327e951317..c30c95ab42 100644 --- a/.github/workflows/sdk-jobs-single-step-pytorch-distributed-training-distributed-cifar10.yml +++ b/.github/workflows/sdk-jobs-single-step-pytorch-distributed-training-distributed-cifar10.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/single-step/pytorch/distributed-training" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-single-step-pytorch-distributed-training-yolov5-objectdetectionAzureML.yml b/.github/workflows/sdk-jobs-single-step-pytorch-distributed-training-yolov5-objectdetectionAzureML.yml index df5635e10b..24e52b2fb0 100644 --- a/.github/workflows/sdk-jobs-single-step-pytorch-distributed-training-yolov5-objectdetectionAzureML.yml +++ b/.github/workflows/sdk-jobs-single-step-pytorch-distributed-training-yolov5-objectdetectionAzureML.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/single-step/pytorch/distributed-training-yolov5" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-single-step-pytorch-iris-pytorch-iris.yml b/.github/workflows/sdk-jobs-single-step-pytorch-iris-pytorch-iris.yml index 58f14f1814..ad8092d043 100644 --- a/.github/workflows/sdk-jobs-single-step-pytorch-iris-pytorch-iris.yml +++ b/.github/workflows/sdk-jobs-single-step-pytorch-iris-pytorch-iris.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/single-step/pytorch/iris" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-single-step-pytorch-train-hyperparameter-tune-deploy-with-pytorch-train-hyperparameter-tune-deploy-with-pytorch.yml b/.github/workflows/sdk-jobs-single-step-pytorch-train-hyperparameter-tune-deploy-with-pytorch-train-hyperparameter-tune-deploy-with-pytorch.yml index 126335153d..561d3109eb 100644 --- a/.github/workflows/sdk-jobs-single-step-pytorch-train-hyperparameter-tune-deploy-with-pytorch-train-hyperparameter-tune-deploy-with-pytorch.yml +++ b/.github/workflows/sdk-jobs-single-step-pytorch-train-hyperparameter-tune-deploy-with-pytorch-train-hyperparameter-tune-deploy-with-pytorch.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/single-step/pytorch/train-hyperparameter-tune-deploy-with-pytorch" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-single-step-r-accidents-accident-prediction.yml b/.github/workflows/sdk-jobs-single-step-r-accidents-accident-prediction.yml index f0b7719043..15de4c60d2 100644 --- a/.github/workflows/sdk-jobs-single-step-r-accidents-accident-prediction.yml +++ b/.github/workflows/sdk-jobs-single-step-r-accidents-accident-prediction.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/single-step/r/accidents" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-single-step-scikit-learn-diabetes-sklearn-diabetes.yml b/.github/workflows/sdk-jobs-single-step-scikit-learn-diabetes-sklearn-diabetes.yml index ed9423bfd3..561ee42d7c 100644 --- a/.github/workflows/sdk-jobs-single-step-scikit-learn-diabetes-sklearn-diabetes.yml +++ b/.github/workflows/sdk-jobs-single-step-scikit-learn-diabetes-sklearn-diabetes.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/single-step/scikit-learn/diabetes" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-single-step-scikit-learn-iris-iris-scikit-learn.yml b/.github/workflows/sdk-jobs-single-step-scikit-learn-iris-iris-scikit-learn.yml index f46c39977e..13e16af49d 100644 --- a/.github/workflows/sdk-jobs-single-step-scikit-learn-iris-iris-scikit-learn.yml +++ b/.github/workflows/sdk-jobs-single-step-scikit-learn-iris-iris-scikit-learn.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/single-step/scikit-learn/iris" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-single-step-scikit-learn-mnist-sklearn-mnist.yml b/.github/workflows/sdk-jobs-single-step-scikit-learn-mnist-sklearn-mnist.yml index 9ecc4800ca..368f754ba2 100644 --- a/.github/workflows/sdk-jobs-single-step-scikit-learn-mnist-sklearn-mnist.yml +++ b/.github/workflows/sdk-jobs-single-step-scikit-learn-mnist-sklearn-mnist.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/single-step/scikit-learn/mnist" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-distributed-horovod-tensorflow-mnist-distributed-horovod.yml b/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-distributed-horovod-tensorflow-mnist-distributed-horovod.yml index e064b33cf8..d7224137ab 100644 --- a/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-distributed-horovod-tensorflow-mnist-distributed-horovod.yml +++ b/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-distributed-horovod-tensorflow-mnist-distributed-horovod.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/single-step/tensorflow/mnist-distributed-horovod" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-distributed-tensorflow-mnist-distributed.yml b/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-distributed-tensorflow-mnist-distributed.yml index d5b072b995..dd9ff7501f 100644 --- a/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-distributed-tensorflow-mnist-distributed.yml +++ b/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-distributed-tensorflow-mnist-distributed.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/single-step/tensorflow/mnist-distributed" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-tensorflow-mnist.yml b/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-tensorflow-mnist.yml index 42e12a4e4c..fd7b553a09 100644 --- a/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-tensorflow-mnist.yml +++ b/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-tensorflow-mnist.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/single-step/tensorflow/mnist" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-spark-automation-run_interactive_session_notebook.yml b/.github/workflows/sdk-jobs-spark-automation-run_interactive_session_notebook.yml index 8a2aa179ee..5939910539 100644 --- a/.github/workflows/sdk-jobs-spark-automation-run_interactive_session_notebook.yml +++ b/.github/workflows/sdk-jobs-spark-automation-run_interactive_session_notebook.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/spark/automation" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-spark-submit_spark_pipeline_jobs.yml b/.github/workflows/sdk-jobs-spark-submit_spark_pipeline_jobs.yml index 0c286018e8..e2f2c6ce4a 100644 --- a/.github/workflows/sdk-jobs-spark-submit_spark_pipeline_jobs.yml +++ b/.github/workflows/sdk-jobs-spark-submit_spark_pipeline_jobs.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/spark" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-spark-submit_spark_standalone_jobs.yml b/.github/workflows/sdk-jobs-spark-submit_spark_standalone_jobs.yml index 2be2661bfd..606c7a1e09 100644 --- a/.github/workflows/sdk-jobs-spark-submit_spark_standalone_jobs.yml +++ b/.github/workflows/sdk-jobs-spark-submit_spark_standalone_jobs.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/spark" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-jobs-spark-submit_spark_standalone_jobs_managed_vnet.yml b/.github/workflows/sdk-jobs-spark-submit_spark_standalone_jobs_managed_vnet.yml index 89d7aa0dc6..06267a08f1 100644 --- a/.github/workflows/sdk-jobs-spark-submit_spark_standalone_jobs_managed_vnet.yml +++ b/.github/workflows/sdk-jobs-spark-submit_spark_standalone_jobs_managed_vnet.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/spark" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-resources-compute-attach_manage_spark_pools.yml b/.github/workflows/sdk-resources-compute-attach_manage_spark_pools.yml index 33d9bab2ac..8a6353b95d 100644 --- a/.github/workflows/sdk-resources-compute-attach_manage_spark_pools.yml +++ b/.github/workflows/sdk-resources-compute-attach_manage_spark_pools.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/resources/compute" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-resources-compute-compute.yml b/.github/workflows/sdk-resources-compute-compute.yml index 023416ebde..1ff04a6ec9 100644 --- a/.github/workflows/sdk-resources-compute-compute.yml +++ b/.github/workflows/sdk-resources-compute-compute.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/resources/compute" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-resources-connections-connections.yml b/.github/workflows/sdk-resources-connections-connections.yml index 87e442e963..78615f71a3 100644 --- a/.github/workflows/sdk-resources-connections-connections.yml +++ b/.github/workflows/sdk-resources-connections-connections.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/resources/connections" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-resources-registry-registry-create.yml b/.github/workflows/sdk-resources-registry-registry-create.yml index 7dcb78cc46..29f10a5823 100644 --- a/.github/workflows/sdk-resources-registry-registry-create.yml +++ b/.github/workflows/sdk-resources-registry-registry-create.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/resources/registry" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-resources-workspace-workspace.yml b/.github/workflows/sdk-resources-workspace-workspace.yml index 49a9a7a015..314a796792 100644 --- a/.github/workflows/sdk-resources-workspace-workspace.yml +++ b/.github/workflows/sdk-resources-workspace-workspace.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/resources/workspace" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-responsible-ai-mlflow-deployment-with-explanations-mlflow-deployment-with-explanations.yml b/.github/workflows/sdk-responsible-ai-mlflow-deployment-with-explanations-mlflow-deployment-with-explanations.yml index 90e8133b9e..7e75671445 100644 --- a/.github/workflows/sdk-responsible-ai-mlflow-deployment-with-explanations-mlflow-deployment-with-explanations.yml +++ b/.github/workflows/sdk-responsible-ai-mlflow-deployment-with-explanations-mlflow-deployment-with-explanations.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/responsible-ai/mlflow-deployment-with-explanations" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-diabetes-decision-making-responsibleaidashboard-diabetes-decision-making.yml b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-diabetes-decision-making-responsibleaidashboard-diabetes-decision-making.yml index c840933231..881dc33841 100644 --- a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-diabetes-decision-making-responsibleaidashboard-diabetes-decision-making.yml +++ b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-diabetes-decision-making-responsibleaidashboard-diabetes-decision-making.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/responsible-ai/tabular/responsibleaidashboard-diabetes-decision-making" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-diabetes-regression-model-debugging-responsibleaidashboard-diabetes-regression-model-debugging.yml b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-diabetes-regression-model-debugging-responsibleaidashboard-diabetes-regression-model-debugging.yml index 7eef7ac211..d9d1e69953 100644 --- a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-diabetes-regression-model-debugging-responsibleaidashboard-diabetes-regression-model-debugging.yml +++ b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-diabetes-regression-model-debugging-responsibleaidashboard-diabetes-regression-model-debugging.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/responsible-ai/tabular/responsibleaidashboard-diabetes-regression-model-debugging" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-housing-classification-model-debugging-responsibleaidashboard-housing-classification-model-debugging.yml b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-housing-classification-model-debugging-responsibleaidashboard-housing-classification-model-debugging.yml index d217705b66..274c293c18 100644 --- a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-housing-classification-model-debugging-responsibleaidashboard-housing-classification-model-debugging.yml +++ b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-housing-classification-model-debugging-responsibleaidashboard-housing-classification-model-debugging.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/responsible-ai/tabular/responsibleaidashboard-housing-classification-model-debugging" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-housing-decision-making-responsibleaidashboard-housing-decision-making.yml b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-housing-decision-making-responsibleaidashboard-housing-decision-making.yml index 86911819ec..23eab2c739 100644 --- a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-housing-decision-making-responsibleaidashboard-housing-decision-making.yml +++ b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-housing-decision-making-responsibleaidashboard-housing-decision-making.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/responsible-ai/tabular/responsibleaidashboard-housing-decision-making" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-programmer-regression-model-debugging-responsibleaidashboard-programmer-regression-model-debugging.yml b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-programmer-regression-model-debugging-responsibleaidashboard-programmer-regression-model-debugging.yml index b70e884ebb..0a7ef3ca82 100644 --- a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-programmer-regression-model-debugging-responsibleaidashboard-programmer-regression-model-debugging.yml +++ b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-programmer-regression-model-debugging-responsibleaidashboard-programmer-regression-model-debugging.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/responsible-ai/tabular/responsibleaidashboard-programmer-regression-model-debugging" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-multilabel-text-classification-covid-events.yml b/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-multilabel-text-classification-covid-events.yml index 63101e2794..61a79210ff 100644 --- a/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-multilabel-text-classification-covid-events.yml +++ b/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-multilabel-text-classification-covid-events.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/responsible-ai/text" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-classification-DBPedia.yml b/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-classification-DBPedia.yml index 6f4022b2ce..522cf0101b 100644 --- a/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-classification-DBPedia.yml +++ b/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-classification-DBPedia.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/responsible-ai/text" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-classification-blbooksgenre.yml b/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-classification-blbooksgenre.yml index a022dbc83a..0c00683696 100644 --- a/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-classification-blbooksgenre.yml +++ b/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-classification-blbooksgenre.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/responsible-ai/text" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-question-answering-squad.yml b/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-question-answering-squad.yml index eef9764eca..ef5942ca71 100644 --- a/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-question-answering-squad.yml +++ b/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-question-answering-squad.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/responsible-ai/text" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-automl-image-classification-fridge.yml b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-automl-image-classification-fridge.yml index a78dbcf6c6..8519f23f65 100644 --- a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-automl-image-classification-fridge.yml +++ b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-automl-image-classification-fridge.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/responsible-ai/vision" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-automl-object-detection-fridge-private-data.yml b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-automl-object-detection-fridge-private-data.yml index 7f0dbe219d..7097e79fb1 100644 --- a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-automl-object-detection-fridge-private-data.yml +++ b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-automl-object-detection-fridge-private-data.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/responsible-ai/vision" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-image-classification-fridge.yml b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-image-classification-fridge.yml index bb617cb7e9..32af5130af 100644 --- a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-image-classification-fridge.yml +++ b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-image-classification-fridge.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/responsible-ai/vision" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-image-multilabel-classification-fridge.yml b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-image-multilabel-classification-fridge.yml index 44b931e175..fbef51c781 100644 --- a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-image-multilabel-classification-fridge.yml +++ b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-image-multilabel-classification-fridge.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/responsible-ai/vision" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-object-detection-MSCOCO.yml b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-object-detection-MSCOCO.yml index 92cac624da..1a3747fc20 100644 --- a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-object-detection-MSCOCO.yml +++ b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-object-detection-MSCOCO.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/responsible-ai/vision" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-schedules-job-schedule.yml b/.github/workflows/sdk-schedules-job-schedule.yml index 5e98578200..90cfe2789a 100644 --- a/.github/workflows/sdk-schedules-job-schedule.yml +++ b/.github/workflows/sdk-schedules-job-schedule.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/schedules" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-using-mltable-delimited-files-example-delimited-files-example.yml b/.github/workflows/sdk-using-mltable-delimited-files-example-delimited-files-example.yml index 3ef3c0e972..71c25c8cb3 100644 --- a/.github/workflows/sdk-using-mltable-delimited-files-example-delimited-files-example.yml +++ b/.github/workflows/sdk-using-mltable-delimited-files-example-delimited-files-example.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/using-mltable/delimited-files-example" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-using-mltable-delta-lake-example-delta-lake-example.yml b/.github/workflows/sdk-using-mltable-delta-lake-example-delta-lake-example.yml index 0ababa0e6e..0940ee9b66 100644 --- a/.github/workflows/sdk-using-mltable-delta-lake-example-delta-lake-example.yml +++ b/.github/workflows/sdk-using-mltable-delta-lake-example-delta-lake-example.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/using-mltable/delta-lake-example" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-using-mltable-from-paths-example-from-paths-example.yml b/.github/workflows/sdk-using-mltable-from-paths-example-from-paths-example.yml index 339e5f4495..c30454a27a 100644 --- a/.github/workflows/sdk-using-mltable-from-paths-example-from-paths-example.yml +++ b/.github/workflows/sdk-using-mltable-from-paths-example-from-paths-example.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/using-mltable/from-paths-example" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-using-mltable-local-to-cloud-mltable-local-to-cloud.yml b/.github/workflows/sdk-using-mltable-local-to-cloud-mltable-local-to-cloud.yml index cdafa2502b..11499324ff 100644 --- a/.github/workflows/sdk-using-mltable-local-to-cloud-mltable-local-to-cloud.yml +++ b/.github/workflows/sdk-using-mltable-local-to-cloud-mltable-local-to-cloud.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/using-mltable/local-to-cloud" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/sdk-using-mltable-quickstart-mltable-quickstart.yml b/.github/workflows/sdk-using-mltable-quickstart-mltable-quickstart.yml index d4d22a0fb3..5e002f6eca 100644 --- a/.github/workflows/sdk-using-mltable-quickstart-mltable-quickstart.yml +++ b/.github/workflows/sdk-using-mltable-quickstart-mltable-quickstart.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/using-mltable/quickstart" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/sdk/python/readme.py b/sdk/python/readme.py index 89a5f65d50..cd4697f200 100644 --- a/sdk/python/readme.py +++ b/sdk/python/readme.py @@ -270,6 +270,11 @@ def write_notebook_workflow( bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "{github_workspace}" "{github_workspace}/sdk/python/{posix_folder}" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "{github_workspace}/infra/bootstrapping/sdk_helpers.sh";