Remove Orchestrate from sigopt-python (#456)

* remove orchestrate from sigopt-python client

* fix urllib patch

.github/workflows/tests.yml

@@ -20,7 +20,6 @@ jobs:
         test-suite:
           - cli
           - client
-          - orchestrate
           - runs
           - validate
           - xgboost
@@ -33,7 +32,7 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
-      - run: pip install '.[orchestrate,xgboost]' -r requirements-dev.txt
+      - run: pip install '.[xgboost]' -r requirements-dev.txt
       - run: pytest -rw -v test/${{ matrix.test-suite }}
   pylint:
     runs-on: ubuntu-latest

.pre-commit-config.yaml

@@ -16,7 +16,6 @@ repos:
       - id: check-shebang-scripts-are-executable
       - id: check-toml
       - id: check-yaml
-        exclude: "^sigopt/orchestrate/.*$"
       - id: check-ast
       - id: debug-statements
       - id: end-of-file-fixer

.vulture_allowlist

@@ -1,84 +1,33 @@
-MODIFIED  # unused variable (controller/controller/k8s_constants.py:6)
-signum  # unused variable (controller/controller/manage_pods.py:29)
-_.create_from_pod  # unused method (controller/controller/run_state.py:35)
 load_ipython_extension  # unused function (sigopt/__init__.py:43)
-franke_function  # unused function (sigopt/examples/franke.py:7)
-FRANKE_EXPERIMENT_DEFINITION  # unused variable (sigopt/examples/franke.py:17)
-find  # unused function (sigopt/lib.py:52)
-safe_format  # unused function (sigopt/lib.py:61)
-_.fileno  # unused method (sigopt/log_capture.py:27)
-_.isatty  # unused method (sigopt/log_capture.py:33)
-_.readable  # unused method (sigopt/log_capture.py:36)
-_.seekable  # unused method (sigopt/log_capture.py:48)
-_.writable  # unused method (sigopt/log_capture.py:54)
-_.writelines  # unused method (sigopt/log_capture.py:63)
-trace  # unused variable (sigopt/log_capture.py:80)
-trace  # unused variable (sigopt/log_capture.py:90)
-trace  # unused variable (sigopt/log_capture.py:114)
-scale  # unused variable (sigopt/objects.py:384)
-shape_a  # unused variable (sigopt/objects.py:385)
-shape_b  # unused variable (sigopt/objects.py:386)
-grid  # unused variable (sigopt/objects.py:394)
-prior  # unused variable (sigopt/objects.py:397)
-finished_run_count  # unused variable (sigopt/objects.py:412)
-finished_run_count  # unused variable (sigopt/objects.py:419)
-lookback_checkpoints  # unused variable (sigopt/objects.py:454)
-min_checkpoints  # unused variable (sigopt/objects.py:457)
-max_checkpoints  # unused variable (sigopt/objects.py:462)
-early_stopping_criteria  # unused variable (sigopt/objects.py:463)
-num_solutions  # unused variable (sigopt/objects.py:484)
-observation_budget  # unused variable (sigopt/objects.py:485)
-training_monitor  # unused variable (sigopt/objects.py:492)
-num_solutions  # unused variable (sigopt/objects.py:508)
-should_stop  # unused variable (sigopt/objects.py:539)
-should_stop  # unused variable (sigopt/objects.py:601)
-stopping_reasons  # unused variable (sigopt/objects.py:602)
-training_run  # unused variable (sigopt/objects.py:603)
-email  # unused variable (sigopt/objects.py:610)
-DEFAULT_SYSTEM_NODE_GROUP_MIN_NODES  # unused variable (sigopt/orchestrate/cloudformation/service.py:18)
-FailedEksStackCreationError  # unused class (sigopt/orchestrate/cloudformation/service.py:28)
-IP_PRIVATE_PUBLIC_BITS  # unused variable (sigopt/orchestrate/cloudformation/service.py:51)
-_.delete_eks_cluster_autoscaler_role_stack  # unused method (sigopt/orchestrate/cloudformation/service.py:100)
-_.delete_eks_cluster_stack  # unused method (sigopt/orchestrate/cloudformation/service.py:339)
-t  # unused variable (sigopt/orchestrate/cluster/context.py:15)
-tb  # unused variable (sigopt/orchestrate/cluster/context.py:15)
-retry_with_backoff  # unused function (sigopt/orchestrate/common.py:36)
-load_user_options  # unused function (sigopt/orchestrate/controller.py:511)
-_.base_url  # unused attribute (sigopt/orchestrate/docker/service.py:62)
-_.untag_all  # unused method (sigopt/orchestrate/docker/service.py:196)
-_.image_exists_in_registry  # unused method (sigopt/orchestrate/docker/service.py:200)
-_.get_subnets  # unused method (sigopt/orchestrate/ec2/service.py:23)
-MissingGpuNodesException  # unused class (sigopt/orchestrate/exceptions.py:34)
-_.describe_eks_role  # unused method (sigopt/orchestrate/iam/service.py:35)
-_.get_runs_by_pod  # unused method (sigopt/orchestrate/job_status/service.py:40)
-_.parse_pod  # unused method (sigopt/orchestrate/job_status/service.py:56)
-_.add_headers  # unused method (sigopt/orchestrate/kubernetes/http_proxy.py:15)
-_.init_poolmanager  # unused method (sigopt/orchestrate/kubernetes/http_proxy.py:20)
-block  # unused variable (sigopt/orchestrate/kubernetes/http_proxy.py:20)
-_.cert_verify  # unused method (sigopt/orchestrate/kubernetes/http_proxy.py:24)
-cert  # unused variable (sigopt/orchestrate/kubernetes/http_proxy.py:24)
-verify  # unused variable (sigopt/orchestrate/kubernetes/http_proxy.py:24)
-_._names  # unused attribute (sigopt/orchestrate/kubernetes/service.py:39)
-PodNotFoundException  # unused class (sigopt/orchestrate/kubernetes/service.py:64)
-_.proxy  # unused attribute (sigopt/orchestrate/kubernetes/service.py:88)
-_.get_jobs  # unused method (sigopt/orchestrate/kubernetes/service.py:107)
-_.get_pod  # unused method (sigopt/orchestrate/kubernetes/service.py:182)
-_.CN  # unused attribute (sigopt/orchestrate/kubernetes/service.py:305)
-_.CN  # unused attribute (sigopt/orchestrate/kubernetes/service.py:322)
-_.delete_autoscaler  # unused method (sigopt/orchestrate/kubernetes/service.py:610)
-_.fetch_run  # unused method (sigopt/orchestrate/sigopt/service.py:63)
-_.pool_classes_by_scheme  # unused attribute (sigopt/request_driver.py:24)
-NoDefaultParameterError  # unused class (sigopt/run_context.py:37)
-_.set_parameter_meta  # unused method (sigopt/run_context.py:103)
-_.set_parameters_meta  # unused method (sigopt/run_context.py:106)
-tb  # unused variable (sigopt/run_context.py:363)
-_.setdefaults  # unused method (sigopt/run_params.py:33)
-ConnectionCls  # unused variable (sigopt/urllib3_patch.py:44)
-ConnectionCls  # unused variable (sigopt/urllib3_patch.py:58)
-_.after_iteration  # unused method (sigopt/xgboost/checkpoint_callback.py:13)
-_.after_training  # unused method (sigopt/xgboost/checkpoint_callback.py:33)
-print_hello  # unused import (test/cli/test_files/import_hello.py:4)
-autouse  # unused variable (test/client/test_interface.py:15)
-_.side_effect  # unused attribute (test/client/test_request_driver.py:20)
-_.get_option  # unused attribute (test/orchestrate/cluster/service_test.py:24)
-_.p1  # unused attribute (test/runs/test_factory.py:49)
+franke_function  # unused function (sigopt/examples/franke.py:8)
+FRANKE_EXPERIMENT_DEFINITION  # unused variable (sigopt/examples/franke.py:19)
+_.optimize  # unused method (sigopt/magics.py:108)
+scale  # unused variable (sigopt/objects.py:383)
+shape_a  # unused variable (sigopt/objects.py:384)
+shape_b  # unused variable (sigopt/objects.py:385)
+grid  # unused variable (sigopt/objects.py:393)
+prior  # unused variable (sigopt/objects.py:396)
+active_run_count  # unused variable (sigopt/objects.py:410)
+finished_run_count  # unused variable (sigopt/objects.py:411)
+total_run_count  # unused variable (sigopt/objects.py:412)
+active_run_count  # unused variable (sigopt/objects.py:417)
+finished_run_count  # unused variable (sigopt/objects.py:418)
+total_run_count  # unused variable (sigopt/objects.py:419)
+lookback_checkpoints  # unused variable (sigopt/objects.py:453)
+min_checkpoints  # unused variable (sigopt/objects.py:456)
+max_checkpoints  # unused variable (sigopt/objects.py:461)
+early_stopping_criteria  # unused variable (sigopt/objects.py:462)
+num_solutions  # unused variable (sigopt/objects.py:483)
+observation_budget  # unused variable (sigopt/objects.py:484)
+training_monitor  # unused variable (sigopt/objects.py:491)
+num_solutions  # unused variable (sigopt/objects.py:507)
+should_stop  # unused variable (sigopt/objects.py:538)
+reasons  # unused variable (sigopt/objects.py:539)
+should_stop  # unused variable (sigopt/objects.py:600)
+stopping_reasons  # unused variable (sigopt/objects.py:601)
+training_run  # unused variable (sigopt/objects.py:602)
+email  # unused variable (sigopt/objects.py:609)
+_.pool_classes_by_scheme  # unused attribute (sigopt/request_driver.py:26)
+ConnectionCls  # unused variable (sigopt/urllib3_patch.py:48)
+ConnectionCls  # unused variable (sigopt/urllib3_patch.py:63)
+_.p1  # unused attribute (test/runs/test_factory.py:48)