Remove Python CI dependencies

Makefile

@@ -50,7 +50,7 @@ compile-protos-python: install-python-ci-dependencies
 	cd ${ROOT_DIR}/protos; python -m grpc_tools.protoc -I. --python_out=../sdk/python/ --mypy_out=../sdk/python/ tensorflow_metadata/proto/v0/*.proto
 
 install-python: compile-protos-python
-	python -m pip install -e sdk/python
+	python -m pip install -e sdk/python -U --use-deprecated=legacy-resolver
 
 test-python:
 	FEAST_TELEMETRY=False pytest --verbose --color=yes sdk/python/tests

sdk/python/requirements-ci.txt

@@ -4,24 +4,18 @@ flake8
 black==19.10b0
 isort>=5
 grpcio-tools==1.31.0
-pyspark==3.0.1
-pandas~=1.0.0
 mock==2.0.0
-pandavro==1.5.*
 moto
 mypy==0.790
 mypy-protobuf==1.24
 avro==1.10.0
 gcsfs
 urllib3>=1.25.4
-google-cloud-dataproc==2.0.2
 pytest==6.0.0
 pytest-lazy-fixture==0.6.3
 pytest-timeout==1.4.2
 pytest-ordering==0.6.*
 pytest-mock==1.10.4
-PyYAML==5.3.1
-great-expectations==0.13.2
 adlfs==0.5.9
 firebase-admin==4.5.2
-google-cloud-datastore==2.1.0
+google-cloud-datastore==2.1.0

sdk/python/requirements-dev.txt

@@ -1,43 +1,15 @@
-Click==7.*
-google-api-core==1.22.4
-google-auth==1.22.1
-google-cloud-bigquery==1.18
-google-cloud-dataproc==2.0.2
-google-cloud-storage==1.20.0
-google-resumable-media>=0.5
-googleapis-common-protos==1.52.0
-grpcio==1.31.0
 grpcio-testing==1.31.0
-grpcio-tools==1.31.0
-numpy<1.20.0
-mock==2.0.0
-pandas~=1.0.0
-protobuf==3.*
 pytest
 pytest-lazy-fixture==0.6.3
 pytest-mock
 pytest-timeout
 pytest-ordering==0.6.*
-PyYAML==5.1.*
-fastavro==0.*
-pyarrow
 Sphinx
 sphinx-rtd-theme
-toml==0.10.*
-tqdm==4.*
-google
-pandavro==1.5.*
 kafka-python==2.0.2
-tabulate==0.8.*
 isort>=5
 mypy==0.790
 mypy-protobuf==1.24
 pre-commit
 flake8
-black==19.10b0
-boto3
-moto
-pyspark==3.0.1
-pyspark-stubs==3.0.0.post1
-kubernetes==12.0.*
-azure-storage-blob==12.6.0
+black==19.10b0