install kfp-pipeline-spec from source for kfp tests (#10300)

test/presubmit-component-yaml.sh

@@ -17,6 +17,11 @@ source_root=$(pwd)
 
 python3 -m pip install --upgrade pip
 python3 -m pip install sdk/python
+apt-get update && apt-get install -y protobuf-compiler
+pushd api
+make clean python
+popd
+python3 -m pip install api/v2alpha1/python
 
 # Test loading all component.yaml definitions
 "$source_root/components/test_load_all_components.sh"

test/presubmit-sdk-execution-tests.sh

@@ -17,6 +17,11 @@ source_root=$(pwd)
 
 python3 -m pip install --upgrade pip
 python3 -m pip install $source_root/sdk/python
+apt-get update && apt-get install -y protobuf-compiler
+pushd api
+make clean python
+popd
+python3 -m pip install api/v2alpha1/python
 python3 -m pip install -r $source_root/test/sdk-execution-tests/requirements.txt
 
 

test/presubmit-test-kfp-kubernetes-library.sh

@@ -18,15 +18,20 @@ source_root=$(pwd)
 pip install --upgrade pip
 pip install wheel
 
-pip install 'kfp>=2.0.0,<3.0.0'
+pip install sdk/python
+apt-get update && apt-get install -y protobuf-compiler
+pushd api
+make clean python
+popd
+python3 -m pip install api/v2alpha1/python
+pip install api/v2alpha1/python
 
 # generate Python proto code from source
-apt-get update -y
-apt-get install -y protobuf-compiler
-
 pushd "$source_root/kubernetes_platform"
 make clean python
 popd
 
+# rust needed for transitive deps in dev extras on Python:3.12
+apt-get install rustc -y
 pip install -e "$source_root/kubernetes_platform/python[dev]"
 pytest "$source_root/kubernetes_platform/python/test" -n auto

test/presubmit-test-run-all-gcpc-modules.sh

@@ -17,6 +17,11 @@ source_root=$(pwd)
 
 pip install --upgrade pip
 pip install $source_root/sdk/python
+apt-get update && apt-get install -y protobuf-compiler
+pushd api
+make clean python
+popd
+python3 -m pip install api/v2alpha1/python
 pip install components/google-cloud
 pip install $(grep 'pytest==' sdk/python/requirements-dev.txt)