From 5bedf6e65f9a95c82a72b9ac2394758f4f335167 Mon Sep 17 00:00:00 2001 From: Maroun Touma Date: Wed, 23 Oct 2024 09:07:33 -0400 Subject: [PATCH 1/7] Update release notes for http connector Signed-off-by: Maroun Touma --- data-connector-lib/Makefile | 4 +++- data-connector-lib/pyproject.toml | 2 +- release-notes.md | 16 ++++++++++++++++ 3 files changed, 20 insertions(+), 2 deletions(-) diff --git a/data-connector-lib/Makefile b/data-connector-lib/Makefile index c72aeb74d..11e194471 100644 --- a/data-connector-lib/Makefile +++ b/data-connector-lib/Makefile @@ -2,6 +2,8 @@ REPOROOT=.. include $(REPOROOT)/.make.defaults +DPK_CONNECTOR_VERSION=0.2.2 + clean:: @# Help: Clean up the distribution build and the venv rm -rf dist venv @@ -13,7 +15,7 @@ clean:: setup:: set-versions: .check-env - $(MAKE) TOML_VERSION=$(DPK_LIB_VERSION) .defaults.update-toml + $(MAKE) TOML_VERSION=$(DPK_CONNECTOR_VERSION) .defaults.update-toml build:: build-dist diff --git a/data-connector-lib/pyproject.toml b/data-connector-lib/pyproject.toml index 737234bdf..6d19e0a93 100644 --- a/data-connector-lib/pyproject.toml +++ b/data-connector-lib/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "data_prep_connector" -version = "0.2.2.dev1" +version = "0.2.2" requires-python = ">=3.10" keywords = [ "data", diff --git a/release-notes.md b/release-notes.md index 8d114b8ff..d7b22fcf7 100644 --- a/release-notes.md +++ b/release-notes.md @@ -1,5 +1,21 @@ # Data Prep Kit Release notes +## Release 0.2.2- HTTP Connector Module - 10/23/2024 + +### General +1. Bug fixes across the repo +1. Minor enhancements and experimentation with single packaging techniques using \[extra\] +1. Decoupled the release process for each of the component so we can be more responsive to the needs of our stakeholders +1. The minor digit for the release for al components is incremented and the patch digit is reset to 0 for all new releases of the data-prep-toolkit +1. The patch digit for the release of any one component can be increased independently from other component patch number + + +### data-prep-toolkit-Connector + +1. Released first version of the data-prep-toolkit-connector for crawling web sites and downloading HTML and PDF files for ingestion by the pipeline + + + ## Release 0.2.1 - 9/24/2024 ### General From 3c1243751dd55fce26d7467a78a488aa57d83856 Mon Sep 17 00:00:00 2001 From: Maroun Touma Date: Wed, 23 Oct 2024 09:23:25 -0400 Subject: [PATCH 2/7] Increase patch digit after release of the dpk connector Signed-off-by: Maroun Touma --- data-connector-lib/Makefile | 2 +- data-connector-lib/pyproject.toml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/data-connector-lib/Makefile b/data-connector-lib/Makefile index 11e194471..b1d64fce1 100644 --- a/data-connector-lib/Makefile +++ b/data-connector-lib/Makefile @@ -2,7 +2,7 @@ REPOROOT=.. include $(REPOROOT)/.make.defaults -DPK_CONNECTOR_VERSION=0.2.2 +DPK_CONNECTOR_VERSION=0.2.3.dev0 clean:: @# Help: Clean up the distribution build and the venv diff --git a/data-connector-lib/pyproject.toml b/data-connector-lib/pyproject.toml index 6d19e0a93..2acf75cad 100644 --- a/data-connector-lib/pyproject.toml +++ b/data-connector-lib/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "data_prep_connector" -version = "0.2.2" +version = "0.2.3.dev0" requires-python = ">=3.10" keywords = [ "data", From f75cadb8fbdec96b5b24785fd5192d2b0a0de481 Mon Sep 17 00:00:00 2001 From: Maroun Touma Date: Wed, 23 Oct 2024 09:25:55 -0400 Subject: [PATCH 3/7] Must wait for the release branch to be PRed first Signed-off-by: Maroun Touma --- data-connector-lib/Makefile | 2 +- data-connector-lib/pyproject.toml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/data-connector-lib/Makefile b/data-connector-lib/Makefile index b1d64fce1..11e194471 100644 --- a/data-connector-lib/Makefile +++ b/data-connector-lib/Makefile @@ -2,7 +2,7 @@ REPOROOT=.. include $(REPOROOT)/.make.defaults -DPK_CONNECTOR_VERSION=0.2.3.dev0 +DPK_CONNECTOR_VERSION=0.2.2 clean:: @# Help: Clean up the distribution build and the venv diff --git a/data-connector-lib/pyproject.toml b/data-connector-lib/pyproject.toml index 2acf75cad..6d19e0a93 100644 --- a/data-connector-lib/pyproject.toml +++ b/data-connector-lib/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "data_prep_connector" -version = "0.2.3.dev0" +version = "0.2.2" requires-python = ">=3.10" keywords = [ "data", From 05ab351477aa59a9afc168d76298baa727b2f4ea Mon Sep 17 00:00:00 2001 From: Maroun Touma Date: Wed, 23 Oct 2024 09:47:43 -0400 Subject: [PATCH 4/7] -sFix typo --- release-notes.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/release-notes.md b/release-notes.md index d7b22fcf7..15f23c542 100644 --- a/release-notes.md +++ b/release-notes.md @@ -6,7 +6,7 @@ 1. Bug fixes across the repo 1. Minor enhancements and experimentation with single packaging techniques using \[extra\] 1. Decoupled the release process for each of the component so we can be more responsive to the needs of our stakeholders -1. The minor digit for the release for al components is incremented and the patch digit is reset to 0 for all new releases of the data-prep-toolkit +1. The minor digit for the release for all components is incremented and the patch digit is reset to 0 for all new releases of the data-prep-toolkit 1. The patch digit for the release of any one component can be increased independently from other component patch number From 3d533af781dccb5b1420222f209f2c1cbe4ec122 Mon Sep 17 00:00:00 2001 From: Maroun Touma Date: Wed, 23 Oct 2024 09:59:56 -0400 Subject: [PATCH 5/7] moved releast tag to .make.versions Signed-off-by: Maroun Touma --- .make.versions | 2 ++ data-connector-lib/Makefile | 2 -- data-connector-lib/pyproject.toml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.make.versions b/.make.versions index 4a28c2eb3..63cfff06c 100644 --- a/.make.versions +++ b/.make.versions @@ -39,6 +39,8 @@ DPK_LIB_KFP_SHARED=$(DPK_VERSION) KFP_DOCKER_VERSION=$(DOCKER_IMAGE_VERSION) KFP_DOCKER_VERSION_v2=$(DOCKER_IMAGE_VERSION) +DPK_CONNECTOR_VERSION=0.2.3.dev0 + ################## ################## ################## ################## ################## ################## # Begin versions that the repo depends on. diff --git a/data-connector-lib/Makefile b/data-connector-lib/Makefile index 11e194471..089cd5ad6 100644 --- a/data-connector-lib/Makefile +++ b/data-connector-lib/Makefile @@ -2,8 +2,6 @@ REPOROOT=.. include $(REPOROOT)/.make.defaults -DPK_CONNECTOR_VERSION=0.2.2 - clean:: @# Help: Clean up the distribution build and the venv rm -rf dist venv diff --git a/data-connector-lib/pyproject.toml b/data-connector-lib/pyproject.toml index 6d19e0a93..2acf75cad 100644 --- a/data-connector-lib/pyproject.toml +++ b/data-connector-lib/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "data_prep_connector" -version = "0.2.2" +version = "0.2.3.dev0" requires-python = ">=3.10" keywords = [ "data", From 74773689ad41afde14ff30c0dde500569fc83b2b Mon Sep 17 00:00:00 2001 From: Maroun Touma Date: Wed, 23 Oct 2024 10:05:55 -0400 Subject: [PATCH 6/7] re-run set version from local folder Signed-off-by: Maroun Touma --- data-connector-lib/pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/data-connector-lib/pyproject.toml b/data-connector-lib/pyproject.toml index 2acf75cad..eaf459a07 100644 --- a/data-connector-lib/pyproject.toml +++ b/data-connector-lib/pyproject.toml @@ -1,7 +1,7 @@ [project] name = "data_prep_connector" version = "0.2.3.dev0" -requires-python = ">=3.10" +requires-python = ">=3.10,<3.13" keywords = [ "data", "data acquisition", From db0813a61bc79da67830e4842b7a6242c2d1c6ac Mon Sep 17 00:00:00 2001 From: Maroun Touma Date: Wed, 23 Oct 2024 12:49:28 -0400 Subject: [PATCH 7/7] renname kdf to bypass the error- Bug issue created Signed-off-by: Maroun Touma --- .../hap/{kfp_ray => kfp_ray.disable-due-to-error}/Makefile | 0 .../hap/{kfp_ray => kfp_ray.disable-due-to-error}/hap_wf.py | 0 .../pipeline_definitions.yaml | 0 3 files changed, 0 insertions(+), 0 deletions(-) rename transforms/universal/hap/{kfp_ray => kfp_ray.disable-due-to-error}/Makefile (100%) rename transforms/universal/hap/{kfp_ray => kfp_ray.disable-due-to-error}/hap_wf.py (100%) rename transforms/universal/hap/{kfp_ray => kfp_ray.disable-due-to-error}/pipeline_definitions.yaml (100%) diff --git a/transforms/universal/hap/kfp_ray/Makefile b/transforms/universal/hap/kfp_ray.disable-due-to-error/Makefile similarity index 100% rename from transforms/universal/hap/kfp_ray/Makefile rename to transforms/universal/hap/kfp_ray.disable-due-to-error/Makefile diff --git a/transforms/universal/hap/kfp_ray/hap_wf.py b/transforms/universal/hap/kfp_ray.disable-due-to-error/hap_wf.py similarity index 100% rename from transforms/universal/hap/kfp_ray/hap_wf.py rename to transforms/universal/hap/kfp_ray.disable-due-to-error/hap_wf.py diff --git a/transforms/universal/hap/kfp_ray/pipeline_definitions.yaml b/transforms/universal/hap/kfp_ray.disable-due-to-error/pipeline_definitions.yaml similarity index 100% rename from transforms/universal/hap/kfp_ray/pipeline_definitions.yaml rename to transforms/universal/hap/kfp_ray.disable-due-to-error/pipeline_definitions.yaml