WIP implementation and update

Makefile

@@ -0,0 +1,17 @@
+
+ENV := dev
+CLUSTER_NAME := youtube-whisper-sbert
+GCP_PROJECT := youtube-whisper-sbert
+REGION := us-central1-a
+SHELL := /bin/zsh
+CWD:=$(shell dirname $(realpath $(lastword $(MAKEFILE_LIST))))
+
+ifeq ($(ENV), dev)
+	SKAFFOLD_DEFAULT_REPO := "us-docker.pkg.dev/youtube-whisper-sbert/containers"
+endif
+
+.PHONY: skaffold-build
+skaffold-build:
+	gcloud auth configure-docker us-docker.pkg.dev
+	echo 'building container for: $(SKAFFOLD_DEFAULT_REPO)'
+	skaffold build  --platform linux/amd64 --default-repo=$(SKAFFOLD_DEFAULT_REPO) --push

components/sentence_transformer/pyproject.toml

@@ -0,0 +1,25 @@
+[tool.poetry]
+name = "sentence_transformer"
+version = "1.0.0"
+description = "Sentence Transformer Implementation"
+repository = ""
+authors = [
+    "Josh Bottum <joshbottum@gmail.com>",
+    "Charles Adetiloye <charles@mavencode.com>",
+]
+readme = "readme.md"
+classifiers = [
+    "DataPipeline :: Python :: 3",
+]
+
+[tool.poetry.dependencies]
+python = "^3.10.0"
+click = "^8.1.3"
+
+
+[tool.poetry.dev-dependencies]
+pytest = "^5.2"
+
+[build-system]
+requires = ["poetry-core>=1.0.0"]
+build-backend = "poetry.core.masonry.api"

components/whisper_transcripter/pyproject.toml

@@ -0,0 +1,25 @@
+[tool.poetry]
+name = "whispher_transcripter"
+version = "1.0.0"
+description = "Whispher Transcript Implementation"
+repository = ""
+authors = [
+    "Josh Bottum <joshbottum@gmail.com>",
+    "Charles Adetiloye <charles@mavencode.com>",
+]
+readme = "readme.md"
+classifiers = [
+    "DataPipeline :: Python :: 3",
+]
+
+[tool.poetry.dependencies]
+python = "^3.10.0"
+click = "^8.1.3"
+
+
+[tool.poetry.dev-dependencies]
+pytest = "^5.2"
+
+[build-system]
+requires = ["poetry-core>=1.0.0"]
+build-backend = "poetry.core.masonry.api"

components/youtube_downloader/pyproject.toml

@@ -0,0 +1,25 @@
+[tool.poetry]
+name = "youtube_downloader"
+version = "1.0.0"
+description = "YouTube Downloader Implementation"
+repository = ""
+authors = [
+    "Josh Bottum <joshbottum@gmail.com>",
+    "Charles Adetiloye <charles@mavencode.com>",
+]
+readme = "readme.md"
+classifiers = [
+    "DataPipeline :: Python :: 3",
+]
+
+[tool.poetry.dependencies]
+python = "^3.10.0"
+click = "^8.1.3"
+
+
+[tool.poetry.dev-dependencies]
+pytest = "^5.2"
+
+[build-system]
+requires = ["poetry-core>=1.0.0"]
+build-backend = "poetry.core.masonry.api"

skaffold.yaml

@@ -0,0 +1,42 @@
+apiVersion: skaffold/v3alpha1
+kind: Config
+metadata:
+  name: skaffold-deployment
+build:
+  tagPolicy:
+    gitCommit: { }
+  # defines where to find the code at build time and where to push the resulting image
+  artifacts:
+    - image: sentence_transformer
+      context: components/sentence_transformer
+      docker:
+        dockerfile: Dockerfile
+        # buildArgs:
+        #   PARAM: ''
+      sync:
+        infer:
+          - '**/*'
+      platforms:
+        - "linux/amd64"
+    - image: whispher_transcripter
+      context: components/whispher_transcripter
+      docker:
+        dockerfile: Dockerfile
+        # buildArgs:
+        #   PARAM: ''
+      sync:
+        infer:
+          - '**/*'
+      platforms:
+        - "linux/amd64"
+    - image: youtube_downloader
+      context: components/youtube_downloader
+      docker:
+        dockerfile: Dockerfile
+        # buildArgs:
+        #   PARAM: ''
+      sync:
+        infer:
+          - '**/*'
+      platforms:
+        - "linux/amd64"