support transforming google images

src/cloudimagedirectory/transform/transform.py

@@ -7,6 +7,7 @@
 from cloudimagedirectory.connection import connection
 from cloudimagedirectory.update_images import aws
 from cloudimagedirectory.update_images import azure
+from cloudimagedirectory.update_images import google
 
 
 class Pipeline:
@@ -72,7 +73,24 @@ class TransformerGOOGLE(Transformer):
 
     def run(self, data):
         """Transform the raw data."""
-        return []
+        entries = []
+        for d in data:
+            if d.filename.__contains__("google"):
+                entries.append(d)
+
+        results = []
+        for e in entries:
+            raw = self.src_conn.get_content(e)
+            for content in raw.content:
+                content["creation_timestamp"] = content["creationTimestamp"]
+                if content["name"].__contains__("rhel"):
+                    r = google.format_image(content)
+                    de = connection.DataEntry(
+                        "google/" + "global/" + r["name"].replace(" ", "_").lower(), r
+                    )
+                    results.append(de)
+
+        return results
 
 
 class TransformerAZURE(Transformer):

src/cloudimagedirectory/transformer.py

@@ -56,5 +56,4 @@ def run(origin_path: str, destination_path: str, api: str, arg_files: str) -> No
         version_prefix = api + "/"
     for result in results:
         result.filename = destination_path + "/" + version_prefix + result.filename
-        print("put content to filesystem - filename: " + result.filename)
         origin_connection.put_content(result)

tests/transformer/aws_test.py

@@ -2,6 +2,7 @@
 
 
 def test_transformer_aws():
+    """Run transformer end to end with AWS input data."""
     assert 0 == os.system(
         "poetry run cloudimagedirectory-transformer -f"
         " ${PWD}/tests/transformer/testdata/input/aws/af-south-1.json -op=${PWD} "

tests/transformer/azure_test.py

@@ -2,6 +2,7 @@
 
 
 def test_transformer_azure():
+    """Run transformer end to end with Azure input data."""
     assert 0 == os.system(
         "poetry run cloudimagedirectory-transformer -f"
         " ${PWD}/tests/transformer/testdata/input/azure/eastus.json -op=${PWD} "

tests/transformer/google_test.py

@@ -0,0 +1,14 @@
+import os
+
+
+def test_transformer_google():
+    """Run transformer end to end with google input data."""
+    assert 0 == os.system(
+        "poetry run cloudimagedirectory-transformer -f"
+        " ${PWD}/tests/transformer/testdata/input/google/all.json -op=${PWD} "
+        " -dp=${PWD}/tests/transformer/testdata -v output"
+    )
+    assert 0 == os.system(
+        "diff ${PWD}/tests/transformer/testdata/expected/google/global/rhel_7_x86_64"
+        " ${PWD}/tests/transformer/testdata/output/google/global/rhel_7_x86_64"
+    )

tests/transformer/testdata/expected/google/global/rhel_7_x86_64

@@ -0,0 +1 @@
+{"name": "RHEL 7 X86_64", "arch": "X86_64", "version": "7", "imageId": "rhel-7-v20230306", "date": "2023-03-06T12:57:17.210-08:00", "selflink": "https://console.cloud.google.com/compute/imagesDetail/projects/rhel-cloud/global/images/rhel-7-v20230306"}

tests/transformer/testdata/input/google/all.json

@@ -0,0 +1,40 @@
+[
+  {
+    "architecture": "X86_64",
+    "archiveSizeBytes": "4944263232",
+    "creationTimestamp": "2023-03-06T12:57:17.210-08:00",
+    "description": "Red Hat, Red Hat Enterprise Linux, 7, x86_64 built on 20230306, supports Shielded VM features",
+    "diskSizeGb": "20",
+    "family": "rhel-7",
+    "guestOsFeatures": [
+      {
+        "type": "UEFI_COMPATIBLE"
+      },
+      {
+        "type": "GVNIC"
+      }
+    ],
+    "id": "8907890564493208899",
+    "kind": "compute#image",
+    "labelFingerprint": "42WmSpB8rSM=",
+    "licenseCodes": [
+      "1000006"
+    ],
+    "licenses": [
+      "https://www.googleapis.com/compute/v1/projects/rhel-cloud/global/licenses/rhel-7-server"
+    ],
+    "name": "rhel-7-v20230306",
+    "rawDisk": {
+      "containerType": "TAR",
+      "source": ""
+    },
+    "selfLink": "https://www.googleapis.com/compute/v1/projects/rhel-cloud/global/images/rhel-7-v20230306",
+    "sourceType": "RAW",
+    "status": "READY",
+    "storageLocations": [
+      "us",
+      "asia",
+      "eu"
+    ]
+  }
+]