Merge pull request #68 from swiftotter/4.0-develop

4.0.0 release
swiftotter · Feb 17, 2023 · bb51bc3 · bb51bc3
2 parents 763a89e + 093f610
commit bb51bc3
Show file tree

Hide file tree

Showing 125 changed files with 3,175 additions and 4,244 deletions.
diff --git a/config/anonymize.yaml → .driver/anonymize.yaml b/config/anonymize.yaml → .driver/anonymize.yaml
@@ -6,9 +6,6 @@ anonymize:
       street: 123 Main Street
       city: Kansas City
       postcode: 66073
-      region: Missouri
-      country_id: US
-      region_id: 36
       phone: 202-555-0109
       ip: 240.36.159.75
 
@@ -17,9 +14,6 @@ anonymize:
       street: 2475 Cinnamon Lane
       city: San Antonio
       postcode: 78201
-      region: Texas
-      country_id: US
-      region_id: 57
       phone: 202-555-0156
       company: Superior Products
       ip: 181.226.219.191
@@ -29,9 +23,6 @@ anonymize:
       street: 3931 Jessie Street
       city: Arabia
       postcode: 45688
-      region: Ohio
-      country_id: US
-      region_id: 47
       phone: 202-555-0184
       company: SwipeWire
       ip: 78.223.172.48
@@ -41,9 +32,6 @@ anonymize:
       street: 184 James Street
       city: New York
       postcode: 14450
-      region: New York
-      country_id: US
-      region_id: 12
       phone: 202-555-0135
       company: SecureSmarter
       ip: 203.54.176.154
@@ -53,9 +41,6 @@ anonymize:
       street: 4914 Goff Avenue
       city: Plainwell
       postcode: 49080
-      region: West Virginia
-      country_id: US
-      region_id: 63
       phone: 202-555-0115
       company: Dwellsmith
       ip: 51.113.119.34
@@ -65,9 +50,6 @@ anonymize:
       street: 565 Sampson Street
       city: Albany
       postcode: 53502
-      region: New York
-      region_id: 43
-      country_id: US
       phone: 202-555-0190
       company: SalePush
       ip: 85.127.2.228
@@ -77,9 +59,6 @@ anonymize:
       street: 1763 Davis Avenue
       city: Sacramento
       postcode: 95814
-      region: California
-      country_id: US
-      region_id: 12
       phone: (244) 949-1729
       company: Cloudrevel
       ip: 147.199.158.244
@@ -89,9 +68,6 @@ anonymize:
       street: 451 Wildwood Street
       city: Akron
       postcode: 43308
-      region: Ohio
-      country_id: US
-      region_id: 47
       phone: 907-555-0187
       company: Crowdstage, Inc.
       ip: 152.56.2.51
@@ -101,9 +77,6 @@ anonymize:
       street: 3180 Dancing Dove Lane
       city: New York
       postcode: 10004
-      region: New York
-      country_id: US
-      region_id: 43
       phone: 907-555-0192
       company: Acme Brands, Inc.
       ip: 53.243.127.225
@@ -113,9 +86,6 @@ anonymize:
       street: 2255 Red Maple Drive
       city: Alhambra
       postcode: 91801
-      region: Oregon
-      country_id: US
-      region_id: 49
       phone: 404-555-0175
       company: QuickSpace
       ip: 174.146.43.47
@@ -125,9 +95,6 @@ anonymize:
       street: 1367 Lowndes Hill Park Road
       city: Sherman Oaks
       postcode: 91403
-      region: Washington
-      country_id: US
-      region_id: 62
       phone: 404-555-0162
       company: Rentoor, inc.
       ip: 173.8.26.43
@@ -137,9 +104,6 @@ anonymize:
       street: 674 Cemetery Street
       city: Magnolia
       postcode: 61336
-      region: Illinois
-      country_id: US
-      region_id: 23
       phone: 307-555-0141
       company: Jumpsync Products, Inc.
       ip: 68.65.218.25
@@ -149,9 +113,6 @@ anonymize:
       street: 3357 Zappia Drive
       city: Lexington
       postcode: 40507
-      region: Kentucky
-      country_id: US
-      region_id: 27
       phone: 307-555-0126
       company: VisionSwipe, Inc.
       ip: 50.151.191.15
@@ -161,9 +122,6 @@ anonymize:
       street: 3477 Lake Floyd Circle
       city: Patuxent Naval Air Test c
       postcode: 20670
-      region: Maryland
-      country_id: US
-      region_id: 31
       phone: 307-555-0127
       company: Shipplier Supplies, Inc.
       ip: 87.172.86.188
@@ -173,9 +131,6 @@ anonymize:
       street: 1445 Thompson Street
       city: Seal Beach
       postcode: 90740
-      region: California
-      country_id: US
-      region_id: 12
       phone: 515-555-0164
       company: TechTack LLC
       ip: 213.56.195.24
@@ -185,9 +140,6 @@ anonymize:
       street: 1247 Heliport Loop
       city: Bloomington
       postcode: 47408
-      region: Illinois
-      country_id: US
-      region_id: 23
       phone: 515-555-0142
       company: Digimail For You, LLC
       ip: 124.9.254.185
@@ -197,9 +149,6 @@ anonymize:
       street: 2462 Pritchard Court
       city: Rio
       postcode: 26755
-      region: West Virginia
-      country_id: US
-      region_id: 63
       phone: 515-555-0102
       company: Kaboom Fireworks
       ip: 194.59.122.241
@@ -209,9 +158,6 @@ anonymize:
       street: 1767 Stroop Hill Road
       city: Fort Wayne
       postcode: 46852
-      region: Indiana
-      region_id: 24
-      country_id: US
       phone: 860-555-0172
       company: Semicolon Bookstore
       ip: 68.162.14.52
@@ -221,9 +167,6 @@ anonymize:
       street: 4474 Brookview Drive
       city: San Jose
       postcode: 95113
-      region: California
-      region_id: 12
-      country_id: US
       phone: 860-555-0178
       company: Bent Out of Shape Jewelry
       ip: 25.19.163.174
@@ -234,9 +177,6 @@ anonymize:
       street: 720 Scenic Way
       city: Warrensburg
       postcode: 62573
-      region: Missouri
-      region_id: 36
-      country_id: US
       phone: 860-555-0131
       ip: 132.60.238.89
 
@@ -245,7 +185,6 @@ anonymize:
       street: 55, place de Miremond
       city: VILLENEUVE-SUR-LOT
       postcode: 47300
-      country_id: FR
       company: 9Yards Media
       phone: 05.48.01.14.91
       ip: 38.28.94.247
@@ -255,7 +194,6 @@ anonymize:
       street: 69, boulevard Aristide Briand
       city: Le Bouscat
       postcode: 33110
-      country_id: FR
       company: Titan Alarm Group
       phone: 05.45.43.97.63
       ip: 87.122.192.251
@@ -265,7 +203,6 @@ anonymize:
       street: 59, Avenue des Pr'es
       city: MONTIGNY-LÈS-METZ
       postcode: 57158
-      country_id: FR
       phone: 03.31.34.92.91
       company: Pacific Alarm Group
       ip: 171.120.59.109
@@ -275,7 +212,6 @@ anonymize:
       street: Verlengde Koolhoverweg 10
       city: Bocholtz
       postcode: 6351
-      country_id: NL
       phone: 06-58223374
       company: Saga Builders
       ip: 249.230.160.198
@@ -285,7 +221,150 @@ anonymize:
       street: De Zaalsteden 70
       city: Gieten
       postcode: 9461
-      country_id: NL
       phone: 06-40996488
       company: Drama Studio
       ip: 49.87.75.212
+
+    - firstname: Michal
+      lastname: Biarda
+      street: 1004 Rabbit Str
+      city: Lunapark
+      postcode: 31415
+      phone: 852-555-0129
+      company: Hello World, Inc.
+      ip: 197.45.92.201
+
+    - firstname: Michael
+      lastname: Jordan
+      street: 4182 Grim Avenue
+      city: Hartford
+      postcode: '06103'
+      phone: 860-555-4398
+      company: Big Shoe
+      ip: 71.9.45.231
+
+    - firstname: Zinedine
+      lastname: Zidane
+      street: 4640 Hawks Nest Lane
+      city: San Diego
+      postcode: 92103
+      phone: 619-555-2688
+      company: French Fries
+      ip: 122.90.87.291
+
+    - firstname: Bruce
+      lastname: Lee
+      street: 3767 Clearview Drive
+      city: St Louis
+      postcode: 63101
+      phone: 314-555-3035
+      company: Karate Kids
+      ip: 91.23.211.34
+
+    - firstname: Cameron
+      lastname: Diaz
+      street: 3294 Diamond Cove
+      city: Greenwood Village
+      postcode: 80111
+      phone: 303-555-9124
+      company: Nice Movies, Ltd.
+      ip: 198.34.22.201
+
+    - firstname: Jennifer
+      lastname: Lopez
+      street: 910 Terry Lane
+      city: Providence
+      postcode: '02908'
+      phone: 401-555-9265
+      company: Jay-El-Oh
+      ip: 198.56.81.156
+
+    - firstname: Brad
+      lastname: Pitt
+      street: 14 Atha Drive
+      city: Orlando
+      postcode: 32810
+      phone: 321-555-9183
+      company: Handsome Guys
+      ip: 19.234.98.125
+
+    - firstname: John
+      lastname: Doe
+      street: 1975 Pinchelone Street
+      city: Bakersfield
+      postcode: 93301
+      phone: 661-730-4347
+      company: Missing People, LLC
+      ip: 211.50.26.120
+
+    - firstname: Harlan
+      lastname: Coben
+      street: 3182 Nancy Street
+      city: Durham
+      postcode: 27713
+      phone: 919-555-2387
+      company: Myron & Bolitar, Ltd.
+      ip: 89.57.34.90
+
+    - firstname: Stephen
+      lastname: King
+      street: 4922 Wescam Court
+      city: Portsmouth
+      postcode: 23707
+      phone: 757-555-1396
+      company: IT Lovers
+      ip: 78.197.204.90
+
+    - firstname: Will
+      lastname: Smith
+      street: 3748 Archwood Avenue
+      city: Cambridge
+      postcode: '02141'
+      phone: 781-555-0073
+      company: Men In Black
+      ip: 38.56.111.78
+
+    - firstname: Marlon
+      lastname: Brando
+      street: 3072 Jadewood Farms
+      city: Morristown
+      postcode: '07960'
+      phone: 973-555-2129
+      company: Tea Vee
+      ip: 50.38.194.29
+
+    - firstname: Amitkumar
+      lastname: Solanki
+      street: 2436 Eden Drive
+      city: Powell
+      postcode: 82435
+      phone: 307-555-6448
+      company: India Express
+      ip: 163.28.218.109
+
+    - firstname: Martha
+      lastname: Stuart
+      street: 3854 Still Pastures Drive
+      city: Charles City
+      postcode: 23030
+      phone: 804-555-2583
+      company: Cook With Us, LLC
+      ip: 238.12.1.58
+
+    - firstname: Arnold
+      lastname: Schwarzenegger
+      street: 3869 Beeghley Street
+      city: Chester
+      postcode: 29706
+      phone: 803-555-2026
+      company: Magic Gym
+      ip: 89.45.149.18
+
+    - firstname: Bobby
+      lastname: Dingo
+      street: 2651 Cecil Street
+      city: Covington
+      postcode: 76636
+      phone: 254-555-8792
+      company: Doggy Barber
+      ip: 79.3.65.214
diff --git a/config/commands.yaml → .driver/commands.yaml b/config/commands.yaml → .driver/commands.yaml
@@ -1,6 +1,4 @@
 commands:
-  pipeline:
-    class: \Driver\Pipeline\Command
   connect:
     class: \Driver\Engines\MySql
   check-filesystem:
@@ -15,6 +13,8 @@ commands:
     class: \Driver\Engines\MySql\Transformation\Anonymize
   reduce:
     class: \Driver\Engines\MySql\Transformation\Reduce
+  update-values:
+    class: \Driver\Engines\MySql\Transformation\UpdateValues
   export-data-from-sandbox:
     class: \Driver\Engines\MySql\Sandbox\Export
   upload-data-to-s3: