Migrate tqq (#26689)

Azure · Oct 8, 2022 · c03788c · c03788c
1 parent 979c1c8
commit c03788c
Show file tree

Hide file tree

Showing 54 changed files with 4,716 additions and 9,755 deletions.
diff --git a/...ordings/test_quick_query.pyTestStorageQuickQuerytest_quick_query_datalake_expression.json b/...ordings/test_quick_query.pyTestStorageQuickQuerytest_quick_query_datalake_expression.json
@@ -0,0 +1,189 @@
+{
+  "Entries": [
+    {
+      "RequestUri": "https://storagename.blob.core.windows.net/utqqcontainera29a341c?restype=container",
+      "RequestMethod": "PUT",
+      "RequestHeaders": {
+        "Accept": "application/xml",
+        "Accept-Encoding": "gzip, deflate",
+        "Connection": "keep-alive",
+        "Content-Length": "0",
+        "User-Agent": "azsdk-python-storage-dfs/12.9.0 Python/3.10.2 (Windows-10-10.0.19044-SP0)",
+        "x-ms-date": "Thu, 06 Oct 2022 20:38:56 GMT",
+        "x-ms-version": "2021-08-06"
+      },
+      "RequestBody": null,
+      "StatusCode": 201,
+      "ResponseHeaders": {
+        "Content-Length": "0",
+        "Date": "Thu, 06 Oct 2022 20:38:56 GMT",
+        "ETag": "\u00220x8DAA7DACA5EE303\u0022",
+        "Last-Modified": "Thu, 06 Oct 2022 20:38:56 GMT",
+        "Server": [
+          "Windows-Azure-Blob/1.0",
+          "Microsoft-HTTPAPI/2.0"
+        ],
+        "x-ms-version": "2021-08-06"
+      },
+      "ResponseBody": null
+    },
+    {
+      "RequestUri": "https://storagename.dfs.core.windows.net/utqqcontainera29a341c/csvfilea29a341c?resource=file",
+      "RequestMethod": "PUT",
+      "RequestHeaders": {
+        "Accept": "application/json",
+        "Accept-Encoding": "gzip, deflate",
+        "Connection": "keep-alive",
+        "Content-Length": "0",
+        "User-Agent": "azsdk-python-storage-dfs/12.9.0 Python/3.10.2 (Windows-10-10.0.19044-SP0)",
+        "x-ms-date": "Thu, 06 Oct 2022 20:38:56 GMT",
+        "x-ms-version": "2021-08-06"
+      },
+      "RequestBody": null,
+      "StatusCode": 201,
+      "ResponseHeaders": {
+        "Content-Length": "0",
+        "Date": "Thu, 06 Oct 2022 20:38:56 GMT",
+        "ETag": "\u00220x8DAA7DACA72C813\u0022",
+        "Last-Modified": "Thu, 06 Oct 2022 20:38:56 GMT",
+        "Server": [
+          "Windows-Azure-HDFS/1.0",
+          "Microsoft-HTTPAPI/2.0"
+        ],
+        "x-ms-request-server-encrypted": "true",
+        "x-ms-version": "2021-08-06"
+      },
+      "ResponseBody": null
+    },
+    {
+      "RequestUri": "https://storagename.dfs.core.windows.net/utqqcontainera29a341c/csvfilea29a341c?action=append\u0026position=0",
+      "RequestMethod": "PATCH",
+      "RequestHeaders": {
+        "Accept": "application/json",
+        "Accept-Encoding": "gzip, deflate",
+        "Connection": "keep-alive",
+        "Content-Length": "2264",
+        "Content-Type": "application/json",
+        "User-Agent": "azsdk-python-storage-dfs/12.9.0 Python/3.10.2 (Windows-10-10.0.19044-SP0)",
+        "x-ms-date": "Thu, 06 Oct 2022 20:38:56 GMT",
+        "x-ms-version": "2021-08-06"
+      },
+      "RequestBody": [
+        "DataLakeStorage,Package,Version,RepoPath,MissingDocs\r\n",
+        "App Configuration,azure-data-appconfiguration,1,appconfiguration,FALSE\r\n",
+        "Event Hubs\r\n",
+        "Event Hubs - Azure Storage CheckpointStore,azure-messaging-eventhubs-checkpointstore-blob,1.0.1,eventhubs,FALSE\r\n",
+        "Identity,azure-identity,1.1.0-beta.1,identity,FALSE\r\n",
+        "Key Vault - Certificates,azure-security-keyvault-certificates,4.0.0,keyvault,FALSE\r\n",
+        "Key Vault - Keys,azure-security-keyvault-keys,4.2.0-beta.1,keyvault,FALSE\r\n",
+        "Key Vault - Secrets,azure-security-keyvault-secrets,4.1.0,keyvault,FALSE\r\n",
+        "Storage - Blobs,azure-storage-blob,12.4.0,storage,FALSE\r\n",
+        "Storage - Blobs Batch,azure-storage-blob-batch,12.4.0-beta.1,storage,FALSE\r\n",
+        "Storage - Blobs Cryptography,azure-storage-blob-cryptography,12.4.0,storage,FALSE\r\n",
+        "Storage - File Shares,azure-storage-file-share,12.2.0,storage,FALSE\r\n",
+        "Storage - Queues,azure-storage-queue,12.3.0,storage,FALSE\r\n",
+        "Text Analytics,azure-ai-textanalytics,1.0.0-beta.2,textanalytics,FALSE\r\n",
+        "Tracing,azure-core-tracing-opentelemetry,1.0.0-beta.2,core,FALSE\r\n",
+        "Service,Package,Version,RepoPath,MissingDocs\r\n",
+        "App Configuration,azure-data-appconfiguration,1.0.1,appconfiguration,FALSE\r\n",
+        "Event Hubs,azure-messaging-eventhubs,5.0.1,eventhubs,FALSE\r\n",
+        "Event Hubs - Azure Storage CheckpointStore,azure-messaging-eventhubs-checkpointstore-blob,1.0.1,eventhubs,FALSE\r\n",
+        "Identity,azure-identity,1.1.0-beta.1,identity,FALSE\r\n",
+        "Key Vault - Certificates,azure-security-keyvault-certificates,4.0.0,keyvault,FALSE\r\n",
+        "Key Vault - Keys,azure-security-keyvault-keys,4.2.0-beta.1,keyvault,FALSE\r\n",
+        "Key Vault - Secrets,azure-security-keyvault-secrets,4.1.0,keyvault,FALSE\r\n",
+        "Storage - Blobs,azure-storage-blob,12.4.0,storage,FALSE\r\n",
+        "Storage - Blobs Batch,azure-storage-blob-batch,12.4.0-beta.1,storage,FALSE\r\n",
+        "Storage - Blobs Cryptography,azure-storage-blob-cryptography,12.4.0,storage,FALSE\r\n",
+        "Storage - File Shares,azure-storage-file-share,12.2.0,storage,FALSE\r\n",
+        "Storage - Queues,azure-storage-queue,12.3.0,storage,FALSE\r\n",
+        "Text Analytics,azure-ai-textanalytics,1.0.0-beta.2,textanalytics,FALSE\r\n",
+        "Tracing,azure-core-tracing-opentelemetry,1.0.0-beta.2,core,FALSE\r\n",
+        "Service,Package,Version,RepoPath,MissingDocs\r\n",
+        "App Configuration,azure-data-appconfiguration,1.0.1,appconfiguration,FALSE\r\n",
+        "Event Hubs,azure-messaging-eventhubs,5.0.1,eventhubs,FALSE\r\n"
+      ],
+      "StatusCode": 202,
+      "ResponseHeaders": {
+        "Content-Length": "0",
+        "Date": "Thu, 06 Oct 2022 20:38:56 GMT",
+        "Server": [
+          "Windows-Azure-HDFS/1.0",
+          "Microsoft-HTTPAPI/2.0"
+        ],
+        "x-ms-request-server-encrypted": "true",
+        "x-ms-version": "2021-08-06"
+      },
+      "ResponseBody": null
+    },
+    {
+      "RequestUri": "https://storagename.dfs.core.windows.net/utqqcontainera29a341c/csvfilea29a341c?action=flush\u0026position=2264\u0026close=true",
+      "RequestMethod": "PATCH",
+      "RequestHeaders": {
+        "Accept": "application/json",
+        "Accept-Encoding": "gzip, deflate",
+        "Connection": "keep-alive",
+        "Content-Length": "0",
+        "If-Match": "\u00220x8DAA7DACA72C813\u0022",
+        "User-Agent": "azsdk-python-storage-dfs/12.9.0 Python/3.10.2 (Windows-10-10.0.19044-SP0)",
+        "x-ms-date": "Thu, 06 Oct 2022 20:38:56 GMT",
+        "x-ms-version": "2021-08-06"
+      },
+      "RequestBody": null,
+      "StatusCode": 200,
+      "ResponseHeaders": {
+        "Content-Length": "0",
+        "Date": "Thu, 06 Oct 2022 20:38:56 GMT",
+        "ETag": "\u00220x8DAA7DACA95FA1D\u0022",
+        "Last-Modified": "Thu, 06 Oct 2022 20:38:56 GMT",
+        "Server": [
+          "Windows-Azure-HDFS/1.0",
+          "Microsoft-HTTPAPI/2.0"
+        ],
+        "x-ms-request-server-encrypted": "false",
+        "x-ms-version": "2021-08-06"
+      },
+      "ResponseBody": null
+    },
+    {
+      "RequestUri": "https://storagename.blob.core.windows.net/utqqcontainera29a341c/csvfilea29a341c?comp=query",
+      "RequestMethod": "POST",
+      "RequestHeaders": {
+        "Accept": "application/xml",
+        "Accept-Encoding": "gzip, deflate",
+        "Connection": "keep-alive",
+        "Content-Length": "716",
+        "Content-Type": "application/xml",
+        "User-Agent": "azsdk-python-storage-dfs/12.9.0 Python/3.10.2 (Windows-10-10.0.19044-SP0)",
+        "x-ms-date": "Thu, 06 Oct 2022 20:38:57 GMT",
+        "x-ms-version": "2021-08-06"
+      },
+      "RequestBody": [
+        "\u003C?xml version=\u00271.0\u0027 encoding=\u0027utf-8\u0027?\u003E\n",
+        "\u003CQueryRequest\u003E\u003CQueryType\u003ESQL\u003C/QueryType\u003E\u003CExpression\u003ESELECT DataLakeStorage from BlobStorage\u003C/Expression\u003E\u003CInputSerialization\u003E\u003CFormat\u003E\u003CType\u003Edelimited\u003C/Type\u003E\u003CDelimitedTextConfiguration\u003E\u003CColumnSeparator\u003E,\u003C/ColumnSeparator\u003E\u003CFieldQuote\u003E\u0022\u003C/FieldQuote\u003E\u003CRecordSeparator\u003E\n",
+        "\u003C/RecordSeparator\u003E\u003CEscapeChar /\u003E\u003CHasHeaders\u003Etrue\u003C/HasHeaders\u003E\u003C/DelimitedTextConfiguration\u003E\u003C/Format\u003E\u003C/InputSerialization\u003E\u003COutputSerialization\u003E\u003CFormat\u003E\u003CType\u003Edelimited\u003C/Type\u003E\u003CDelimitedTextConfiguration\u003E\u003CColumnSeparator\u003E,\u003C/ColumnSeparator\u003E\u003CFieldQuote\u003E\u0022\u003C/FieldQuote\u003E\u003CRecordSeparator\u003E\n",
+        "\u003C/RecordSeparator\u003E\u003CEscapeChar /\u003E\u003CHasHeaders\u003Etrue\u003C/HasHeaders\u003E\u003C/DelimitedTextConfiguration\u003E\u003C/Format\u003E\u003C/OutputSerialization\u003E\u003C/QueryRequest\u003E"
+      ],
+      "StatusCode": 200,
+      "ResponseHeaders": {
+        "Accept-Ranges": "bytes",
+        "Content-Type": "avro/binary",
+        "Date": "Thu, 06 Oct 2022 20:38:56 GMT",
+        "ETag": "\u00220x8DAA7DACA95FA1D\u0022",
+        "Last-Modified": "Thu, 06 Oct 2022 20:38:56 GMT",
+        "Server": [
+          "Windows-Azure-Blob/1.0",
+          "Microsoft-HTTPAPI/2.0"
+        ],
+        "Transfer-Encoding": "chunked",
+        "x-ms-blob-type": "BlockBlob",
+        "x-ms-creation-time": "Thu, 06 Oct 2022 20:38:56 GMT",
+        "x-ms-resource-type": "file",
+        "x-ms-server-encrypted": "true",
+        "x-ms-version": "2021-08-06"
+      },
+      "ResponseBody": "T2JqAQIWYXZyby5zY2hlbWHOHlsKICB7CiAgICAidHlwZSI6ICJyZWNvcmQiLAogICAgIm5hbWUiOiAiY29tLm1pY3Jvc29mdC5henVyZS5zdG9yYWdlLnF1ZXJ5QmxvYkNvbnRlbnRzLnJlc3VsdERhdGEiLAogICAgImRvYyI6ICJIb2xkcyByZXN1bHQgZGF0YSBpbiB0aGUgZm9ybWF0IHNwZWNpZmllZCBmb3IgdGhpcyBxdWVyeSAoQ1NWLCBKU09OLCBldGMuKS4iLAogICAgImZpZWxkcyI6IFsKICAgICAgewogICAgICAgICJuYW1lIjogImRhdGEiLAogICAgICAgICJ0eXBlIjogImJ5dGVzIgogICAgICB9CiAgICBdCiAgfSwKICB7CiAgICAidHlwZSI6ICJyZWNvcmQiLAogICAgIm5hbWUiOiAiY29tLm1pY3Jvc29mdC5henVyZS5zdG9yYWdlLnF1ZXJ5QmxvYkNvbnRlbnRzLmVycm9yIiwKICAgICJkb2MiOiAiQW4gZXJyb3IgdGhhdCBvY2N1cnJlZCB3aGlsZSBwcm9jZXNzaW5nIHRoZSBxdWVyeS4iLAogICAgImZpZWxkcyI6IFsKICAgICAgewogICAgICAgICJuYW1lIjogImZhdGFsIiwKICAgICAgICAidHlwZSI6ICJib29sZWFuIiwKICAgICAgICAiZG9jIjogIklmIHRydWUsIHRoaXMgZXJyb3IgcHJldmVudHMgZnVydGhlciBxdWVyeSBwcm9jZXNzaW5nLiAgTW9yZSByZXN1bHQgZGF0YSBtYXkgYmUgcmV0dXJuZWQsIGJ1dCB0aGVyZSBpcyBubyBndWFyYW50ZWUgdGhhdCBhbGwgb2YgdGhlIG9yaWdpbmFsIGRhdGEgd2lsbCBiZSBwcm9jZXNzZWQuICBJZiBmYWxzZSwgdGhpcyBlcnJvciBkb2VzIG5vdCBwcmV2ZW50IGZ1cnRoZXIgcXVlcnkgcHJvY2Vzc2luZy4iCiAgICAgIH0sCiAgICAgIHsKICAgICAgICAibmFtZSI6ICJuYW1lIiwKICAgICAgICAidHlwZSI6ICJzdHJpbmciLAogICAgICAgICJkb2MiOiAiVGhlIG5hbWUgb2YgdGhlIGVycm9yIgogICAgICB9LAogICAgICB7CiAgICAgICAgIm5hbWUiOiAiZGVzY3JpcHRpb24iLAogICAgICAgICJ0eXBlIjogInN0cmluZyIsCiAgICAgICAgImRvYyI6ICJBIGRlc2NyaXB0aW9uIG9mIHRoZSBlcnJvciIKICAgICAgfSwKICAgICAgewogICAgICAgICJuYW1lIjogInBvc2l0aW9uIiwKICAgICAgICAidHlwZSI6ICJsb25nIiwKICAgICAgICAiZG9jIjogIlRoZSByZWNvcmQgb2Zmc2V0IGluIHRoZSBibG9iIGF0IHdoaWNoIHRoZSBlcnJvciBvY2N1cnJlZCIKICAgICAgfQogICAgXQogIH0sCiAgewogICAgInR5cGUiOiAicmVjb3JkIiwKICAgICJuYW1lIjogImNvbS5taWNyb3NvZnQuYXp1cmUuc3RvcmFnZS5xdWVyeUJsb2JDb250ZW50cy5wcm9ncmVzcyIsCiAgICAiZG9jIjogIkluZm9ybWF0aW9uIGFib3V0IHRoZSBwcm9ncmVzcyBvZiB0aGUgcXVlcnkiLAogICAgImZpZWxkcyI6IFsKICAgICAgewogICAgICAgICJuYW1lIjogImJ5dGVzU2Nhbm5lZCIsCiAgICAgICAgInR5cGUiOiAibG9uZyIsCiAgICAgICAgImRvYyI6ICJUaGUgbnVtYmVyIG9mIGJ5dGVzIHRoYXQgaGF2ZSBiZWVuIHNjYW5uZWQiCiAgICAgIH0sCiAgICAgIHsKICAgICAgICAibmFtZSI6ICJ0b3RhbEJ5dGVzIiwKICAgICAgICAidHlwZSI6ICJsb25nIiwKICAgICAgICAiZG9jIjogIlRoZSB0b3RhbCBudW1iZXIgb2YgYnl0ZXMgdG8gYmUgc2Nhbm5lZCBpbiB0aGlzIHF1ZXJ5IgogICAgICB9CiAgICBdCiAgfSwKICB7CiAgICAidHlwZSI6ICJyZWNvcmQiLAogICAgIm5hbWUiOiAiY29tLm1pY3Jvc29mdC5henVyZS5zdG9yYWdlLnF1ZXJ5QmxvYkNvbnRlbnRzLmVuZCIsCiAgICAiZG9jIjogIlNlbnQgYXMgdGhlIGZpbmFsIG1lc3NhZ2Ugb2YgdGhlIHJlc3BvbnNlLCBpbmRpY2F0aW5nIHRoYXQgYWxsIHJlc3VsdHMgaGF2ZSBiZWVuIHNlbnQuIiwKICAgICJmaWVsZHMiOiBbCiAgICAgIHsKICAgICAgICAibmFtZSI6ICJ0b3RhbEJ5dGVzIiwKICAgICAgICAidHlwZSI6ICJsb25nIiwKICAgICAgICAiZG9jIjogIlRoZSB0b3RhbCBudW1iZXIgb2YgYnl0ZXMgc2Nhbm5lZCBpbiB0aGlzIHF1ZXJ5IgogICAgICB9CiAgICBdCiAgfQpdCgD5/3QxhKoZQJv8/fy/E1/hAiQAIERhdGFMYWtlU3RvcmFnZQr5/3QxhKoZQJv8/fy/E1/hAqAJAJoJQXBwIENvbmZpZ3VyYXRpb24KRXZlbnQgSHVicwpFdmVudCBIdWJzIC0gQXp1cmUgU3RvcmFnZSBDaGVja3BvaW50U3RvcmUKSWRlbnRpdHkKS2V5IFZhdWx0IC0gQ2VydGlmaWNhdGVzCktleSBWYXVsdCAtIEtleXMKS2V5IFZhdWx0IC0gU2VjcmV0cwpTdG9yYWdlIC0gQmxvYnMKU3RvcmFnZSAtIEJsb2JzIEJhdGNoClN0b3JhZ2UgLSBCbG9icyBDcnlwdG9ncmFwaHkKU3RvcmFnZSAtIEZpbGUgU2hhcmVzClN0b3JhZ2UgLSBRdWV1ZXMKVGV4dCBBbmFseXRpY3MKVHJhY2luZwpTZXJ2aWNlCkFwcCBDb25maWd1cmF0aW9uCkV2ZW50IEh1YnMKRXZlbnQgSHVicyAtIEF6dXJlIFN0b3JhZ2UgQ2hlY2twb2ludFN0b3JlCklkZW50aXR5CktleSBWYXVsdCAtIENlcnRpZmljYXRlcwpLZXkgVmF1bHQgLSBLZXlzCktleSBWYXVsdCAtIFNlY3JldHMKU3RvcmFnZSAtIEJsb2JzClN0b3JhZ2UgLSBCbG9icyBCYXRjaApTdG9yYWdlIC0gQmxvYnMgQ3J5cHRvZ3JhcGh5ClN0b3JhZ2UgLSBGaWxlIFNoYXJlcwpTdG9yYWdlIC0gUXVldWVzClRleHQgQW5hbHl0aWNzClRyYWNpbmcKU2VydmljZQpBcHAgQ29uZmlndXJhdGlvbgpFdmVudCBIdWJzCvn/dDGEqhlAm/z9/L8TX\u002BECCgSwI7Aj\u002Bf90MYSqGUCb/P38vxNf4QIGBrAj\u002Bf90MYSqGUCb/P38vxNf4Q=="
+    }
+  ],
+  "Variables": {}
+}
diff --git a/...dings/test_quick_query.pyTestStorageQuickQuerytest_quick_query_input_in_arrow_format.json b/...dings/test_quick_query.pyTestStorageQuickQuerytest_quick_query_input_in_arrow_format.json
@@ -0,0 +1,32 @@
+{
+  "Entries": [
+    {
+      "RequestUri": "https://storagename.blob.core.windows.net/utqqcontainer1150350e?restype=container",
+      "RequestMethod": "PUT",
+      "RequestHeaders": {
+        "Accept": "application/xml",
+        "Accept-Encoding": "gzip, deflate",
+        "Connection": "keep-alive",
+        "Content-Length": "0",
+        "User-Agent": "azsdk-python-storage-dfs/12.9.0 Python/3.10.2 (Windows-10-10.0.19044-SP0)",
+        "x-ms-date": "Thu, 06 Oct 2022 20:39:19 GMT",
+        "x-ms-version": "2021-08-06"
+      },
+      "RequestBody": null,
+      "StatusCode": 201,
+      "ResponseHeaders": {
+        "Content-Length": "0",
+        "Date": "Thu, 06 Oct 2022 20:39:19 GMT",
+        "ETag": "\u00220x8DAA7DAD7FC40E2\u0022",
+        "Last-Modified": "Thu, 06 Oct 2022 20:39:19 GMT",
+        "Server": [
+          "Windows-Azure-Blob/1.0",
+          "Microsoft-HTTPAPI/2.0"
+        ],
+        "x-ms-version": "2021-08-06"
+      },
+      "ResponseBody": null
+    }
+  ],
+  "Variables": {}
+}
diff --git a/...ngs/test_quick_query.pyTestStorageQuickQuerytest_quick_query_input_in_parquet_format.json b/...ngs/test_quick_query.pyTestStorageQuickQuerytest_quick_query_input_in_parquet_format.json