From 361267977b903862dc3edf5626e0c01c3e16afc5 Mon Sep 17 00:00:00 2001 From: Cole MacKenzie Date: Wed, 7 Jun 2023 10:27:49 -0700 Subject: [PATCH] chore: rename test dataset `http_requests` to match issue numbers This results in duplicating the same table for #1291 and #1292 but I think the clarity is worth it. --- .../_delta_log/00000000000000000000.json | 0 .../_delta_log/00000000000000000001.json | 0 ...42-450c-8af1-4145b73a96c7-c000.snappy.parquet | Bin ...a8-4bc3-92e5-96347fe3fd84-c000.snappy.parquet | Bin .../_delta_log/00000000000000000000.json | 3 +++ .../_delta_log/00000000000000000001.json | 3 +++ ...42-450c-8af1-4145b73a96c7-c000.snappy.parquet | Bin 0 -> 3780 bytes ...a8-4bc3-92e5-96347fe3fd84-c000.snappy.parquet | Bin 0 -> 5976 bytes rust/tests/datafusion_test.rs | 4 ++-- 9 files changed, 8 insertions(+), 2 deletions(-) rename rust/tests/data/{http_requests => issue_1291}/_delta_log/00000000000000000000.json (100%) rename rust/tests/data/{http_requests => issue_1291}/_delta_log/00000000000000000001.json (100%) rename rust/tests/data/{http_requests => issue_1291}/date=2023-04-13/part-00000-e853fe2e-6f42-450c-8af1-4145b73a96c7-c000.snappy.parquet (100%) rename rust/tests/data/{http_requests => issue_1291}/date=2023-04-14/part-00000-731ab1b3-85a8-4bc3-92e5-96347fe3fd84-c000.snappy.parquet (100%) create mode 100644 rust/tests/data/issue_1292/_delta_log/00000000000000000000.json create mode 100644 rust/tests/data/issue_1292/_delta_log/00000000000000000001.json create mode 100644 rust/tests/data/issue_1292/date=2023-04-13/part-00000-e853fe2e-6f42-450c-8af1-4145b73a96c7-c000.snappy.parquet create mode 100644 rust/tests/data/issue_1292/date=2023-04-14/part-00000-731ab1b3-85a8-4bc3-92e5-96347fe3fd84-c000.snappy.parquet diff --git a/rust/tests/data/http_requests/_delta_log/00000000000000000000.json b/rust/tests/data/issue_1291/_delta_log/00000000000000000000.json similarity index 100% rename from rust/tests/data/http_requests/_delta_log/00000000000000000000.json rename to rust/tests/data/issue_1291/_delta_log/00000000000000000000.json diff --git a/rust/tests/data/http_requests/_delta_log/00000000000000000001.json b/rust/tests/data/issue_1291/_delta_log/00000000000000000001.json similarity index 100% rename from rust/tests/data/http_requests/_delta_log/00000000000000000001.json rename to rust/tests/data/issue_1291/_delta_log/00000000000000000001.json diff --git a/rust/tests/data/http_requests/date=2023-04-13/part-00000-e853fe2e-6f42-450c-8af1-4145b73a96c7-c000.snappy.parquet b/rust/tests/data/issue_1291/date=2023-04-13/part-00000-e853fe2e-6f42-450c-8af1-4145b73a96c7-c000.snappy.parquet similarity index 100% rename from rust/tests/data/http_requests/date=2023-04-13/part-00000-e853fe2e-6f42-450c-8af1-4145b73a96c7-c000.snappy.parquet rename to rust/tests/data/issue_1291/date=2023-04-13/part-00000-e853fe2e-6f42-450c-8af1-4145b73a96c7-c000.snappy.parquet diff --git a/rust/tests/data/http_requests/date=2023-04-14/part-00000-731ab1b3-85a8-4bc3-92e5-96347fe3fd84-c000.snappy.parquet b/rust/tests/data/issue_1291/date=2023-04-14/part-00000-731ab1b3-85a8-4bc3-92e5-96347fe3fd84-c000.snappy.parquet similarity index 100% rename from rust/tests/data/http_requests/date=2023-04-14/part-00000-731ab1b3-85a8-4bc3-92e5-96347fe3fd84-c000.snappy.parquet rename to rust/tests/data/issue_1291/date=2023-04-14/part-00000-731ab1b3-85a8-4bc3-92e5-96347fe3fd84-c000.snappy.parquet diff --git a/rust/tests/data/issue_1292/_delta_log/00000000000000000000.json b/rust/tests/data/issue_1292/_delta_log/00000000000000000000.json new file mode 100644 index 0000000000..08fa6636a9 --- /dev/null +++ b/rust/tests/data/issue_1292/_delta_log/00000000000000000000.json @@ -0,0 +1,3 @@ +{"commitInfo":{"delta-rs":"0.9.0","timestamp":1681604880998}} +{"protocol":{"minReaderVersion":1,"minWriterVersion":1}} +{"metaData":{"id":"1c863a88-7231-4ffc-a24b-3bbfad87d80a","name":"http_requests","description":"","format":{"provider":"parquet","options":{}},"schemaString":"{\"type\":\"struct\",\"fields\":[{\"name\":\"date\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"ClientIP\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"ClientRequestHost\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"ClientRequestMethod\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"ClientRequestURI\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"EdgeEndTimestamp\",\"type\":\"timestamp\",\"nullable\":true,\"metadata\":{}},{\"name\":\"EdgeResponseBytes\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}},{\"name\":\"EdgeResponseStatus\",\"type\":\"short\",\"nullable\":true,\"metadata\":{}},{\"name\":\"EdgeStartTimestamp\",\"type\":\"timestamp\",\"nullable\":true,\"metadata\":{}}]}","partitionColumns":["date"],"createdTime":1681604880998,"configuration":{}}} \ No newline at end of file diff --git a/rust/tests/data/issue_1292/_delta_log/00000000000000000001.json b/rust/tests/data/issue_1292/_delta_log/00000000000000000001.json new file mode 100644 index 0000000000..86934cfc80 --- /dev/null +++ b/rust/tests/data/issue_1292/_delta_log/00000000000000000001.json @@ -0,0 +1,3 @@ +{"add":{"path":"date=2023-04-14/part-00000-731ab1b3-85a8-4bc3-92e5-96347fe3fd84-c000.snappy.parquet","size":5976,"partitionValues":{"date":"2023-04-14"},"modificationTime":1681604881837,"dataChange":true,"stats":"{\"numRecords\":1437,\"minValues\":{\"EdgeEndTimestamp\":\"2023-04-14T00:00:00.000Z\",\"ClientRequestHost\":\"example.com\",\"EdgeResponseStatus\":200,\"ClientRequestMethod\":\"GET\",\"EdgeStartTimestamp\":\"2023-04-14T00:00:00.000Z\",\"ClientIP\":\"127.0.0.1\",\"ClientRequestURI\":\"/\",\"EdgeResponseBytes\":303},\"maxValues\":{\"EdgeResponseBytes\":307,\"ClientRequestURI\":\"/\",\"EdgeResponseStatus\":200,\"EdgeStartTimestamp\":\"2023-04-14T00:00:45.000Z\",\"ClientIP\":\"127.0.0.1\",\"ClientRequestHost\":\"example.com\",\"ClientRequestMethod\":\"GET\",\"EdgeEndTimestamp\":\"2023-04-14T00:00:45.000Z\"},\"nullCount\":{\"ClientRequestHost\":0,\"ClientRequestURI\":0,\"ClientRequestMethod\":0,\"EdgeResponseStatus\":0,\"ClientIP\":0,\"EdgeEndTimestamp\":0,\"EdgeResponseBytes\":0,\"EdgeStartTimestamp\":0}}","tags":null}} +{"add":{"path":"date=2023-04-13/part-00000-e853fe2e-6f42-450c-8af1-4145b73a96c7-c000.snappy.parquet","size":3780,"partitionValues":{"date":"2023-04-13"},"modificationTime":1681604881849,"dataChange":true,"stats":"{\"numRecords\":144,\"minValues\":{\"EdgeStartTimestamp\":\"2023-04-13T23:58:58.000Z\",\"ClientRequestMethod\":\"GET\",\"ClientIP\":\"127.0.0.1\",\"EdgeEndTimestamp\":\"2023-04-13T23:58:58.000Z\",\"ClientRequestURI\":\"/\",\"ClientRequestHost\":\"example.com\",\"EdgeResponseBytes\":303,\"EdgeResponseStatus\":200},\"maxValues\":{\"ClientRequestHost\":\"example.com\",\"ClientRequestURI\":\"/\",\"ClientIP\":\"127.0.0.1\",\"EdgeResponseStatus\":200,\"ClientRequestMethod\":\"GET\",\"EdgeStartTimestamp\":\"2023-04-13T23:59:59.000Z\",\"EdgeEndTimestamp\":\"2023-04-14T00:00:00.000Z\",\"EdgeResponseBytes\":307},\"nullCount\":{\"ClientRequestMethod\":0,\"ClientIP\":0,\"EdgeResponseStatus\":0,\"ClientRequestURI\":0,\"EdgeEndTimestamp\":0,\"EdgeStartTimestamp\":0,\"EdgeResponseBytes\":0,\"ClientRequestHost\":0}}","tags":null}} +{"commitInfo":{"timestamp":1681604881849,"clientVersion":"delta-rs.0.9.0"}} \ No newline at end of file diff --git a/rust/tests/data/issue_1292/date=2023-04-13/part-00000-e853fe2e-6f42-450c-8af1-4145b73a96c7-c000.snappy.parquet b/rust/tests/data/issue_1292/date=2023-04-13/part-00000-e853fe2e-6f42-450c-8af1-4145b73a96c7-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..ec0d1e367f9bf279bcd8173c33b914ca8bb0fded GIT binary patch literal 3780 zcmcgvZERCj7(VxIce}8TwPWYzUbrk9Zr345yAPxgHM{NFZeyEkw{=}LF#1JHl!5=0ILBkKCuq8_A%tq{wr{n;UoA$s4D(y?G>y%; z02hdXRf|48(}W?btMZ_prYZQxCSe;YFbh2EjP8lVk}aK>=B8=xB*mSfB!|SV2m@rw z@kX6YiMzr?^X$beon= z(PF>|vVI_S-XTudn7p+535{K+$1F(W2C$JV!!|c zp;zNIdT7Q>0kSnaFlFT_>q?JTGWU!ZcLggl)ixl)`ml{={!6~x8Vjw7&oYz zbc^_E{tgpOa|PuW;>-p%kPbbIDi3VKcc44(AemnY#R{maKB#?hmU zjZKR`kw`aB0(yF$o@8q5)innQtH$qn42+RL+_%xf|$fw%O)Q zGc##aHB(Ek+H|7+5LH=q^GNLruUoFvy&*k%)n0i#IkoHTt%-dc&et}B*%jU$amB*j zdxk)HplLPrw;1j%Mmkp{eZ-1<4x;uPHiTe#DsWXBJjkv!KWQamfKsnLAq%jPmgGQp z@vPn%`j^?;Nfa&QXD0cIIRb!g%i!D{*jUR`16U-U}UHtn-Mlu)0sQC z8nuaJ*AZj(Eok)Sx|xjrtV=|9<^y!rF;`vIcDPjB0-?zOoKhg)~>E- z`(UlvqL0j>HX}NGV+f*fSh_%o5B~|m-PwT4xKrz}14;9F8KCTx8PCIi{&3*#Z@?V) z!#doGq#v0KZmwjj$SZsXaEHqQ=)!vZ7?S1+GeB9ZqM~G9?c6B>@b!AU5lPpI#l;gp zYvojchr6J-%jKBo{#cKnM$#E`CP?<;8`Jo2uNCeFnaX96M42xYVHc<$o;jqXhIyb{ zg1bvl?~8aVlJ4;t?m6VQn4*U`?6?JzqW3odd2Xr{#0!T4Z<2k!XL@(4dzfEftfZv8 zPFa?{@K4GvSss_2yX975f~PDy6g#}ayDYbmH!$f>cq5&fdI-XcvP+iTUNRy?-fhs3 zTNIE?e|KuL)oSk{t|n5E;*IyI4XB&811UQ+lp(sgi!^+_zF5%TVe1RD+WekqG8lk% zZ|%4&J44nns}-UHITDW)m(xui?cD@VpPxQc172%1RPPuYh;>AJ>V1RZW`7Du^btG{ z8BemK6qmDEdG02>Ayh(jDM1y7nkfe{INU)`INCGhPlY@?MniReXC&Z@hJdN;ND)3E zGQu!_ois6%DZu3WGE*^nl_)B{uXo$trFnqC9%a7E^4rs{0F%m{$%nUYVmR2l%?3Ot z!oB`f*zND?QZnW21CmxHf1n4oxZI0;WoHZVyNJuxk?8OBkA~fl$ABMl>FWpveDQ%g zubk?HP7?~C9^c{c>Ugp|rudb7H4S*8(Sew+D;RLsl6CF!>_~-4V3;rP0FVZ`X`JL; zSrP?QSsw$x%ucIbcoJ31sZzBDu{447VVEPf`FsWR~Cmx76zmQES?uhOi&~myQ{Ls=8dHZ zZ=s2HF-4OMzA3;Aa2<)w_Pb_sXuxt>sAF0hK}&m{Q%;amgRa2qu^O)zc_KvjzzgFe`6wU+ekYNMF)R1m&IYczL|-l(!3vm5}7#35-`s7 zGdZZc;}R5SEd}M^nKG#S>~rRP)LpNE+A0o|Fy3OJjK9AIil|B0?&w3780}$fqPbD& z%QP0jxH<~N(xf4#0F|oF0B5g0hW+q)Offn*5(AZ{3@Djv0p;L5Ehyc4Nnr5JpF*Xz z28uuJ0wpqkKa{LH4(sW6KtYz3Ftw~oULyXDo!r@ytLcRAe*zeNzxrzyjdhSOv}C|Pu(@B)zV_ONtujO zv5^^qWj$JhgmdeldW)Pkco5~-S&%VW$xzTNJ z6gMB_ge5Yf-_drt)pD6((9K}nL|V?Hk+;;#P7sCi)NSWu-6XF7DZ8QNM}C4_*0SUR z)0U*zEnkW;deONx>4NfF79LqRAJUz#nvn0 z^e_o$>&f}-q}2EHiL){b)O7TETi(vh1uf?pF{FeMGk;IBx}!zh97}E$@%+hau}<#*f-Y?jpPbCh@BksP^<8q zyt1o8IW|VbeZ+tNrQF@0BXYfFVuNX4`nvob5>2uqYRBSBH@b-_p2uQdsT7PQY0M3c zFQm8ZxykVuvNx^CQ%DH(-8@WCd0V*RLDsHoBU$-FO59Vm^4I44*scc#nj)kB#l;Hr zSnjn-)1|g#wasFBR5|)?IV0P2bI5-GGTUmi-ur9srq&Jjhlst6iiz8)9d*6?xb$&x zTa{^*=E12{c{cCBqNtzYKiN5Ih#P1dzr6o)w)^~~FfO`$v|TeA(NL~3UbvBRGkqa3 z)_hljnnuccBp*XLPsvh?#B3c=ur_+iV^+&Ytaal@%KLhE$XEB@mo(0~vi5?p*&=T_GHD4r)A-5MTN8%tiBtQx*Ow>$ zrcpF!_2DCp7Y5e-f?NG?QEC4l4U->~|NKmQB08ruuDtKVw|XK=MXKDD#V7i%bd^_h zuKaB6gHPXRebj6{(|A{JZ~eTkl+o8;uY8D>I{xNLFem(JPqm=ZzCC~Qy0?$a=XJhh zQl%`ht~s{BD3 z(Buz9d5P1Y3;83eMGsvibQH<@UAcK7wI1hy& z1BwZ%1eKu03Eh{*=)kb_E~~4~7gq!Brir@ei5?~Ky%xM>PLR$2T|PoGiYZF|AMkPU z*YOc4_;2trE8WM(mVe2|@>|8_GxISvh>yF!6CYpjAa@@J@$mx*;G-p&kCs3_M&Xc; zae$BQ&+zeNFdyrEe7q>}^3mdHD+-?ie6-HU$2h#|c3UtX>z?J~@NGXID|~$1{gjWb zem*+wCLbT&nzm>8co*`q%*#hSJ8#dyGEOt( zV~>4&90z>tfPCCN%}2JEkC z7~o?`2p@@owlO~+iD)ZcAH>JFvE~=E(UK8MkE9y#@ehv`tYM0eo*+KreLg-ktt@p0AoOnjs!b}*sWx@IKg=>?*xik}DGU(O(s*FQ79e=Kc>o(||BfP1?WZnK`=J@2rYObpA}c`rHAeZk40C{SAUr-k zLC0La>MkZ$?5lbrutHyTij953_0@+3PaAj7!%RNu=>@(P7@fCI&9>Io)@)qqtf;hC zSuqZRv4!;Ma{(bz$cOxf!qA<0pmwI+a-cqBW9wHkfa#DGlQ6b$YcxLvxP}V~=sa*S zK&?>_j1J^8EE0r*!s9UaX@9(V;?h=}%ne>(OVK0mKj?{?tZPImZV5~S$bDE*Pv90OD-U;(e98nd?oO2r}&R1T<6 zUHoD_tmsN~)uqN2VzX(P*qHBdm6|}kBz+@E$}7_9)6#%<5FGReFQr@sZ<=Cg&p$r@ zNCWIGb5vx?>Q_~-a2PUml{U4p2?Sw=_VQtWm>ud;%GK0;4U8MOa(Y#iQ%d2@lne@F zs?vO$!%$^xs>oklSCL_q+f6!01&EZCHNki)V2^^4lZHdP+~_ zOR*~7;aF9z)0di5>F~Yk^A|VSpkpvz5C<@lMJhJJyi>1)GD^LlfcU0g1#DO3`*dOQ vWPbb0sKk(D9zyWeTWi7Lu`9LKDX6#CI@i`z3o^6ec{%b$ID%-wnfgBg;|0Yi literal 0 HcmV?d00001 diff --git a/rust/tests/datafusion_test.rs b/rust/tests/datafusion_test.rs index 5d3e07f003..142fdbfeb4 100644 --- a/rust/tests/datafusion_test.rs +++ b/rust/tests/datafusion_test.rs @@ -813,7 +813,7 @@ async fn test_datafusion_scan_timestamps() -> Result<()> { #[tokio::test] async fn test_issue_1292_datafusion_sql_projection() -> Result<()> { let ctx = SessionContext::new(); - let table = deltalake::open_table("./tests/data/http_requests") + let table = deltalake::open_table("./tests/data/issue_1292") .await .unwrap(); ctx.register_table("http_requests", Arc::new(table))?; @@ -844,7 +844,7 @@ async fn test_issue_1292_datafusion_sql_projection() -> Result<()> { #[tokio::test] async fn test_issue_1291_datafusion_sql_partitioned_data() -> Result<()> { let ctx = SessionContext::new(); - let table = deltalake::open_table("./tests/data/http_requests") + let table = deltalake::open_table("./tests/data/issue_1291") .await .unwrap(); ctx.register_table("http_requests", Arc::new(table))?;