diff --git a/.gitignore b/.gitignore index 8466a72adaec8..3f7eeb4355d36 100644 --- a/.gitignore +++ b/.gitignore @@ -75,3 +75,8 @@ rat.txt # data generated by examples datafusion-examples/examples/datafusion-examples/ + +output.txt +test_output.txt +datafusion/sqllogictest/test_files/scratch/ + diff --git a/datafusion/physical-plan/src/aggregates/mod.rs b/datafusion/physical-plan/src/aggregates/mod.rs index 4dd9482ac4322..3af96f3eba4ec 100644 --- a/datafusion/physical-plan/src/aggregates/mod.rs +++ b/datafusion/physical-plan/src/aggregates/mod.rs @@ -16,7 +16,6 @@ // under the License. //! Aggregates functionalities - use std::any::Any; use std::sync::Arc; @@ -1070,15 +1069,32 @@ impl DisplayAs for AggregateExec { ) -> std::fmt::Result { match t { DisplayFormatType::Default | DisplayFormatType::Verbose => { - let format_expr_with_alias = - |(e, alias): &(Arc, String)| -> String { - let e = e.to_string(); - if &e != alias { - format!("{e} as {alias}") - } else { - e - } - }; + fn normalize_literal_display(s: &str) -> String { + // already quoted → keep + if s.starts_with('"') || s.starts_with('\'') { + return s.to_string(); + } + + // numeric literal → keep unquoted + if s.chars().all(|c| c.is_ascii_digit()) { + return s.to_string(); + } + + // everything else → quote + format!("\"{s}\"") + } +let format_expr_with_alias = + |(expr, alias): &(Arc, String)| -> String { + let display = expr.human_display().to_string(); + + if display.is_empty() { + alias.clone() + } else if display == *alias { + display + } else { + format!("{display} as {alias}") + } + }; write!(f, "AggregateExec: mode={:?}", self.mode)?; let g: Vec = if self.group_by.is_single() { @@ -1116,8 +1132,14 @@ impl DisplayAs for AggregateExec { let a: Vec = self .aggr_expr .iter() - .map(|agg| agg.name().to_string()) + .map(|agg| { + let expr = agg.human_display().to_string(); + let alias = agg.name().to_string(); + + if expr.is_empty() { alias.clone() } else { expr } + }) .collect(); + write!(f, ", aggr=[{}]", a.join(", "))?; if let Some(limit) = self.limit { write!(f, ", lim=[{limit}]")?; diff --git a/datafusion/sqllogictest/test_files/aggregate.slt b/datafusion/sqllogictest/test_files/aggregate.slt index a5f3ef04139f4..3e7e6b24bc4fc 100644 --- a/datafusion/sqllogictest/test_files/aggregate.slt +++ b/datafusion/sqllogictest/test_files/aggregate.slt @@ -7730,7 +7730,8 @@ logical_plan 15)------------EmptyRelation: rows=1 physical_plan 01)ProjectionExec: expr=[last_value(a.foo) ORDER BY [a.foo ASC NULLS LAST]@1 as last_value(a.foo) ORDER BY [a.foo ASC NULLS LAST], sum(DISTINCT Int64(1))@2 as sum(DISTINCT Int64(1))] -02)--AggregateExec: mode=FinalPartitioned, gby=[id@0 as id], aggr=[last_value(a.foo) ORDER BY [a.foo ASC NULLS LAST], sum(DISTINCT Int64(1))], ordering_mode=Sorted +02)--AggregateExec: mode=FinalPartitioned, gby=[id@0 as id], aggr=[last_value(a.foo) ORDER BY [a.foo ASC NULLS LAST], sum(DISTINCT 1) as sum(DISTINCT Int64(1))] +, ordering_mode=Sorted 03)----RepartitionExec: partitioning=Hash([id@0], 4), input_partitions=5 04)------AggregateExec: mode=Partial, gby=[id@0 as id], aggr=[last_value(a.foo) ORDER BY [a.foo ASC NULLS LAST], sum(DISTINCT Int64(1))], ordering_mode=Sorted 05)--------UnionExec @@ -7856,7 +7857,7 @@ logical_plan 01)Aggregate: groupBy=[[]], aggr=[[count(Int64(1)), count(Int64(2))]] 02)--TableScan: t projection=[] physical_plan -01)AggregateExec: mode=Single, gby=[], aggr=[count(Int64(1)), count(Int64(2))] +01)AggregateExec: mode=Single, gby=[], aggr=[count(1) as count(Int64(1)), count(2) as count(Int64(2))] 02)--DataSourceExec: partitions=1, partition_sizes=[1] query II diff --git a/datafusion/sqllogictest/test_files/joins.slt b/datafusion/sqllogictest/test_files/joins.slt index 38037ede21db2..bbf955e87b4ea 100644 --- a/datafusion/sqllogictest/test_files/joins.slt +++ b/datafusion/sqllogictest/test_files/joins.slt @@ -4367,7 +4367,7 @@ logical_plan 08)----------TableScan: my_catalog.my_schema.table_with_many_types projection=[binary_col] physical_plan 01)ProjectionExec: expr=[count(Int64(1))@0 as count(*)] -02)--AggregateExec: mode=Single, gby=[], aggr=[count(Int64(1))] +02)--AggregateExec: mode=Single, gby=[], aggr=[count(1) as count(Int64(1))] 03)----ProjectionExec: expr=[] 04)------HashJoinExec: mode=CollectLeft, join_type=Inner, on=[(binary_col@0, binary_col@0)] 05)--------DataSourceExec: partitions=1, partition_sizes=[1] diff --git a/datafusion/sqllogictest/test_files/limit.slt b/datafusion/sqllogictest/test_files/limit.slt index 524304546d569..056be5b11ee3c 100644 --- a/datafusion/sqllogictest/test_files/limit.slt +++ b/datafusion/sqllogictest/test_files/limit.slt @@ -371,7 +371,8 @@ logical_plan 06)----------TableScan: t1 projection=[a] physical_plan 01)ProjectionExec: expr=[count(Int64(1))@0 as count(*)] -02)--AggregateExec: mode=Final, gby=[], aggr=[count(Int64(1))] +02)--AggregateExec: mode=Final, gby=[], aggr=[count(Int64(1)) as count(*)] + 03)----CoalescePartitionsExec 04)------AggregateExec: mode=Partial, gby=[], aggr=[count(Int64(1))] 05)--------RepartitionExec: partitioning=RoundRobinBatch(4), input_partitions=1 diff --git a/datafusion/sqllogictest/test_files/scratch/aggregate_repartition/dim.csv b/datafusion/sqllogictest/test_files/scratch/aggregate_repartition/dim.csv new file mode 100644 index 0000000000000..2263396f871df --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/aggregate_repartition/dim.csv @@ -0,0 +1,6 @@ +env,value,category +prod,100,A +dev,200,B +test,150,A +prod,300,C +dev,250,B diff --git a/datafusion/sqllogictest/test_files/scratch/aggregate_repartition/dim.parquet b/datafusion/sqllogictest/test_files/scratch/aggregate_repartition/dim.parquet new file mode 100644 index 0000000000000..2f83046d8b9c7 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/aggregate_repartition/dim.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/array/array_has/single_file.parquet b/datafusion/sqllogictest/test_files/scratch/array/array_has/single_file.parquet new file mode 100644 index 0000000000000..35b21c5a09afc Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/array/array_has/single_file.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/array_of_struct/nP43CDTGfosXDQDx_0.parquet b/datafusion/sqllogictest/test_files/scratch/copy/array_of_struct/nP43CDTGfosXDQDx_0.parquet new file mode 100644 index 0000000000000..ef624d0227dc4 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/array_of_struct/nP43CDTGfosXDQDx_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/format_table.csv b/datafusion/sqllogictest/test_files/scratch/copy/format_table.csv new file mode 100644 index 0000000000000..9b87beb1fd4bf Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/format_table.csv differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/format_table.parquet b/datafusion/sqllogictest/test_files/scratch/copy/format_table.parquet new file mode 100644 index 0000000000000..e2ae9fb4e12f5 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/format_table.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/format_table/VpTkOXMc9rWOchFu_0.json.gz b/datafusion/sqllogictest/test_files/scratch/copy/format_table/VpTkOXMc9rWOchFu_0.json.gz new file mode 100644 index 0000000000000..a76ad29f4a7e6 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/format_table/VpTkOXMc9rWOchFu_0.json.gz differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table1/col2=Bar/9kGDYCDQ3TDOdJrK.parquet b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table1/col2=Bar/9kGDYCDQ3TDOdJrK.parquet new file mode 100644 index 0000000000000..84a12a464bd54 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table1/col2=Bar/9kGDYCDQ3TDOdJrK.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table1/col2=Foo/9kGDYCDQ3TDOdJrK.parquet b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table1/col2=Foo/9kGDYCDQ3TDOdJrK.parquet new file mode 100644 index 0000000000000..96d6d41b0665d Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table1/col2=Foo/9kGDYCDQ3TDOdJrK.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table2/column2=a/column3=x/L7SalLLAepp3cVim.parquet b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table2/column2=a/column3=x/L7SalLLAepp3cVim.parquet new file mode 100644 index 0000000000000..7f199ff2188e0 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table2/column2=a/column3=x/L7SalLLAepp3cVim.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table2/column2=b/column3=y/L7SalLLAepp3cVim.parquet b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table2/column2=b/column3=y/L7SalLLAepp3cVim.parquet new file mode 100644 index 0000000000000..02350f8abfe88 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table2/column2=b/column3=y/L7SalLLAepp3cVim.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table2/column2=c/column3=z/L7SalLLAepp3cVim.parquet b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table2/column2=c/column3=z/L7SalLLAepp3cVim.parquet new file mode 100644 index 0000000000000..a6dac054e1c83 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table2/column2=c/column3=z/L7SalLLAepp3cVim.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table3/column1=1/column3=x/v1PvEZE9dDpDYW46.parquet b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table3/column1=1/column3=x/v1PvEZE9dDpDYW46.parquet new file mode 100644 index 0000000000000..89f976bd168d1 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table3/column1=1/column3=x/v1PvEZE9dDpDYW46.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table3/column1=2/column3=y/v1PvEZE9dDpDYW46.parquet b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table3/column1=2/column3=y/v1PvEZE9dDpDYW46.parquet new file mode 100644 index 0000000000000..38dc3d93c85d5 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table3/column1=2/column3=y/v1PvEZE9dDpDYW46.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table3/column1=3/column3=z/v1PvEZE9dDpDYW46.parquet b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table3/column1=3/column3=z/v1PvEZE9dDpDYW46.parquet new file mode 100644 index 0000000000000..f05c59aec9cdd Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table3/column1=3/column3=z/v1PvEZE9dDpDYW46.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table4/column1=1/TPbPVMjxNOJo8rrn.parquet b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table4/column1=1/TPbPVMjxNOJo8rrn.parquet new file mode 100644 index 0000000000000..7ba56b8ffef69 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table4/column1=1/TPbPVMjxNOJo8rrn.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table4/column1=2/TPbPVMjxNOJo8rrn.parquet b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table4/column1=2/TPbPVMjxNOJo8rrn.parquet new file mode 100644 index 0000000000000..ba42a5676d220 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table4/column1=2/TPbPVMjxNOJo8rrn.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table4/column1=3/TPbPVMjxNOJo8rrn.parquet b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table4/column1=3/TPbPVMjxNOJo8rrn.parquet new file mode 100644 index 0000000000000..f12c3587726af Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/partitioned_table4/column1=3/TPbPVMjxNOJo8rrn.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/struct_with_array/b7TBele6MQkzoU5t_0.parquet b/datafusion/sqllogictest/test_files/scratch/copy/struct_with_array/b7TBele6MQkzoU5t_0.parquet new file mode 100644 index 0000000000000..85c855334b2f0 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/struct_with_array/b7TBele6MQkzoU5t_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table.arrow b/datafusion/sqllogictest/test_files/scratch/copy/table.arrow new file mode 100644 index 0000000000000..63664fc38cd0d Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/table.arrow differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table.csv b/datafusion/sqllogictest/test_files/scratch/copy/table.csv new file mode 100644 index 0000000000000..7133c8221bdd9 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/copy/table.csv @@ -0,0 +1,2 @@ +1,Foo +2,Bar diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table.json b/datafusion/sqllogictest/test_files/scratch/copy/table.json new file mode 100644 index 0000000000000..672d52772762a --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/copy/table.json @@ -0,0 +1,2 @@ +{"col1":1,"col2":"Foo"} +{"col1":2,"col2":"Bar"} diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table.parquet b/datafusion/sqllogictest/test_files/scratch/copy/table.parquet new file mode 100644 index 0000000000000..262eb491ff280 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/table.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table/TXLKihKmS6dwbjHz_0.parquet b/datafusion/sqllogictest/test_files/scratch/copy/table/TXLKihKmS6dwbjHz_0.parquet new file mode 100644 index 0000000000000..262eb491ff280 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/table/TXLKihKmS6dwbjHz_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table/TXLKihKmS6dwbjHz_1.parquet b/datafusion/sqllogictest/test_files/scratch/copy/table/TXLKihKmS6dwbjHz_1.parquet new file mode 100644 index 0000000000000..262eb491ff280 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/table/TXLKihKmS6dwbjHz_1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table/kcXsg2MwcxuWrUfa_0.parquet b/datafusion/sqllogictest/test_files/scratch/copy/table/kcXsg2MwcxuWrUfa_0.parquet new file mode 100644 index 0000000000000..1d9f3fa965587 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/table/kcXsg2MwcxuWrUfa_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table_arrow/txAeHgUDvDOcahkZ_0.arrow b/datafusion/sqllogictest/test_files/scratch/copy/table_arrow/txAeHgUDvDOcahkZ_0.arrow new file mode 100644 index 0000000000000..63664fc38cd0d Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/table_arrow/txAeHgUDvDOcahkZ_0.arrow differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table_csv/MJrt1yyAnmwblJRZ_0.csv.gz b/datafusion/sqllogictest/test_files/scratch/copy/table_csv/MJrt1yyAnmwblJRZ_0.csv.gz new file mode 100644 index 0000000000000..2ae415ccd6b1f Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/table_csv/MJrt1yyAnmwblJRZ_0.csv.gz differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table_csv_with_options/KouMFRaB6OvzjCNJ_0.csv b/datafusion/sqllogictest/test_files/scratch/copy/table_csv_with_options/KouMFRaB6OvzjCNJ_0.csv new file mode 100644 index 0000000000000..3a154583c4a1c --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/copy/table_csv_with_options/KouMFRaB6OvzjCNJ_0.csv @@ -0,0 +1,3 @@ +col1;col2 +1;Foo +2;Bar diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table_dict.arrow b/datafusion/sqllogictest/test_files/scratch/copy/table_dict.arrow new file mode 100644 index 0000000000000..71f0b57312981 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/table_dict.arrow differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table_json/YkEunS6mAK2DzS9o_0.json b/datafusion/sqllogictest/test_files/scratch/copy/table_json/YkEunS6mAK2DzS9o_0.json new file mode 100644 index 0000000000000..672d52772762a --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/copy/table_json/YkEunS6mAK2DzS9o_0.json @@ -0,0 +1,2 @@ +{"col1":1,"col2":"Foo"} +{"col1":2,"col2":"Bar"} diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table_json_gz/UTWvij2wubBgouoD_0.json.gz b/datafusion/sqllogictest/test_files/scratch/copy/table_json_gz/UTWvij2wubBgouoD_0.json.gz new file mode 100644 index 0000000000000..a76ad29f4a7e6 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/table_json_gz/UTWvij2wubBgouoD_0.json.gz differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table_nested/gPwFsZ5Um0O0h3OJ_0.parquet b/datafusion/sqllogictest/test_files/scratch/copy/table_nested/gPwFsZ5Um0O0h3OJ_0.parquet new file mode 100644 index 0000000000000..4f991507ce5b3 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/table_nested/gPwFsZ5Um0O0h3OJ_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table_nested2/ZExiqnNfVcIryflb_0.parquet b/datafusion/sqllogictest/test_files/scratch/copy/table_nested2/ZExiqnNfVcIryflb_0.parquet new file mode 100644 index 0000000000000..ea584c020e6b2 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/table_nested2/ZExiqnNfVcIryflb_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table_no_rows.parquet b/datafusion/sqllogictest/test_files/scratch/copy/table_no_rows.parquet new file mode 100644 index 0000000000000..3857df0325124 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/table_no_rows.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table_with_metadata/65BZathUlIIG1wcr_0.parquet b/datafusion/sqllogictest/test_files/scratch/copy/table_with_metadata/65BZathUlIIG1wcr_0.parquet new file mode 100644 index 0000000000000..598cc7cc800ed Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/table_with_metadata/65BZathUlIIG1wcr_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table_with_metadata/gXkJTl1E6IfisEi6_0.parquet b/datafusion/sqllogictest/test_files/scratch/copy/table_with_metadata/gXkJTl1E6IfisEi6_0.parquet new file mode 100644 index 0000000000000..a8c95e5519c30 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/table_with_metadata/gXkJTl1E6IfisEi6_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table_with_metadata/m0b0ImfMiKgORAkw_0.parquet b/datafusion/sqllogictest/test_files/scratch/copy/table_with_metadata/m0b0ImfMiKgORAkw_0.parquet new file mode 100644 index 0000000000000..ec004167b624b Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/table_with_metadata/m0b0ImfMiKgORAkw_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/copy/table_with_options/5W4K6NfsDYqtBSgH_0.parquet b/datafusion/sqllogictest/test_files/scratch/copy/table_with_options/5W4K6NfsDYqtBSgH_0.parquet new file mode 100644 index 0000000000000..55892ce184413 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/copy/table_with_options/5W4K6NfsDYqtBSgH_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/create_external_table/bad_partitioning/p1=x/p2=y/UhLte5ttxm9NwvHf.parquet b/datafusion/sqllogictest/test_files/scratch/create_external_table/bad_partitioning/p1=x/p2=y/UhLte5ttxm9NwvHf.parquet new file mode 100644 index 0000000000000..c1e9c8c207cfa Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/create_external_table/bad_partitioning/p1=x/p2=y/UhLte5ttxm9NwvHf.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/create_external_table/manual_partitioning/month=2024/year=03/ZMltXfNBPu7HkOzq.parquet b/datafusion/sqllogictest/test_files/scratch/create_external_table/manual_partitioning/month=2024/year=03/ZMltXfNBPu7HkOzq.parquet new file mode 100644 index 0000000000000..442530819ff52 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/create_external_table/manual_partitioning/month=2024/year=03/ZMltXfNBPu7HkOzq.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/create_external_table/manual_partitioning/year=2024/month=03/CcnXb3670dLphxJk.parquet b/datafusion/sqllogictest/test_files/scratch/create_external_table/manual_partitioning/year=2024/month=03/CcnXb3670dLphxJk.parquet new file mode 100644 index 0000000000000..442530819ff52 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/create_external_table/manual_partitioning/year=2024/month=03/CcnXb3670dLphxJk.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/csv_files/csv_partitions/1.csv b/datafusion/sqllogictest/test_files/scratch/csv_files/csv_partitions/1.csv new file mode 100644 index 0000000000000..ac19995625e85 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/csv_files/csv_partitions/1.csv @@ -0,0 +1,4 @@ +1,aaa,100,1 +2,bbb,200,1 +3,ccc,300,1 +4,ddd,400,1 diff --git a/datafusion/sqllogictest/test_files/scratch/csv_files/csv_partitions/2.csv b/datafusion/sqllogictest/test_files/scratch/csv_files/csv_partitions/2.csv new file mode 100644 index 0000000000000..f7f1f3fc07826 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/csv_files/csv_partitions/2.csv @@ -0,0 +1,4 @@ +5,eee,500,2 +6,fff,600,2 +7,ggg,700,2 +8,hhh,800,2 diff --git a/datafusion/sqllogictest/test_files/scratch/csv_files/file_with_comments.csv b/datafusion/sqllogictest/test_files/scratch/csv_files/file_with_comments.csv new file mode 100644 index 0000000000000..0caa8f483a251 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/csv_files/file_with_comments.csv @@ -0,0 +1,3 @@ +column1,column2 +#second line is a comment +2,3 diff --git a/datafusion/sqllogictest/test_files/scratch/csv_files/table_with_double_quotes.csv b/datafusion/sqllogictest/test_files/scratch/csv_files/table_with_double_quotes.csv new file mode 100644 index 0000000000000..95a6f0c4077a4 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/csv_files/table_with_double_quotes.csv @@ -0,0 +1,5 @@ +c1,c2 +id0,"""value0""" +id1,"""value1""" +id2,"""value2""" +id3,"""value3""" diff --git a/datafusion/sqllogictest/test_files/scratch/csv_files/table_with_escaped_quotes.csv b/datafusion/sqllogictest/test_files/scratch/csv_files/table_with_escaped_quotes.csv new file mode 100644 index 0000000000000..1d721355dd7d6 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/csv_files/table_with_escaped_quotes.csv @@ -0,0 +1,5 @@ +c1,c2 +id0,"#"value0#"" +id1,"#"value1#"" +id2,"#"value2#"" +id3,"#"value3#"" diff --git a/datafusion/sqllogictest/test_files/scratch/csv_files/table_with_necessary_quoting.csv b/datafusion/sqllogictest/test_files/scratch/csv_files/table_with_necessary_quoting.csv new file mode 100644 index 0000000000000..1c2612294fbd6 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/csv_files/table_with_necessary_quoting.csv @@ -0,0 +1,5 @@ +int_col|string_col +1|~e|e|e~ +2|~f|f|f~ +3|~g|g|g~ +4|~h|h|h~ diff --git a/datafusion/sqllogictest/test_files/scratch/ddl/test_table/jpyzRfupT9c3Fs8Y_0.parquet b/datafusion/sqllogictest/test_files/scratch/ddl/test_table/jpyzRfupT9c3Fs8Y_0.parquet new file mode 100644 index 0000000000000..95e252898b64b Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/ddl/test_table/jpyzRfupT9c3Fs8Y_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/dictionary/part_dict_test/column1=bar/q4OXJzDWjm7oxAVp.parquet b/datafusion/sqllogictest/test_files/scratch/dictionary/part_dict_test/column1=bar/q4OXJzDWjm7oxAVp.parquet new file mode 100644 index 0000000000000..f2ad6af161fd5 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dictionary/part_dict_test/column1=bar/q4OXJzDWjm7oxAVp.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/dictionary/part_dict_test/column1=foo/q4OXJzDWjm7oxAVp.parquet b/datafusion/sqllogictest/test_files/scratch/dictionary/part_dict_test/column1=foo/q4OXJzDWjm7oxAVp.parquet new file mode 100644 index 0000000000000..d67346df64a5f Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dictionary/part_dict_test/column1=foo/q4OXJzDWjm7oxAVp.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_file/arrow_partitions/partition_col=1/4UTgpIWvjgo3YdfY.arrow b/datafusion/sqllogictest/test_files/scratch/dynamic_file/arrow_partitions/partition_col=1/4UTgpIWvjgo3YdfY.arrow new file mode 100644 index 0000000000000..5663342308af1 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dynamic_file/arrow_partitions/partition_col=1/4UTgpIWvjgo3YdfY.arrow differ diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_file/arrow_partitions/partition_col=2/izApggcORUzPc9Pg.arrow b/datafusion/sqllogictest/test_files/scratch/dynamic_file/arrow_partitions/partition_col=2/izApggcORUzPc9Pg.arrow new file mode 100644 index 0000000000000..df39eaf2a5639 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dynamic_file/arrow_partitions/partition_col=2/izApggcORUzPc9Pg.arrow differ diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_file/csv_partitions/partition_col=1/CEbHQ5jJPBvyZRFQ.csv b/datafusion/sqllogictest/test_files/scratch/dynamic_file/csv_partitions/partition_col=1/CEbHQ5jJPBvyZRFQ.csv new file mode 100644 index 0000000000000..4593ed5750875 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/dynamic_file/csv_partitions/partition_col=1/CEbHQ5jJPBvyZRFQ.csv @@ -0,0 +1,5 @@ +int_col,string_col,bigint_col +1,aaa,100 +2,bbb,200 +3,ccc,300 +4,ddd,400 diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_file/csv_partitions/partition_col=2/YhkE7pQeNE9nkkeV.csv b/datafusion/sqllogictest/test_files/scratch/dynamic_file/csv_partitions/partition_col=2/YhkE7pQeNE9nkkeV.csv new file mode 100644 index 0000000000000..9775caf1933a5 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/dynamic_file/csv_partitions/partition_col=2/YhkE7pQeNE9nkkeV.csv @@ -0,0 +1,5 @@ +int_col,string_col,bigint_col +5,eee,500 +6,fff,600 +7,ggg,700 +8,hhh,800 diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_file/json_partitions/partition_col=1/Up012XvC6WJPVh28.json b/datafusion/sqllogictest/test_files/scratch/dynamic_file/json_partitions/partition_col=1/Up012XvC6WJPVh28.json new file mode 100644 index 0000000000000..5040b78d1a46f --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/dynamic_file/json_partitions/partition_col=1/Up012XvC6WJPVh28.json @@ -0,0 +1,4 @@ +{"int_col":1,"string_col":"aaa","bigint_col":100} +{"int_col":2,"string_col":"bbb","bigint_col":200} +{"int_col":3,"string_col":"ccc","bigint_col":300} +{"int_col":4,"string_col":"ddd","bigint_col":400} diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_file/json_partitions/partition_col=2/SawIykjk0NuenfMR.json b/datafusion/sqllogictest/test_files/scratch/dynamic_file/json_partitions/partition_col=2/SawIykjk0NuenfMR.json new file mode 100644 index 0000000000000..031f05a6e32cf --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/dynamic_file/json_partitions/partition_col=2/SawIykjk0NuenfMR.json @@ -0,0 +1,4 @@ +{"int_col":5,"string_col":"eee","bigint_col":500} +{"int_col":6,"string_col":"fff","bigint_col":600} +{"int_col":7,"string_col":"ggg","bigint_col":700} +{"int_col":8,"string_col":"hhh","bigint_col":800} diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=1/string_col=aaa/edWVduDOPnfDdyfr.parquet b/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=1/string_col=aaa/edWVduDOPnfDdyfr.parquet new file mode 100644 index 0000000000000..63ad12a83e0a0 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=1/string_col=aaa/edWVduDOPnfDdyfr.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=1/string_col=bbb/edWVduDOPnfDdyfr.parquet b/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=1/string_col=bbb/edWVduDOPnfDdyfr.parquet new file mode 100644 index 0000000000000..29269294b8917 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=1/string_col=bbb/edWVduDOPnfDdyfr.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=1/string_col=ccc/edWVduDOPnfDdyfr.parquet b/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=1/string_col=ccc/edWVduDOPnfDdyfr.parquet new file mode 100644 index 0000000000000..b574e35688e0d Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=1/string_col=ccc/edWVduDOPnfDdyfr.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=1/string_col=ddd/edWVduDOPnfDdyfr.parquet b/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=1/string_col=ddd/edWVduDOPnfDdyfr.parquet new file mode 100644 index 0000000000000..bb70f471ff005 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=1/string_col=ddd/edWVduDOPnfDdyfr.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=2/string_col=eee/RuvyoBHgC1ElIe2X.parquet b/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=2/string_col=eee/RuvyoBHgC1ElIe2X.parquet new file mode 100644 index 0000000000000..8e42160cb4ad6 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=2/string_col=eee/RuvyoBHgC1ElIe2X.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=2/string_col=fff/RuvyoBHgC1ElIe2X.parquet b/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=2/string_col=fff/RuvyoBHgC1ElIe2X.parquet new file mode 100644 index 0000000000000..16d95c9c06158 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=2/string_col=fff/RuvyoBHgC1ElIe2X.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=2/string_col=ggg/RuvyoBHgC1ElIe2X.parquet b/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=2/string_col=ggg/RuvyoBHgC1ElIe2X.parquet new file mode 100644 index 0000000000000..c2c0603dcbf2c Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=2/string_col=ggg/RuvyoBHgC1ElIe2X.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=2/string_col=hhh/RuvyoBHgC1ElIe2X.parquet b/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=2/string_col=hhh/RuvyoBHgC1ElIe2X.parquet new file mode 100644 index 0000000000000..ddde85063bbda Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dynamic_file/nested_partition/partition_col=2/string_col=hhh/RuvyoBHgC1ElIe2X.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_file/parquet_partitions/partition_col=1/SJVQuStJuoH0x0jQ.parquet b/datafusion/sqllogictest/test_files/scratch/dynamic_file/parquet_partitions/partition_col=1/SJVQuStJuoH0x0jQ.parquet new file mode 100644 index 0000000000000..17298d669cf29 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dynamic_file/parquet_partitions/partition_col=1/SJVQuStJuoH0x0jQ.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_file/parquet_partitions/partition_col=2/I8A1piKWw6olAJza.parquet b/datafusion/sqllogictest/test_files/scratch/dynamic_file/parquet_partitions/partition_col=2/I8A1piKWw6olAJza.parquet new file mode 100644 index 0000000000000..e5fba919cba66 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dynamic_file/parquet_partitions/partition_col=2/I8A1piKWw6olAJza.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_filter_pushdown_config/agg_data.parquet b/datafusion/sqllogictest/test_files/scratch/dynamic_filter_pushdown_config/agg_data.parquet new file mode 100644 index 0000000000000..89bb319f7d7d7 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dynamic_filter_pushdown_config/agg_data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_filter_pushdown_config/join_left.parquet b/datafusion/sqllogictest/test_files/scratch/dynamic_filter_pushdown_config/join_left.parquet new file mode 100644 index 0000000000000..5c9398bbc66bc Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dynamic_filter_pushdown_config/join_left.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_filter_pushdown_config/join_right.parquet b/datafusion/sqllogictest/test_files/scratch/dynamic_filter_pushdown_config/join_right.parquet new file mode 100644 index 0000000000000..cf433819029b5 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dynamic_filter_pushdown_config/join_right.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/dynamic_filter_pushdown_config/test_data.parquet b/datafusion/sqllogictest/test_files/scratch/dynamic_filter_pushdown_config/test_data.parquet new file mode 100644 index 0000000000000..d5adcee00f9f8 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/dynamic_filter_pushdown_config/test_data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/encrypted_parquet/QYNbLlpjBjeLE0le_0.parquet b/datafusion/sqllogictest/test_files/scratch/encrypted_parquet/QYNbLlpjBjeLE0le_0.parquet new file mode 100644 index 0000000000000..086813c113859 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/encrypted_parquet/QYNbLlpjBjeLE0le_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/encrypted_parquet/QYNbLlpjBjeLE0le_1.parquet b/datafusion/sqllogictest/test_files/scratch/encrypted_parquet/QYNbLlpjBjeLE0le_1.parquet new file mode 100644 index 0000000000000..f089494a2109e Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/encrypted_parquet/QYNbLlpjBjeLE0le_1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/encrypted_parquet/QYNbLlpjBjeLE0le_2.parquet b/datafusion/sqllogictest/test_files/scratch/encrypted_parquet/QYNbLlpjBjeLE0le_2.parquet new file mode 100644 index 0000000000000..96af1b3121856 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/encrypted_parquet/QYNbLlpjBjeLE0le_2.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/encrypted_parquet/QYNbLlpjBjeLE0le_3.parquet b/datafusion/sqllogictest/test_files/scratch/encrypted_parquet/QYNbLlpjBjeLE0le_3.parquet new file mode 100644 index 0000000000000..03e85f18142ae Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/encrypted_parquet/QYNbLlpjBjeLE0le_3.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/explain_tree/table1.csv b/datafusion/sqllogictest/test_files/scratch/explain_tree/table1.csv new file mode 100644 index 0000000000000..ebea118f5ed6c --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/explain_tree/table1.csv @@ -0,0 +1,4 @@ +column1,column2,column3,column4 +1,foo,1,2023-01-01 +2,bar,2,2023-01-02 +3,baz,3,2023-01-03 diff --git a/datafusion/sqllogictest/test_files/scratch/explain_tree/table2.parquet b/datafusion/sqllogictest/test_files/scratch/explain_tree/table2.parquet new file mode 100644 index 0000000000000..50291279188d9 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/explain_tree/table2.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/explain_tree/table4.json b/datafusion/sqllogictest/test_files/scratch/explain_tree/table4.json new file mode 100644 index 0000000000000..21c4dc02ab718 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/explain_tree/table4.json @@ -0,0 +1,3 @@ +{"int_col":1,"string_col":"foo","bigint_col":1,"date_col":"2023-01-01"} +{"int_col":2,"string_col":"bar","bigint_col":2,"date_col":"2023-01-02"} +{"int_col":3,"string_col":"baz","bigint_col":3,"date_col":"2023-01-03"} diff --git a/datafusion/sqllogictest/test_files/scratch/explain_tree/table5.arrow b/datafusion/sqllogictest/test_files/scratch/explain_tree/table5.arrow new file mode 100644 index 0000000000000..a2b442968d815 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/explain_tree/table5.arrow differ diff --git a/datafusion/sqllogictest/test_files/scratch/group_by/timestamp_table/0.csv b/datafusion/sqllogictest/test_files/scratch/group_by/timestamp_table/0.csv new file mode 100644 index 0000000000000..b18db5dc75de0 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/group_by/timestamp_table/0.csv @@ -0,0 +1,11 @@ +t1,c2 +2020-12-10T00:00:00,0 +2020-12-11T00:00:00,1 +2020-12-12T00:00:00,2 +2020-12-13T00:00:00,3 +2020-12-14T00:00:00,4 +2020-12-15T00:00:00,5 +2020-12-16T00:00:00,6 +2020-12-17T00:00:00,7 +2020-12-18T00:00:00,8 +2020-12-19T00:00:00,9 diff --git a/datafusion/sqllogictest/test_files/scratch/group_by/timestamp_table/1.csv b/datafusion/sqllogictest/test_files/scratch/group_by/timestamp_table/1.csv new file mode 100644 index 0000000000000..b18db5dc75de0 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/group_by/timestamp_table/1.csv @@ -0,0 +1,11 @@ +t1,c2 +2020-12-10T00:00:00,0 +2020-12-11T00:00:00,1 +2020-12-12T00:00:00,2 +2020-12-13T00:00:00,3 +2020-12-14T00:00:00,4 +2020-12-15T00:00:00,5 +2020-12-16T00:00:00,6 +2020-12-17T00:00:00,7 +2020-12-18T00:00:00,8 +2020-12-19T00:00:00,9 diff --git a/datafusion/sqllogictest/test_files/scratch/group_by/timestamp_table/2.csv b/datafusion/sqllogictest/test_files/scratch/group_by/timestamp_table/2.csv new file mode 100644 index 0000000000000..b18db5dc75de0 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/group_by/timestamp_table/2.csv @@ -0,0 +1,11 @@ +t1,c2 +2020-12-10T00:00:00,0 +2020-12-11T00:00:00,1 +2020-12-12T00:00:00,2 +2020-12-13T00:00:00,3 +2020-12-14T00:00:00,4 +2020-12-15T00:00:00,5 +2020-12-16T00:00:00,6 +2020-12-17T00:00:00,7 +2020-12-18T00:00:00,8 +2020-12-19T00:00:00,9 diff --git a/datafusion/sqllogictest/test_files/scratch/group_by/timestamp_table/3.csv b/datafusion/sqllogictest/test_files/scratch/group_by/timestamp_table/3.csv new file mode 100644 index 0000000000000..b18db5dc75de0 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/group_by/timestamp_table/3.csv @@ -0,0 +1,11 @@ +t1,c2 +2020-12-10T00:00:00,0 +2020-12-11T00:00:00,1 +2020-12-12T00:00:00,2 +2020-12-13T00:00:00,3 +2020-12-14T00:00:00,4 +2020-12-15T00:00:00,5 +2020-12-16T00:00:00,6 +2020-12-17T00:00:00,7 +2020-12-18T00:00:00,8 +2020-12-19T00:00:00,9 diff --git a/datafusion/sqllogictest/test_files/scratch/insert/new_empty_table/tYFt8CEplQk4Krlb_0.parquet b/datafusion/sqllogictest/test_files/scratch/insert/new_empty_table/tYFt8CEplQk4Krlb_0.parquet new file mode 100644 index 0000000000000..84b333ecaacbd Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert/new_empty_table/tYFt8CEplQk4Krlb_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/arrow_dict_partitioned/b=bar/gvnSpD9OpgQUNcL2.arrow b/datafusion/sqllogictest/test_files/scratch/insert_to_external/arrow_dict_partitioned/b=bar/gvnSpD9OpgQUNcL2.arrow new file mode 100644 index 0000000000000..02275e8711bf0 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/arrow_dict_partitioned/b=bar/gvnSpD9OpgQUNcL2.arrow differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/arrow_dict_partitioned/b=foo/gvnSpD9OpgQUNcL2.arrow b/datafusion/sqllogictest/test_files/scratch/insert_to_external/arrow_dict_partitioned/b=foo/gvnSpD9OpgQUNcL2.arrow new file mode 100644 index 0000000000000..4622234e99afb Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/arrow_dict_partitioned/b=foo/gvnSpD9OpgQUNcL2.arrow differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q0/14kJJl2whoCHmuFM_0.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q0/14kJJl2whoCHmuFM_0.parquet new file mode 100644 index 0000000000000..6337d4bf3bd4a Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q0/14kJJl2whoCHmuFM_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q1/hjHRc4MS0pcmfcfV_0.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q1/hjHRc4MS0pcmfcfV_0.parquet new file mode 100644 index 0000000000000..cc207450ef010 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q1/hjHRc4MS0pcmfcfV_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q2/KMK7wYW5QsoKhOAP_0.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q2/KMK7wYW5QsoKhOAP_0.parquet new file mode 100644 index 0000000000000..7250ce83a1d25 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q2/KMK7wYW5QsoKhOAP_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q2/KMK7wYW5QsoKhOAP_1.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q2/KMK7wYW5QsoKhOAP_1.parquet new file mode 100644 index 0000000000000..30d4d416ee24b Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q2/KMK7wYW5QsoKhOAP_1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q2/KMK7wYW5QsoKhOAP_2.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q2/KMK7wYW5QsoKhOAP_2.parquet new file mode 100644 index 0000000000000..4cc8e45212e18 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q2/KMK7wYW5QsoKhOAP_2.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q2/KMK7wYW5QsoKhOAP_3.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q2/KMK7wYW5QsoKhOAP_3.parquet new file mode 100644 index 0000000000000..5a07454b6afab Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q2/KMK7wYW5QsoKhOAP_3.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q3/J7dLrN2ZL0ARgyXc_0.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q3/J7dLrN2ZL0ARgyXc_0.parquet new file mode 100644 index 0000000000000..d627ff4e0147a Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q3/J7dLrN2ZL0ARgyXc_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q4/66AyXzBLGn3ORW4q_0.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q4/66AyXzBLGn3ORW4q_0.parquet new file mode 100644 index 0000000000000..cf51178213a1a Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q4/66AyXzBLGn3ORW4q_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q4/BtdGdRlStUBcAzPn_0.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q4/BtdGdRlStUBcAzPn_0.parquet new file mode 100644 index 0000000000000..723bd5b97d4ef Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q4/BtdGdRlStUBcAzPn_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q4/b8MPC1jrKenOPEqP_0.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q4/b8MPC1jrKenOPEqP_0.parquet new file mode 100644 index 0000000000000..8982d7a2828e6 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q4/b8MPC1jrKenOPEqP_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q5/7ZmjsmqsRupuae8j_0.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q5/7ZmjsmqsRupuae8j_0.parquet new file mode 100644 index 0000000000000..1229379e9f4bb Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q5/7ZmjsmqsRupuae8j_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q5/gOWOkQxOWLl3qz2V_0.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q5/gOWOkQxOWLl3qz2V_0.parquet new file mode 100644 index 0000000000000..ab2873563f7d9 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q5/gOWOkQxOWLl3qz2V_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q5/u1Jb7F3slDWeATKZ_0.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q5/u1Jb7F3slDWeATKZ_0.parquet new file mode 100644 index 0000000000000..8a3cf9a4a84df Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q5/u1Jb7F3slDWeATKZ_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q6/IhoIhuaYtljV2ya4_0.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q6/IhoIhuaYtljV2ya4_0.parquet new file mode 100644 index 0000000000000..11fc3a233d734 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q6/IhoIhuaYtljV2ya4_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q6/WmZiKU8gxGj262CV_0.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q6/WmZiKU8gxGj262CV_0.parquet new file mode 100644 index 0000000000000..ebff32d0e61a7 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q6/WmZiKU8gxGj262CV_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q6/YsFffvjcFfAkUmsp_0.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q6/YsFffvjcFfAkUmsp_0.parquet new file mode 100644 index 0000000000000..ba351dff3e686 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_parquet_table_q6/YsFffvjcFfAkUmsp_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_versioned_parquet_table.v0/jIFSeAMUNTI7fDPb_0.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_versioned_parquet_table.v0/jIFSeAMUNTI7fDPb_0.parquet new file mode 100644 index 0000000000000..6337d4bf3bd4a Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/external_versioned_parquet_table.v0/jIFSeAMUNTI7fDPb_0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_ordered/MAUz6B2UQasjNmCw_0.csv b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_ordered/MAUz6B2UQasjNmCw_0.csv new file mode 100644 index 0000000000000..c4d312d664153 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_ordered/MAUz6B2UQasjNmCw_0.csv @@ -0,0 +1,10 @@ +a,b +1,5 +2,4 +3,3 +4,2 +5,1 +7,10 +7,9 +7,8 +7,7 diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned/a=10/b=100/xhx0hF9GQxyt5r49.csv b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned/a=10/b=100/xhx0hF9GQxyt5r49.csv new file mode 100644 index 0000000000000..ce49fc8c1c7e8 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned/a=10/b=100/xhx0hF9GQxyt5r49.csv @@ -0,0 +1,2 @@ +c +1 diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned/a=10/b=200/xhx0hF9GQxyt5r49.csv b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned/a=10/b=200/xhx0hF9GQxyt5r49.csv new file mode 100644 index 0000000000000..ce49fc8c1c7e8 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned/a=10/b=200/xhx0hF9GQxyt5r49.csv @@ -0,0 +1,2 @@ +c +1 diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned/a=20/b=100/xhx0hF9GQxyt5r49.csv b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned/a=20/b=100/xhx0hF9GQxyt5r49.csv new file mode 100644 index 0000000000000..551ddf7077233 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned/a=20/b=100/xhx0hF9GQxyt5r49.csv @@ -0,0 +1,3 @@ +c +1 +2 diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned/a=20/b=200/xhx0hF9GQxyt5r49.csv b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned/a=20/b=200/xhx0hF9GQxyt5r49.csv new file mode 100644 index 0000000000000..551ddf7077233 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned/a=20/b=200/xhx0hF9GQxyt5r49.csv @@ -0,0 +1,3 @@ +c +1 +2 diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned/a=30/b=300/u3l2P52anQzcEZyC.csv b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned/a=30/b=300/u3l2P52anQzcEZyC.csv new file mode 100644 index 0000000000000..2de0ebeeab1f9 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned/a=30/b=300/u3l2P52anQzcEZyC.csv @@ -0,0 +1,2 @@ +c +3 diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_json/a=2/fl6RsXA0i8jREdCZ.json b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_json/a=2/fl6RsXA0i8jREdCZ.json new file mode 100644 index 0000000000000..1671bee8f25f1 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_json/a=2/fl6RsXA0i8jREdCZ.json @@ -0,0 +1,2 @@ +{"b":"1"} +{"b":"1"} diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_json/a=4/fl6RsXA0i8jREdCZ.json b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_json/a=4/fl6RsXA0i8jREdCZ.json new file mode 100644 index 0000000000000..3d26012f78e7c --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_json/a=4/fl6RsXA0i8jREdCZ.json @@ -0,0 +1,2 @@ +{"b":"3"} +{"b":"3"} diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_json/a=6/fl6RsXA0i8jREdCZ.json b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_json/a=6/fl6RsXA0i8jREdCZ.json new file mode 100644 index 0000000000000..73d5729edcf1f --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_json/a=6/fl6RsXA0i8jREdCZ.json @@ -0,0 +1,2 @@ +{"b":"5"} +{"b":"5"} diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_pq/a=2/mRsLmCTAAXAjamIW.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_pq/a=2/mRsLmCTAAXAjamIW.parquet new file mode 100644 index 0000000000000..ff3b0a10baccb Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_pq/a=2/mRsLmCTAAXAjamIW.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_pq/a=4/mRsLmCTAAXAjamIW.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_pq/a=4/mRsLmCTAAXAjamIW.parquet new file mode 100644 index 0000000000000..bb4d242233f2a Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_pq/a=4/mRsLmCTAAXAjamIW.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_pq/a=6/mRsLmCTAAXAjamIW.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_pq/a=6/mRsLmCTAAXAjamIW.parquet new file mode 100644 index 0000000000000..b5f2f11513216 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/insert_to_partitioned_pq/a=6/mRsLmCTAAXAjamIW.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/parquet_types_partitioned/b=bar/VYmGlM0Bpo3nD3dn.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/parquet_types_partitioned/b=bar/VYmGlM0Bpo3nD3dn.parquet new file mode 100644 index 0000000000000..fba799c3175db Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/parquet_types_partitioned/b=bar/VYmGlM0Bpo3nD3dn.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/parquet_types_partitioned/b=foo/VYmGlM0Bpo3nD3dn.parquet b/datafusion/sqllogictest/test_files/scratch/insert_to_external/parquet_types_partitioned/b=foo/VYmGlM0Bpo3nD3dn.parquet new file mode 100644 index 0000000000000..099876363c66f Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/insert_to_external/parquet_types_partitioned/b=foo/VYmGlM0Bpo3nD3dn.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/insert_to_external/single_csv_table.csv b/datafusion/sqllogictest/test_files/scratch/insert_to_external/single_csv_table.csv new file mode 100644 index 0000000000000..3a38186660a92 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/insert_to_external/single_csv_table.csv @@ -0,0 +1,4 @@ +1,2 +3,4 +4,5 +6,7 diff --git a/datafusion/sqllogictest/test_files/scratch/joins/t1.csv b/datafusion/sqllogictest/test_files/scratch/joins/t1.csv new file mode 100644 index 0000000000000..fb46c341cf6d7 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/joins/t1.csv @@ -0,0 +1,6 @@ +column1 +1 +2 +3 +4 +5 diff --git a/datafusion/sqllogictest/test_files/scratch/joins/t1_c.parquet b/datafusion/sqllogictest/test_files/scratch/joins/t1_c.parquet new file mode 100644 index 0000000000000..34b31fce65097 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/joins/t1_c.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/joins/t2.csv b/datafusion/sqllogictest/test_files/scratch/joins/t2.csv new file mode 100644 index 0000000000000..b2cde5fd58146 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/joins/t2.csv @@ -0,0 +1,6 @@ +column1 +5 +4 +3 +2 +1 diff --git a/datafusion/sqllogictest/test_files/scratch/joins/t2_c.parquet b/datafusion/sqllogictest/test_files/scratch/joins/t2_c.parquet new file mode 100644 index 0000000000000..4f3478167a4e8 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/joins/t2_c.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/listing_table_partitions/multi_part/a=1/b=100/file1.parquet b/datafusion/sqllogictest/test_files/scratch/listing_table_partitions/multi_part/a=1/b=100/file1.parquet new file mode 100644 index 0000000000000..629d6f6cf4034 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/listing_table_partitions/multi_part/a=1/b=100/file1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/listing_table_partitions/multi_part/a=1/b=200/file1.parquet b/datafusion/sqllogictest/test_files/scratch/listing_table_partitions/multi_part/a=1/b=200/file1.parquet new file mode 100644 index 0000000000000..077fb7c578a4f Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/listing_table_partitions/multi_part/a=1/b=200/file1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/listing_table_partitions/single_part/a=1/file1.parquet b/datafusion/sqllogictest/test_files/scratch/listing_table_partitions/single_part/a=1/file1.parquet new file mode 100644 index 0000000000000..629d6f6cf4034 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/listing_table_partitions/single_part/a=1/file1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/listing_table_partitions/single_part/a=1/file2.parquet b/datafusion/sqllogictest/test_files/scratch/listing_table_partitions/single_part/a=1/file2.parquet new file mode 100644 index 0000000000000..077fb7c578a4f Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/listing_table_partitions/single_part/a=1/file2.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/listing_table_statistics/1.parquet b/datafusion/sqllogictest/test_files/scratch/listing_table_statistics/1.parquet new file mode 100644 index 0000000000000..8b594a35e3ce4 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/listing_table_statistics/1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/listing_table_statistics/2.parquet b/datafusion/sqllogictest/test_files/scratch/listing_table_statistics/2.parquet new file mode 100644 index 0000000000000..59069702e63b2 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/listing_table_statistics/2.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/binary_as_string.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/binary_as_string.parquet new file mode 100644 index 0000000000000..97cdc67435bb4 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/binary_as_string.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata.parquet new file mode 100644 index 0000000000000..a841bb8a4bd0a Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=0/flToSANyMkIf0upt.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=0/flToSANyMkIf0upt.parquet new file mode 100644 index 0000000000000..6721c3446f354 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=0/flToSANyMkIf0upt.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=1/flToSANyMkIf0upt.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=1/flToSANyMkIf0upt.parquet new file mode 100644 index 0000000000000..2ec53d232a76b Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=1/flToSANyMkIf0upt.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=2/flToSANyMkIf0upt.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=2/flToSANyMkIf0upt.parquet new file mode 100644 index 0000000000000..7f84a47b29ec1 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=2/flToSANyMkIf0upt.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=3/flToSANyMkIf0upt.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=3/flToSANyMkIf0upt.parquet new file mode 100644 index 0000000000000..a8415a7bda55c Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=3/flToSANyMkIf0upt.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=4/flToSANyMkIf0upt.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=4/flToSANyMkIf0upt.parquet new file mode 100644 index 0000000000000..fed27dec17b1a Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=4/flToSANyMkIf0upt.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=5/flToSANyMkIf0upt.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=5/flToSANyMkIf0upt.parquet new file mode 100644 index 0000000000000..d911a1dad7363 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=5/flToSANyMkIf0upt.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=6/flToSANyMkIf0upt.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=6/flToSANyMkIf0upt.parquet new file mode 100644 index 0000000000000..3f2a6c7bb7f8c Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=6/flToSANyMkIf0upt.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=7/flToSANyMkIf0upt.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=7/flToSANyMkIf0upt.parquet new file mode 100644 index 0000000000000..dbd090480a998 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=7/flToSANyMkIf0upt.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=8/flToSANyMkIf0upt.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=8/flToSANyMkIf0upt.parquet new file mode 100644 index 0000000000000..edf7b508065e5 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=8/flToSANyMkIf0upt.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=9/flToSANyMkIf0upt.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=9/flToSANyMkIf0upt.parquet new file mode 100644 index 0000000000000..4d10490195b3a Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/cache_metadata_partitioned.parquet/part=9/flToSANyMkIf0upt.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/cpu.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/cpu.parquet new file mode 100644 index 0000000000000..0e49da3143ca7 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/cpu.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/foo.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/foo.parquet new file mode 100644 index 0000000000000..2a90ae3312b5e Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/foo.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/mixed_stats.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/mixed_stats.parquet new file mode 100644 index 0000000000000..ea07f41efe155 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/mixed_stats.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/test_table/0.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/test_table/0.parquet new file mode 100644 index 0000000000000..04cfdd36a440b Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/test_table/0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/test_table/1.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/test_table/1.parquet new file mode 100644 index 0000000000000..5007d88e2a5f9 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/test_table/1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/test_table/2.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/test_table/2.parquet new file mode 100644 index 0000000000000..d16e47f453569 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/test_table/2.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet/test_table/subdir/3.parquet b/datafusion/sqllogictest/test_files/scratch/parquet/test_table/subdir/3.parquet new file mode 100644 index 0000000000000..d16e47f453569 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet/test_table/subdir/3.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/array_data/data.parquet b/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/array_data/data.parquet new file mode 100644 index 0000000000000..e0e9400ffdb7a Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/array_data/data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/data/1.parquet b/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/data/1.parquet new file mode 100644 index 0000000000000..6c7e2241e8248 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/data/1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/data/2.parquet b/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/data/2.parquet new file mode 100644 index 0000000000000..41ea1657c03d7 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/data/2.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/parquet_part_test/part=a/file.parquet b/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/parquet_part_test/part=a/file.parquet new file mode 100644 index 0000000000000..b5718cf23b0c4 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/parquet_part_test/part=a/file.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/parquet_part_test/part=b/file.parquet b/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/parquet_part_test/part=b/file.parquet new file mode 100644 index 0000000000000..74afd3bf9bc25 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/parquet_part_test/part=b/file.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/parquet_part_test/part=c/file.parquet b/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/parquet_part_test/part=c/file.parquet new file mode 100644 index 0000000000000..09f710dd45d05 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/parquet_part_test/part=c/file.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/parquet_table/1.parquet b/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/parquet_table/1.parquet new file mode 100644 index 0000000000000..26d545f23d24b Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/parquet_table/1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/parquet_table/2.parquet b/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/parquet_table/2.parquet new file mode 100644 index 0000000000000..ef717e06f26b2 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet_filter_pushdown/parquet_table/2.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet_sorted_statistics/test_table/partition_col=A/0.parquet b/datafusion/sqllogictest/test_files/scratch/parquet_sorted_statistics/test_table/partition_col=A/0.parquet new file mode 100644 index 0000000000000..7664a842c1e58 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet_sorted_statistics/test_table/partition_col=A/0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet_sorted_statistics/test_table/partition_col=B/1.parquet b/datafusion/sqllogictest/test_files/scratch/parquet_sorted_statistics/test_table/partition_col=B/1.parquet new file mode 100644 index 0000000000000..4b71f00ea8a0d Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet_sorted_statistics/test_table/partition_col=B/1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet_sorted_statistics/test_table/partition_col=C/2.parquet b/datafusion/sqllogictest/test_files/scratch/parquet_sorted_statistics/test_table/partition_col=C/2.parquet new file mode 100644 index 0000000000000..ade506cde3337 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet_sorted_statistics/test_table/partition_col=C/2.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet_statistics/test_table/0.parquet b/datafusion/sqllogictest/test_files/scratch/parquet_statistics/test_table/0.parquet new file mode 100644 index 0000000000000..6af4e8e4ae972 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet_statistics/test_table/0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/parquet_statistics/test_table/1.parquet b/datafusion/sqllogictest/test_files/scratch/parquet_statistics/test_table/1.parquet new file mode 100644 index 0000000000000..d745cc89646e5 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/parquet_statistics/test_table/1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/dimension/data.parquet b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/dimension/data.parquet new file mode 100644 index 0000000000000..2ec2ee5b683aa Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/dimension/data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/fact/f_dkey=A/data.parquet b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/fact/f_dkey=A/data.parquet new file mode 100644 index 0000000000000..52992ce595765 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/fact/f_dkey=A/data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/fact/f_dkey=B/data.parquet b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/fact/f_dkey=B/data.parquet new file mode 100644 index 0000000000000..7ad9a66c9b22f Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/fact/f_dkey=B/data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/fact/f_dkey=C/data.parquet b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/fact/f_dkey=C/data.parquet new file mode 100644 index 0000000000000..6a5981ae75287 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/fact/f_dkey=C/data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/high_cardinality/f_dkey=A/data.parquet b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/high_cardinality/f_dkey=A/data.parquet new file mode 100644 index 0000000000000..d7d796163b160 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/high_cardinality/f_dkey=A/data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/high_cardinality/f_dkey=B/data.parquet b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/high_cardinality/f_dkey=B/data.parquet new file mode 100644 index 0000000000000..77b3ce4993eab Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/high_cardinality/f_dkey=B/data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/high_cardinality/f_dkey=C/data.parquet b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/high_cardinality/f_dkey=C/data.parquet new file mode 100644 index 0000000000000..dbb95b5513875 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/high_cardinality/f_dkey=C/data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/high_cardinality/f_dkey=D/data.parquet b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/high_cardinality/f_dkey=D/data.parquet new file mode 100644 index 0000000000000..db735dac67107 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/high_cardinality/f_dkey=D/data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/high_cardinality/f_dkey=E/data.parquet b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/high_cardinality/f_dkey=E/data.parquet new file mode 100644 index 0000000000000..e27f6538f2d6f Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/preserve_file_partitioning/high_cardinality/f_dkey=E/data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/projection/17513.parquet b/datafusion/sqllogictest/test_files/scratch/projection/17513.parquet new file mode 100644 index 0000000000000..1685a9f5a531a Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/projection/17513.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/push_down_filter/17512.parquet b/datafusion/sqllogictest/test_files/scratch/push_down_filter/17512.parquet new file mode 100644 index 0000000000000..d63774bd7b29b Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/push_down_filter/17512.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/push_down_filter/large_table.parquet b/datafusion/sqllogictest/test_files/scratch/push_down_filter/large_table.parquet new file mode 100644 index 0000000000000..c1b8f4b696a9b Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/push_down_filter/large_table.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/push_down_filter/small_table.parquet b/datafusion/sqllogictest/test_files/scratch/push_down_filter/small_table.parquet new file mode 100644 index 0000000000000..56e97ae9168a1 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/push_down_filter/small_table.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/push_down_filter/t.parquet b/datafusion/sqllogictest/test_files/scratch/push_down_filter/t.parquet new file mode 100644 index 0000000000000..fadd61f7dec73 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/push_down_filter/t.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/push_down_filter/t1.parquet b/datafusion/sqllogictest/test_files/scratch/push_down_filter/t1.parquet new file mode 100644 index 0000000000000..97571ab33ac0e Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/push_down_filter/t1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/push_down_filter/t2.parquet b/datafusion/sqllogictest/test_files/scratch/push_down_filter/t2.parquet new file mode 100644 index 0000000000000..a1bc2d077c0be Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/push_down_filter/t2.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/push_down_filter/test_filter_with_limit/part-0.parquet b/datafusion/sqllogictest/test_files/scratch/push_down_filter/test_filter_with_limit/part-0.parquet new file mode 100644 index 0000000000000..ffb5320d82958 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/push_down_filter/test_filter_with_limit/part-0.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/push_down_filter/test_filter_with_limit/part-1.parquet b/datafusion/sqllogictest/test_files/scratch/push_down_filter/test_filter_with_limit/part-1.parquet new file mode 100644 index 0000000000000..c3714e13d88ee Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/push_down_filter/test_filter_with_limit/part-1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/push_down_filter/test_filter_with_limit/part-2.parquet b/datafusion/sqllogictest/test_files/scratch/push_down_filter/test_filter_with_limit/part-2.parquet new file mode 100644 index 0000000000000..0b1dc21ffd74a Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/push_down_filter/test_filter_with_limit/part-2.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/repartition/parquet_table/2.parquet b/datafusion/sqllogictest/test_files/scratch/repartition/parquet_table/2.parquet new file mode 100644 index 0000000000000..8ea6720cec74f Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/repartition/parquet_table/2.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/repartition_scan/csv_table/1.csv b/datafusion/sqllogictest/test_files/scratch/repartition_scan/csv_table/1.csv new file mode 100644 index 0000000000000..fb46c341cf6d7 --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/repartition_scan/csv_table/1.csv @@ -0,0 +1,6 @@ +column1 +1 +2 +3 +4 +5 diff --git a/datafusion/sqllogictest/test_files/scratch/repartition_scan/json_table/1.json b/datafusion/sqllogictest/test_files/scratch/repartition_scan/json_table/1.json new file mode 100644 index 0000000000000..9162249677dca --- /dev/null +++ b/datafusion/sqllogictest/test_files/scratch/repartition_scan/json_table/1.json @@ -0,0 +1,5 @@ +{"column1":1} +{"column1":2} +{"column1":3} +{"column1":4} +{"column1":5} diff --git a/datafusion/sqllogictest/test_files/scratch/repartition_scan/parquet_table/1.parquet b/datafusion/sqllogictest/test_files/scratch/repartition_scan/parquet_table/1.parquet new file mode 100644 index 0000000000000..07e8bca9207bb Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/repartition_scan/parquet_table/1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/repartition_scan/parquet_table/2.parquet b/datafusion/sqllogictest/test_files/scratch/repartition_scan/parquet_table/2.parquet new file mode 100644 index 0000000000000..47d96f6afb2dc Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/repartition_scan/parquet_table/2.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/dimension/d_dkey=A/data.parquet b/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/dimension/d_dkey=A/data.parquet new file mode 100644 index 0000000000000..72e6881878a6d Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/dimension/d_dkey=A/data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/dimension/d_dkey=B/data.parquet b/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/dimension/d_dkey=B/data.parquet new file mode 100644 index 0000000000000..394c7b038062d Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/dimension/d_dkey=B/data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/dimension/d_dkey=C/data.parquet b/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/dimension/d_dkey=C/data.parquet new file mode 100644 index 0000000000000..8c540fb17b33d Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/dimension/d_dkey=C/data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/dimension/d_dkey=D/data.parquet b/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/dimension/d_dkey=D/data.parquet new file mode 100644 index 0000000000000..941f5a29e8d89 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/dimension/d_dkey=D/data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/fact/f_dkey=A/data.parquet b/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/fact/f_dkey=A/data.parquet new file mode 100644 index 0000000000000..52992ce595765 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/fact/f_dkey=A/data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/fact/f_dkey=B/data.parquet b/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/fact/f_dkey=B/data.parquet new file mode 100644 index 0000000000000..7ad9a66c9b22f Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/fact/f_dkey=B/data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/fact/f_dkey=C/data.parquet b/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/fact/f_dkey=C/data.parquet new file mode 100644 index 0000000000000..6a5981ae75287 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/repartition_subset_satisfaction/fact/f_dkey=C/data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/schema_evolution/parquet_table/1.parquet b/datafusion/sqllogictest/test_files/scratch/schema_evolution/parquet_table/1.parquet new file mode 100644 index 0000000000000..ece1d390a0ce7 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/schema_evolution/parquet_table/1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/schema_evolution/parquet_table/2.parquet b/datafusion/sqllogictest/test_files/scratch/schema_evolution/parquet_table/2.parquet new file mode 100644 index 0000000000000..a81a56ecd8f8d Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/schema_evolution/parquet_table/2.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/schema_evolution/parquet_table/3.parquet b/datafusion/sqllogictest/test_files/scratch/schema_evolution/parquet_table/3.parquet new file mode 100644 index 0000000000000..bc0eb0533de6d Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/schema_evolution/parquet_table/3.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/schema_evolution/parquet_table/4.parquet b/datafusion/sqllogictest/test_files/scratch/schema_evolution/parquet_table/4.parquet new file mode 100644 index 0000000000000..7be0e368d51fa Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/schema_evolution/parquet_table/4.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/sort_pushdown/float_sorted.parquet b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/float_sorted.parquet new file mode 100644 index 0000000000000..30da666024591 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/float_sorted.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/sort_pushdown/int_sorted.parquet b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/int_sorted.parquet new file mode 100644 index 0000000000000..8d327eac95657 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/int_sorted.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/sort_pushdown/multi_month_sorted.parquet b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/multi_month_sorted.parquet new file mode 100644 index 0000000000000..1ae00bb81e1dc Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/multi_month_sorted.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/sort_pushdown/multi_rg_sorted.parquet b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/multi_rg_sorted.parquet new file mode 100644 index 0000000000000..1c1fe6a21e33b Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/multi_rg_sorted.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/sort_pushdown/signed_sorted.parquet b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/signed_sorted.parquet new file mode 100644 index 0000000000000..23783027650cd Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/signed_sorted.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/sort_pushdown/sorted_data.parquet b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/sorted_data.parquet new file mode 100644 index 0000000000000..85b08523b3141 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/sorted_data.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/sort_pushdown/sorted_multi/part1.parquet b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/sorted_multi/part1.parquet new file mode 100644 index 0000000000000..3ee5ed29f49bc Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/sorted_multi/part1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/sort_pushdown/sorted_multi/part2.parquet b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/sorted_multi/part2.parquet new file mode 100644 index 0000000000000..8425cf7d3b31a Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/sorted_multi/part2.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/sort_pushdown/sorted_multi/part3.parquet b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/sorted_multi/part3.parquet new file mode 100644 index 0000000000000..3b2cd1cfc00b5 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/sorted_multi/part3.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/sort_pushdown/timeseries_sorted.parquet b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/timeseries_sorted.parquet new file mode 100644 index 0000000000000..5238faef049da Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/timeseries_sorted.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/sort_pushdown/timestamp_sorted.parquet b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/timestamp_sorted.parquet new file mode 100644 index 0000000000000..c90fc43d8932d Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/sort_pushdown/timestamp_sorted.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/topk/partial_sorted/1.parquet b/datafusion/sqllogictest/test_files/scratch/topk/partial_sorted/1.parquet new file mode 100644 index 0000000000000..f3d5b1d1c9ef4 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/topk/partial_sorted/1.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/unnest/ordered_array.parquet b/datafusion/sqllogictest/test_files/scratch/unnest/ordered_array.parquet new file mode 100644 index 0000000000000..8defe323ac5ce Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/unnest/ordered_array.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/unnest/ordered_struct.parquet b/datafusion/sqllogictest/test_files/scratch/unnest/ordered_struct.parquet new file mode 100644 index 0000000000000..be5e591b85946 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/unnest/ordered_struct.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/unnest/ordered_struct_arrays.parquet b/datafusion/sqllogictest/test_files/scratch/unnest/ordered_struct_arrays.parquet new file mode 100644 index 0000000000000..8458006c8ea9a Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/unnest/ordered_struct_arrays.parquet differ diff --git a/datafusion/sqllogictest/test_files/scratch/unnest/ordered_tuples.parquet b/datafusion/sqllogictest/test_files/scratch/unnest/ordered_tuples.parquet new file mode 100644 index 0000000000000..1713f435d5d06 Binary files /dev/null and b/datafusion/sqllogictest/test_files/scratch/unnest/ordered_tuples.parquet differ diff --git a/datafusion/sqllogictest/test_files/window.slt b/datafusion/sqllogictest/test_files/window.slt index 8ac8724683a8a..9f4a2be5441e7 100644 --- a/datafusion/sqllogictest/test_files/window.slt +++ b/datafusion/sqllogictest/test_files/window.slt @@ -504,7 +504,7 @@ LIMIT 5 #// let actual = execute_to_batches(&ctx, sql).await; #// let expected = vec![ #// "+----------------------------+-----------------+", -#// "| SUM(aggregate_test_100.c4) | COUNT(Int64(1)) |", +#// "| SUM(aggregate_test_100.c4) | count(1) as count(Int64(1))|", #// "+----------------------------+-----------------+", #// "| -33822 | 3|", #// "| 20808 | 3|",