fix assertion: it seems that this depended on some sort behavior that changed between releases. the test has been extended to select a multiple of the partitions such that we can assert on ids 0,1,2,3 entirely.

the output of the failure BEFORE this change is below -- i think that the new "actual" output is more correct as it starts in order of the month/day buckets. anyway, for purposes of testing the metadata columns, this works, and this is why this change was made

expected:                                                                                                                  11:33:22 [15/4643]

[
    "+----+------+----------------------------------------+----------------------+",
    "| id | size | location                               | last_modified        |",
    "+----+------+----------------------------------------+----------------------+",
    "| 0  | 1851 | year=2021/month=09/day=09/file.parquet | 1970-01-01T00:00:00Z |",
    "| 0  | 1851 | year=2021/month=10/day=09/file.parquet | 1970-01-01T00:00:00Z |",
    "| 0  | 1851 | year=2021/month=10/day=28/file.parquet | 1970-01-01T00:00:00Z |",
    "| 1  | 1851 | year=2021/month=09/day=09/file.parquet | 1970-01-01T00:00:00Z |",
    "| 1  | 1851 | year=2021/month=10/day=09/file.parquet | 1970-01-01T00:00:00Z |",
    "| 1  | 1851 | year=2021/month=10/day=28/file.parquet | 1970-01-01T00:00:00Z |",
    "| 2  | 1851 | year=2021/month=09/day=09/file.parquet | 1970-01-01T00:00:00Z |",
    "| 2  | 1851 | year=2021/month=10/day=09/file.parquet | 1970-01-01T00:00:00Z |",
    "| 2  | 1851 | year=2021/month=10/day=28/file.parquet | 1970-01-01T00:00:00Z |",
    "| 3  | 1851 | year=2021/month=10/day=28/file.parquet | 1970-01-01T00:00:00Z |",
    "+----+------+----------------------------------------+----------------------+",
]
actual:

[
    "+----+------+----------------------------------------+----------------------+",
    "| id | size | location                               | last_modified        |",
    "+----+------+----------------------------------------+----------------------+",
    "| 0  | 1851 | year=2021/month=09/day=09/file.parquet | 1970-01-01T00:00:00Z |",
    "| 0  | 1851 | year=2021/month=10/day=09/file.parquet | 1970-01-01T00:00:00Z |",
    "| 0  | 1851 | year=2021/month=10/day=28/file.parquet | 1970-01-01T00:00:00Z |",
    "| 1  | 1851 | year=2021/month=09/day=09/file.parquet | 1970-01-01T00:00:00Z |",
    "| 1  | 1851 | year=2021/month=10/day=09/file.parquet | 1970-01-01T00:00:00Z |",
    "| 1  | 1851 | year=2021/month=10/day=28/file.parquet | 1970-01-01T00:00:00Z |",
    "| 2  | 1851 | year=2021/month=09/day=09/file.parquet | 1970-01-01T00:00:00Z |",
    "| 2  | 1851 | year=2021/month=10/day=09/file.parquet | 1970-01-01T00:00:00Z |",
    "| 2  | 1851 | year=2021/month=10/day=28/file.parquet | 1970-01-01T00:00:00Z |",
    "| 3  | 1851 | year=2021/month=09/day=09/file.parquet | 1970-01-01T00:00:00Z |",
    "+----+------+----------------------------------------+----------------------+",
]

Author: mach-kernel

datafusion/core/tests/sql/path_partition.rs

@@ -598,7 +598,7 @@ async fn test_metadata_columns() -> Result<()> {
     ctx.register_table("t", table).unwrap();
 
     let result = ctx
-        .sql("SELECT id, size, location, last_modified FROM t WHERE size > 1500 ORDER BY id LIMIT 10")
+        .sql("SELECT id, size, location, last_modified FROM t WHERE size > 1500 ORDER BY id LIMIT 12")
         .await?
         .collect()
         .await?;
@@ -616,9 +616,12 @@ async fn test_metadata_columns() -> Result<()> {
         "| 2  | 1851 | year=2021/month=09/day=09/file.parquet | 1970-01-01T00:00:00Z |",
         "| 2  | 1851 | year=2021/month=10/day=09/file.parquet | 1970-01-01T00:00:00Z |",
         "| 2  | 1851 | year=2021/month=10/day=28/file.parquet | 1970-01-01T00:00:00Z |",
+        "| 3  | 1851 | year=2021/month=09/day=09/file.parquet | 1970-01-01T00:00:00Z |",
+        "| 3  | 1851 | year=2021/month=10/day=09/file.parquet | 1970-01-01T00:00:00Z |",
         "| 3  | 1851 | year=2021/month=10/day=28/file.parquet | 1970-01-01T00:00:00Z |",
         "+----+------+----------------------------------------+----------------------+",
     ];
+
     assert_batches_sorted_eq!(expected, &result);
 
     Ok(())