Merge branch 'main' into enable_stage_table_distributed

tests/suites/1_stateful/00_stage/00_0003_copy_with_max_files_parquet.result

@@ -1,47 +1,52 @@
 --- force = false, purge = false
-6
-f1.parquet	2	0	NULL	NULL
-f3.parquet	2	0	NULL	NULL
-4
+--- --- 'copy max_files=2' 1
+copied 2 files
 remain 3 files
-f2.parquet	2	0	NULL	NULL
-6
+remain 4 rows
+--- --- 'copy max_files=2' 2
+copied 1 files
 remain 3 files
-6
+remain 6 rows
+--- --- 'copy max_files=2' 3
+copied 0 files
 remain 3 files
+remain 6 rows
 --- force = false, purge = true
-6
-f1.parquet	2	0	NULL	NULL
-f3.parquet	2	0	NULL	NULL
-4
+--- --- 'copy max_files=2' 1
+copied 2 files
 remain 1 files
-f2.parquet	2	0	NULL	NULL
-6
+remain 4 rows
+--- --- 'copy max_files=2' 2
+copied 1 files
 remain 0 files
-6
+remain 6 rows
+--- --- 'copy max_files=2' 3
+copied 0 files
 remain 0 files
+remain 6 rows
 --- force = true, purge = false
-6
-f1.parquet	2	0	NULL	NULL
-f3.parquet	2	0	NULL	NULL
-4
+--- --- 'copy max_files=2' 1
+copied 2 files
 remain 3 files
-f1.parquet	2	0	NULL	NULL
-f3.parquet	2	0	NULL	NULL
-8
+remain 4 rows
+--- --- 'copy max_files=2' 2
+copied 2 files
 remain 3 files
-f1.parquet	2	0	NULL	NULL
-f3.parquet	2	0	NULL	NULL
-12
+remain 8 rows
+--- --- 'copy max_files=2' 3
+copied 2 files
 remain 3 files
+remain 12 rows
 --- force = true, purge = true
-6
-f1.parquet	2	0	NULL	NULL
-f3.parquet	2	0	NULL	NULL
-4
+--- --- 'copy max_files=2' 1
+copied 2 files
 remain 1 files
-f2.parquet	2	0	NULL	NULL
-6
+remain 4 rows
+--- --- 'copy max_files=2' 2
+copied 1 files
 remain 0 files
-6
+remain 6 rows
+--- --- 'copy max_files=2' 3
+copied 0 files
 remain 0 files
+remain 6 rows

tests/suites/1_stateful/00_stage/00_0003_copy_with_max_files_parquet.sh

@@ -36,14 +36,16 @@ do
 	do
 	  gen_files
 		echo "--- force = ${force}, purge = ${purge}"
-	  echo "select count(*) from @s5" | $BENDSQL_CLIENT_CONNECT
 		for i in {1..3}
 		do
+			echo "--- --- 'copy max_files=2' ${i}"
 			table="test_max_files_force_${force}_purge_${purge}"
-			echo "copy into ${table} from (select * from @s5 t) max_files=2 force=${force} purge=${purge}" | $BENDSQL_CLIENT_CONNECT
-			echo "select count(*) from ${table}" | $BENDSQL_CLIENT_CONNECT
+			copied=$(echo "copy into ${table} from (select * from @s5 t) max_files=2 force=${force} purge=${purge}" | $BENDSQL_CLIENT_CONNECT | wc -l  |  sed 's/ //g')
+			echo "copied ${copied} files"
 		  remain=$(ls -1 $TMP | wc -l |  sed 's/ //g')
 			echo "remain ${remain} files"
+			remain=$(echo "select count(*) from ${table}" | $BENDSQL_CLIENT_CONNECT)
+			echo "remain ${remain} rows"
 		done
 	done
 done