@@ -578,6 +578,33 @@ object DataSourceReadBenchmark {
578578 }
579579 }
580580
581+ /*
582+ OpenJDK 64-Bit Server VM 1.8.0_171-b10 on Linux 4.14.33-51.37.amzn1.x86_64
583+ Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz
584+ Partitioned Table: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative
585+ --------------------------------------------------------------------------------------------
586+ Data column - CSV 32613 / 32841 0.5 2073.4 1.0X
587+ Data column - Json 13343 / 13469 1.2 848.3 2.4X
588+ Data column - Parquet Vectorized 302 / 318 52.1 19.2 108.0X
589+ Data column - Parquet MR 2908 / 2924 5.4 184.9 11.2X
590+ Data column - ORC Vectorized 412 / 425 38.1 26.2 79.1X
591+ Data column - ORC Vectorized with copy 442 / 446 35.6 28.1 73.8X
592+ Data column - ORC MR 2390 / 2396 6.6 152.0 13.6X
593+ Partition column - CSV 9626 / 9683 1.6 612.0 3.4X
594+ Partition column - Json 10909 / 10923 1.4 693.6 3.0X
595+ Partition column - Parquet Vectorized 69 / 76 228.4 4.4 473.6X
596+ Partition column - Parquet MR 1898 / 1933 8.3 120.7 17.2X
597+ Partition column - ORC Vectorized 67 / 74 236.0 4.2 489.4X
598+ Partition column - ORC Vectorized with copy 65 / 72 241.9 4.1 501.6X
599+ Partition column - ORC MR 1743 / 1749 9.0 110.8 18.7X
600+ Both columns - CSV 35523 / 35552 0.4 2258.5 0.9X
601+ Both columns - Json 13676 / 13681 1.2 869.5 2.4X
602+ Both columns - Parquet Vectorized 317 / 326 49.5 20.2 102.7X
603+ Both columns - Parquet MR 3333 / 3336 4.7 211.9 9.8X
604+ Both columns - ORC Vectorized 441 / 446 35.6 28.1 73.9X
605+ Both column - ORC Vectorized with copy 517 / 524 30.4 32.9 63.1X
606+ Both columns - ORC MR 2574 / 2577 6.1 163.6 12.7X
607+ */
581608 benchmark.run()
582609 }
583610 }
0 commit comments