Bug fix

mateiz · mateiz · commit dae8efea8cc4 · 2014-08-17T17:22:43.000-07:00
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTableOperations.scala b/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTableOperations.scala
@@ -353,10 +353,10 @@ private[parquet] class FilteringParquetRowInputFormat
         val newFooters = new mutable.HashMap[FileStatus, Footer]
         if (toFetch.size > 0) {
           val fetched = getFooters(conf, toFetch)
-          for ((footer, i) <- fetched.zipWithIndex) {
-            newFooters(statuses.get(i)) = footer
-            footerCache.putAll(newFooters)
+          for ((status, i) <- toFetch.zipWithIndex) {
+            newFooters(status) = fetched.get(i)
           }
+          footerCache.putAll(newFooters)
         }
         footers = new ArrayList[Footer](statuses.size)
         for (status <- statuses) {

Original file line number	Diff line number	Diff line change
`@@ -353,10 +353,10 @@ private[parquet] class FilteringParquetRowInputFormat`
`353`	`353`	`val newFooters = new mutable.HashMap[FileStatus, Footer]`
`354`	`354`	`if (toFetch.size > 0) {`
`355`	`355`	`val fetched = getFooters(conf, toFetch)`
`356`		`- for ((footer, i) <- fetched.zipWithIndex) {`
`357`		`- newFooters(statuses.get(i)) = footer`
`358`		`- footerCache.putAll(newFooters)`
	`356`	`+ for ((status, i) <- toFetch.zipWithIndex) {`
	`357`	`+ newFooters(status) = fetched.get(i)`
`359`	`358`	`}`
	`359`	`+ footerCache.putAll(newFooters)`
`360`	`360`	`}`
`361`	`361`	`footers = new ArrayList[Footer](statuses.size)`
`362`	`362`	`for (status <- statuses) {`