Skip to content

Commit

Permalink
Log values writer factory chosen
Browse files Browse the repository at this point in the history
  • Loading branch information
Piyush Narang committed May 17, 2016
1 parent ad511be commit 1fa93b1
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 0 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -181,6 +181,10 @@ public int getMaxRowCountForPageSizeCheck() {
return maxRowCountForPageSizeCheck;
}

public ValuesWriterFactory getValuesWriterFactory() {
return valuesWriterFactory;
}

public boolean estimateNextSizeCheck() {
return estimateNextSizeCheck;
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -335,6 +335,7 @@ public static ValuesWriterFactory getValuesWriterFactory(Configuration conf) {
Class<? extends ValuesWriterFactory> factoryOverride =
(Class<? extends ValuesWriterFactory>) ConfigurationUtil.getClassFromConfig(conf, WRITER_FACTORY_OVERRIDE, ValuesWriterFactory.class);
if (factoryOverride == null) {
// no override specified, fall back to default
factoryOverride = ParquetProperties.DEFAULT_VALUES_WRITER_FACTORY;
}

Expand Down Expand Up @@ -413,6 +414,7 @@ public RecordWriter<Void, T> getRecordWriter(Configuration conf, Path file, Comp
LOG.info("Page size checking is: " + (props.estimateNextSizeCheck() ? "estimated" : "constant"));
LOG.info("Min row count for page size check is: " + props.getMinRowCountForPageSizeCheck());
LOG.info("Max row count for page size check is: " + props.getMaxRowCountForPageSizeCheck());
LOG.info("ValueWriterFactory chosen is: " + props.getValuesWriterFactory());
}

WriteContext init = writeSupport.init(conf);
Expand Down

0 comments on commit 1fa93b1

Please sign in to comment.