Log queryId when a small stripe get DICTIONARY_FULL flush
@@ -416,8 +416,9 @@ public class OrcWriter
recordValidation(validation -> validation.addStripe(stripeInformation.getNumberOfRows()));
stats.recordStripeWritten(flushReason, stripeInformation.getTotalLength(), stripeInformation.getNumberOfRows(), dictionaryCompressionOptimizer.getDictionaryMemoryBytes());
- if (flushReason == MAX_BYTES && stripeInformation.getTotalLength() < stripeMaxBytes / 2) {
- log.debug("Small stripe with size %s get MAX_BYTES flush. QueryId: %s", stripeInformation.getTotalLength(), userMetadata.get("presto_query_id"));
+ if (flushReason == MAX_BYTES && stripeInformation.getTotalLength() < stripeMaxBytes / 2
+ || flushReason == DICTIONARY_FULL && stripeInformation.getTotalLength() < stripeMinBytes / 2) {
+ log.debug("Small stripe with size %s get %s flush. QueryId: %s", stripeInformation.getTotalLength(), flushReason, userMetadata.get("presto_query_id"));
}
return outputData;
