Unblock probe side as soon as all partitions ready or spilling
Previously probe side was unblock only after build side fully consumed
the input. This commit unblocks probe side as soon as every partition is
either ready or spilling.
@@ -391,6 +391,7 @@ public class HashBuilderOperator
index.clear();
operatorContext.setMemoryReservation(index.getEstimatedSize().toBytes());
operatorContext.setRevocableMemoryReservation(0L);
+ lookupSourceFactory.setPartitionSpilledLookupSourceHandle(partitionIndex, spilledLookupSourceHandle);
state = State.SPILLING_INPUT;
});
return spillIndex();
@@ -534,8 +535,6 @@ public class HashBuilderOperator
return;
}
checkSuccess(spillInProgress, "spilling failed");
- lookupSourceFactory.setPartitionSpilledLookupSourceHandle(partitionIndex, spilledLookupSourceHandle);
-
state = State.INPUT_SPILLED;
}
