Disable force single node output for Presto on Spark
There's no need for another round of collect, as the results are always collected
on the driver
@@ -25,6 +25,7 @@ import static com.facebook.presto.SystemSessionProperties.getPartitioningProvide
import static com.facebook.presto.SystemSessionProperties.isColocatedJoinEnabled;
import static com.facebook.presto.SystemSessionProperties.isDistributedSortEnabled;
import static com.facebook.presto.SystemSessionProperties.isDynamicScheduleForGroupedExecution;
+import static com.facebook.presto.SystemSessionProperties.isForceSingleNodeOutput;
import static com.facebook.presto.SystemSessionProperties.isGroupedExecutionForAggregationEnabled;
import static com.facebook.presto.SystemSessionProperties.isGroupedExecutionForEligibleTableScansEnabled;
import static com.facebook.presto.SystemSessionProperties.isRecoverableGroupedExecutionEnabled;
@@ -49,6 +50,7 @@ public class PrestoSparkSettingsRequirements
"grouped execution is not supported");
verify(!isRedistributeWrites(session), "redistribute writes is not supported");
verify(!isScaleWriters(session), "scale writes is not supported");
+ verify(!isForceSingleNodeOutput(session), "force single node output is expected to be disabled");
}
private static void verify(boolean condition, String message, Object... args)
@@ -68,6 +70,8 @@ public class PrestoSparkSettingsRequirements
config.setColocatedJoinsEnabled(false);
config.setRedistributeWrites(false);
config.setScaleWriters(false);
+ config.setPreferDistributedUnion(false);
+ config.setForceSingleNodeOutput(false);
}
public static void setDefaults(QueryManagerConfig config)
