Herd/Spark - Load dataframe from data with unregistered sub-partitions -- throw the error out when ddl failed
@@ -206,7 +206,7 @@ private object HerdFileIndexBase extends Logging {
case Success(objectDataDdl) => getS3KeyPrefixes(objectDataDdl.getDdl(), paths, storagePathPrefix)
case Failure(error) =>
log.error(s"Could not fetch object data DDL request for $partitionValues", error)
- Seq.empty
+ throw new RuntimeException(error)
}
}
