Catch error when failing to clean staging data
Closes from jack-moseley/cleanup-failure
@@ -559,8 +559,6 @@ public abstract class AbstractJobLauncher implements JobLauncher {
}
});
}
- }
- }
for (JobState.DatasetState datasetState : this.jobContext.getDatasetStatesByUrns().values()) {
// Set the overall job state to FAILED if the job failed to process any dataset
@@ -597,6 +595,8 @@ public abstract class AbstractJobLauncher implements JobLauncher {
}
});
}
+ }
+ }
} finally {
// Stop metrics reporting
if (this.jobContext.getJobMetricsOptional().isPresent()) {
