Ensure FSAwareInputDataStreamWriter closes all resources
Remove shadowed closer variable since the superclass defines one already
Remove overridden close() method - it wasn't calling super.close()
which was causing bugs, and is now irrelevant since the parent close
will close resources properly
@@ -89,7 +89,6 @@ public class FileAwareInputStreamDataWriter extends InstrumentedDataWriter<FileA
protected final FileSystem fs;
protected final Path stagingDir;
protected final Path outputDir;
- protected final Closer closer = Closer.create();
private final Map<String, Object> encryptionConfig;
protected CopyableDatasetMetadata copyableDatasetMetadata;
protected final RecoveryHelper recoveryHelper;
@@ -343,12 +342,6 @@ public class FileAwareInputStreamDataWriter extends InstrumentedDataWriter<FileA
return this.bytesWritten.get();
}
- @Override
- public void close()
- throws IOException {
- this.closer.close();
- }
-
/**
* Moves the file from task staging to task output. Each task has its own staging directory but all the tasks share
* the same task output directory.
