Fixes tensorboard exit after first timeout during training
@@ -153,6 +153,7 @@ class TrainActivity(StatefulActivity):
process = osutils.shell_exec(cmd, stderr=self.log_fobj, stdout=self.log_fobj, background=True, env=env)
last_checkpoint = None
+ try:
while True:
try:
return_code = process.wait(process_timeout)
