fix for GCS Connection Error #606 (#686)

https://cloud.google.com/python/docs/reference/storage/2.1.0/retry_timeout
lanpa · Feb 28, 2023 · 50bbfa3 · 50bbfa3
1 parent ceabb20
commit 50bbfa3
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/tensorboardX/record_writer.py b/tensorboardX/record_writer.py
@@ -149,7 +149,10 @@ def flush(self):
         upload_buffer = copy.copy(self.buffer)
         upload_buffer.seek(0)
 
-        self.blob.upload_from_string(upload_buffer.getvalue())
+        # work with blob generation, so that uploading will automatically retry in case of connection errors
+        blob_generation = self.blob.generation
+        self.blob.upload_from_string(data=upload_buffer.getvalue(),
+                                     if_generation_match=blob_generation)
 
     def close(self):
         self.flush()