bugfix: risk condition in workers

revskill10 · Sep 14, 2012 · 9636cca · 9636cca
1 parent df43147
commit 9636cca
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/dpark/rdd.py b/dpark/rdd.py
@@ -108,7 +108,8 @@ def snapshot(self, path=None):
             ident = '%d_%x' % (self.id, hash(str(self)))
             path = os.path.join(path, ident)
             if not os.path.exists(path):
-                os.makedirs(path)
+                try: os.makedirs(path)
+                except OSError: pass
             self.snapshot_path = path
         return self
 

diff --git a/dpark/shuffle.py b/dpark/shuffle.py
@@ -38,7 +38,8 @@ def initialize(cls, isMaster):
     def getOutputFile(cls, shuffleId, inputId, outputId):
         path = os.path.join(cls.shuffleDir, str(shuffleId), str(inputId))
         if not os.path.exists(path):
-            os.makedirs(path)
+            try: os.makedirs(path)
+            except OSError: pass
         return os.path.join(path, str(outputId))
 
     @classmethod