Fix a pytorch dataloader issue#973 of RuntimeError: received 0 items …

…of ancdata
roytseng-tw · Apr 27, 2018 · 3405283 · 3405283
1 parent cafc748
commit 3405283
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 1 deletion.
diff --git a/tools/train_net.py b/tools/train_net.py
@@ -37,6 +37,10 @@
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 
+# RuntimeError: received 0 items of ancdata. Issue: pytorch/pytorch#973
+rlimit = resource.getrlimit(resource.RLIMIT_NOFILE)
+resource.setrlimit(resource.RLIMIT_NOFILE, (4096, rlimit[1]))
+
 
 def parse_args():
     """Parse input arguments"""

diff --git a/tools/train_net_step.py b/tools/train_net_step.py
@@ -4,6 +4,7 @@
 import os
 import sys
 import pickle
+import resource
 import traceback
 import logging
 from collections import defaultdict
@@ -29,10 +30,13 @@
 from utils.timer import Timer
 from utils.training_stats import TrainingStats
 
- # Set up logging and load config options
+# Set up logging and load config options
 logger = setup_logging(__name__)
 logging.getLogger('roi_data.loader').setLevel(logging.INFO)
 
+# RuntimeError: received 0 items of ancdata. Issue: pytorch/pytorch#973
+rlimit = resource.getrlimit(resource.RLIMIT_NOFILE)
+resource.setrlimit(resource.RLIMIT_NOFILE, (4096, rlimit[1]))
 
 def parse_args():
     """Parse input arguments"""