Add commented code to increase open file limit via Python (for TFDS dataset building)

pull/1014/head
Ross Wightman 3 years ago
parent f7d210d759
commit 55adfbeb8d

@ -22,6 +22,10 @@ try:
print("Warning: This version of tfds doesn't have the latest even_splits impl. " print("Warning: This version of tfds doesn't have the latest even_splits impl. "
"Please update or use tfds-nightly for better fine-grained split behaviour.") "Please update or use tfds-nightly for better fine-grained split behaviour.")
has_buggy_even_splits = True has_buggy_even_splits = True
# NOTE uncomment below if having file limit issues on dataset build (or alter your OS defaults)
# import resource
# low, high = resource.getrlimit(resource.RLIMIT_NOFILE)
# resource.setrlimit(resource.RLIMIT_NOFILE, (high, high))
except ImportError as e: except ImportError as e:
print(e) print(e)
print("Please install tensorflow_datasets package `pip install tensorflow-datasets`.") print("Please install tensorflow_datasets package `pip install tensorflow-datasets`.")

Loading…
Cancel
Save