cast env var args for dataset readers to int

pull/1522/head
Ross Wightman 2 years ago
parent 44cea489fb
commit 475ecdfa3d

@ -38,9 +38,9 @@ from .reader import Reader
from .shared_count import SharedCount from .shared_count import SharedCount
MAX_TP_SIZE = os.environ.get('TFDS_TP_SIZE', 8) # maximum TF threadpool size, for jpeg decodes and queuing activities MAX_TP_SIZE = int(os.environ.get('TFDS_TP_SIZE', 8)) # maximum TF threadpool size, for jpeg decodes and queuing activities
SHUFFLE_SIZE = os.environ.get('TFDS_SHUFFLE_SIZE', 8192) # samples to shuffle in DS queue SHUFFLE_SIZE = int(os.environ.get('TFDS_SHUFFLE_SIZE', 8192)) # samples to shuffle in DS queue
PREFETCH_SIZE = os.environ.get('TFDS_PREFETCH_SIZE', 2048) # samples to prefetch PREFETCH_SIZE = int(os.environ.get('TFDS_PREFETCH_SIZE', 2048)) # samples to prefetch
def even_split_indices(split, n, num_samples): def even_split_indices(split, n, num_samples):

@ -34,7 +34,7 @@ from .shared_count import SharedCount
_logger = logging.getLogger(__name__) _logger = logging.getLogger(__name__)
SHUFFLE_SIZE = os.environ.get('WDS_SHUFFLE_SIZE', 8192) SHUFFLE_SIZE = int(os.environ.get('WDS_SHUFFLE_SIZE', 8192))
def _load_info(root, basename='info'): def _load_info(root, basename='info'):

Loading…
Cancel
Save