Update tfds.load() callers to specify shuffle_files=True when necessary.

PiperOrigin-RevId: 264803647
This commit is contained in:
A. Unique TensorFlower 2019-08-22 04:01:46 -07:00
parent 4164243a99
commit 602b1c3f37

View file

@ -134,7 +134,8 @@ def load_data():
'using a substitute dataset from the tensorflow_datasets module.')
train_dataset = tfds.load(name='lm1b/subwords8k',
split=tfds.Split.TRAIN,
batch_size=NB_TRAIN)
batch_size=NB_TRAIN,
shuffle_files=True)
test_dataset = tfds.load(name='lm1b/subwords8k',
split=tfds.Split.TEST,
batch_size=10000)