Update tfds.load()
callers to specify shuffle_files=True
when necessary.
PiperOrigin-RevId: 264803647
This commit is contained in:
parent
4164243a99
commit
602b1c3f37
1 changed files with 2 additions and 1 deletions
|
@ -134,7 +134,8 @@ def load_data():
|
|||
'using a substitute dataset from the tensorflow_datasets module.')
|
||||
train_dataset = tfds.load(name='lm1b/subwords8k',
|
||||
split=tfds.Split.TRAIN,
|
||||
batch_size=NB_TRAIN)
|
||||
batch_size=NB_TRAIN,
|
||||
shuffle_files=True)
|
||||
test_dataset = tfds.load(name='lm1b/subwords8k',
|
||||
split=tfds.Split.TEST,
|
||||
batch_size=10000)
|
||||
|
|
Loading…
Reference in a new issue