Update tfds.load()
callers to specify shuffle_files=True
when necessary.
PiperOrigin-RevId: 264803647
This commit is contained in:
parent
4164243a99
commit
602b1c3f37
1 changed files with 2 additions and 1 deletions
|
@ -134,7 +134,8 @@ def load_data():
|
||||||
'using a substitute dataset from the tensorflow_datasets module.')
|
'using a substitute dataset from the tensorflow_datasets module.')
|
||||||
train_dataset = tfds.load(name='lm1b/subwords8k',
|
train_dataset = tfds.load(name='lm1b/subwords8k',
|
||||||
split=tfds.Split.TRAIN,
|
split=tfds.Split.TRAIN,
|
||||||
batch_size=NB_TRAIN)
|
batch_size=NB_TRAIN,
|
||||||
|
shuffle_files=True)
|
||||||
test_dataset = tfds.load(name='lm1b/subwords8k',
|
test_dataset = tfds.load(name='lm1b/subwords8k',
|
||||||
split=tfds.Split.TEST,
|
split=tfds.Split.TEST,
|
||||||
batch_size=10000)
|
batch_size=10000)
|
||||||
|
|
Loading…
Reference in a new issue