2martens/masterthesis
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Added prefetch to data pipeline to improve performance

Browse Source 
Signed-off-by: Jim Martens <github@2martens.de>
This commit is contained in:
Jim Martens
2019-05-01 11:39:34 +02:00
parent 8fa9ba44e4
commit 58d867d84f
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/twomartens/masterthesis/data.py
View File

@ -281,6 +281,7 @@ def load_scenenet_val(photo_paths: Sequence[Sequence[str]],
dataset = path_dataset.apply(tf.data.experimental.shuffle_and_repeat(buffer_size=length_dataset, count=num_epochs)) dataset = path_dataset.apply(tf.data.experimental.shuffle_and_repeat(buffer_size=length_dataset, count=num_epochs))
dataset = dataset.batch(batch_size=batch_size) dataset = dataset.batch(batch_size=batch_size)
dataset = dataset.map(_load_images_ssd_callback(resized_shape)) dataset = dataset.map(_load_images_ssd_callback(resized_shape))
dataset = dataset.prefetch(1)
nr_digits = math.ceil(math.log10(math.ceil((length_dataset * num_epochs) / batch_size))) nr_digits = math.ceil(math.log10(math.ceil((length_dataset * num_epochs) / batch_size)))