From 58d867d84fefccf48faa1499bb2c396083a755f5 Mon Sep 17 00:00:00 2001 From: Jim Martens Date: Wed, 1 May 2019 11:39:34 +0200 Subject: [PATCH] Added prefetch to data pipeline to improve performance Signed-off-by: Jim Martens --- src/twomartens/masterthesis/data.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/twomartens/masterthesis/data.py b/src/twomartens/masterthesis/data.py index 22c14ae..6351b20 100644 --- a/src/twomartens/masterthesis/data.py +++ b/src/twomartens/masterthesis/data.py @@ -281,6 +281,7 @@ def load_scenenet_val(photo_paths: Sequence[Sequence[str]], dataset = path_dataset.apply(tf.data.experimental.shuffle_and_repeat(buffer_size=length_dataset, count=num_epochs)) dataset = dataset.batch(batch_size=batch_size) dataset = dataset.map(_load_images_ssd_callback(resized_shape)) + dataset = dataset.prefetch(1) nr_digits = math.ceil(math.log10(math.ceil((length_dataset * num_epochs) / batch_size)))