2martens/masterthesis
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Implemented auto-encoder model from OliverEdholm

Browse Source 
Source: https://github.com/OliverEdholm/Convolutional-Autoencoder/
Signed-off-by: Jim Martens <github@2martens.de>
This commit is contained in:
Jim Martens
2019-04-12 13:45:27 +02:00
parent 7ea63a9a49
commit 568adeab08
1 changed files with 28 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

68
src/twomartens/masterthesis/aae/model.py
View File

@ -46,45 +46,39 @@ class Encoder(keras.Model):
def __init__(self, zsize: int) -> None: def __init__(self, zsize: int) -> None:
super().__init__(name='encoder') super().__init__(name='encoder')
weight_init = keras.initializers.RandomNormal(mean=0, stddev=0.02) weight_init = keras.initializers.RandomNormal(mean=0, stddev=0.02)
# self.x_padded = keras.layers.ZeroPadding2D(padding=1) self.conv1 = keras.layers.Conv2D(filters=zsize * 2, kernel_size=7, strides=1, name='conv1',
self.conv1 = keras.layers.Conv2D(filters=zsize * 2, kernel_size=3, strides=1, name='conv1',
padding='same', kernel_initializer=weight_init) padding='same', kernel_initializer=weight_init)
self.conv1_a = keras.layers.ReLU() self.conv1_a = keras.layers.ReLU()
# self.conv1_a_padded = keras.layers.ZeroPadding2D(padding=1) self.dropout = keras.layers.Dropout(rate=0.25)
self.pool1 = keras.layers.MaxPool2D(pool_size=(2, 2), padding='same', name='pool1') self.pool1 = keras.layers.MaxPool2D(pool_size=(2, 2), padding='same', name='pool1')
self.conv2 = keras.layers.Conv2D(filters=zsize, kernel_size=3, strides=1, name='conv2', self.conv2 = keras.layers.Conv2D(filters=zsize * 2, kernel_size=7, strides=1, name='conv2',
padding='same', kernel_initializer=weight_init) padding='same', kernel_initializer=weight_init)
self.conv2_bn = keras.layers.BatchNormalization()
self.conv2_a = keras.layers.ReLU() self.conv2_a = keras.layers.ReLU()
self.pool2 = keras.layers.MaxPool2D(pool_size=(2, 2), padding='same', name='pool2') self.pool2 = keras.layers.MaxPool2D(pool_size=(2, 2), padding='same', name='pool2')
# self.conv2_a_padded = keras.layers.ZeroPadding2D(padding=1) self.conv3 = keras.layers.Conv2D(filters=zsize * 2, kernel_size=7, strides=1, name='conv3',
self.conv3 = keras.layers.Conv2D(filters=zsize, kernel_size=3, strides=1, name='conv3',
padding='same', kernel_initializer=weight_init) padding='same', kernel_initializer=weight_init)
self.conv3_bn = keras.layers.BatchNormalization()
self.conv3_a = keras.layers.ReLU() self.conv3_a = keras.layers.ReLU()
self.pool3 = keras.layers.MaxPool2D(pool_size=(2, 2), padding='same', name='pool3') self.pool3 = keras.layers.MaxPool2D(pool_size=(2, 2), padding='same', name='pool3')
# self.conv4 = keras.layers.Conv2D(filters=zsize, kernel_size=4, strides=1, name='conv4', self.conv4 = keras.layers.Conv2D(filters=zsize, kernel_size=7, strides=1, name='conv4',
# padding='same', kernel_initializer=weight_init) padding='same', kernel_initializer=weight_init)
# self.pool4 = keras.layers.MaxPool2D(pool_size=(2, 2), padding='same', name='pool4') self.conv4_a = keras.layers.ReLU()
self.pool4 = keras.layers.MaxPool2D(pool_size=(2, 2), padding='same', name='pool4')
def call(self, inputs: tf.Tensor, **kwargs) -> tf.Tensor: def call(self, inputs: tf.Tensor, **kwargs) -> tf.Tensor:
"""See base class.""" """See base class."""
# result = self.x_padded(inputs)
result = self.conv1(inputs) result = self.conv1(inputs)
result = self.conv1_a(result) result = self.conv1_a(result)
# result = self.conv1_a_padded(result) result = self.dropout(result)
result = self.pool1(result) result = self.pool1(result)
result = self.conv2(result) # result = self.conv2(result)
result = self.conv2_bn(result) # result = self.conv2_a(result)
result = self.conv2_a(result) # result = self.pool2(result)
result = self.pool2(result)
# result = self.conv2_a_padded(result)
result = self.conv3(result) result = self.conv3(result)
result = self.conv3_bn(result)
result = self.conv3_a(result) result = self.conv3_a(result)
result = self.pool3(result) result = self.pool3(result)
# result = self.conv4(result) result = self.conv4(result)
# result = self.pool4(result) result = self.conv4_a(result)
result = self.pool4(result)
return result return result
@ -101,46 +95,40 @@ class Decoder(keras.Model):
def __init__(self, channels: int, zsize: int) -> None: def __init__(self, channels: int, zsize: int) -> None:
super().__init__(name='decoder') super().__init__(name='decoder')
weight_init = keras.initializers.RandomNormal(mean=0, stddev=0.02) weight_init = keras.initializers.RandomNormal(mean=0, stddev=0.02)
self.deconv1 = keras.layers.Conv2D(filters=zsize, kernel_size=3, strides=1, name='deconv1', self.deconv1 = keras.layers.Conv2D(filters=zsize, kernel_size=7, strides=1, name='deconv1',
padding='same', kernel_initializer=weight_init) padding='same', kernel_initializer=weight_init)
self.deconv1_bn = keras.layers.BatchNormalization()
self.deconv1_a = keras.layers.ReLU() self.deconv1_a = keras.layers.ReLU()
self.upsample1 = keras.layers.UpSampling2D(size=(2, 2), name='upsample1') self.upsample1 = keras.layers.UpSampling2D(size=(2, 2), name='upsample1')
self.deconv2 = keras.layers.Conv2D(filters=zsize, kernel_size=3, strides=1, name='deconv2', self.deconv2 = keras.layers.Conv2D(filters=zsize * 2, kernel_size=7, strides=1, name='deconv2',
padding='same', kernel_initializer=weight_init) padding='same', kernel_initializer=weight_init)
# self.deconv2_cropped = keras.layers.Cropping2D(cropping=1)
self.deconv2_bn = keras.layers.BatchNormalization()
self.deconv2_a = keras.layers.ReLU() self.deconv2_a = keras.layers.ReLU()
self.upsample2 = keras.layers.UpSampling2D(size=(2, 2), name='upsample2') self.upsample2 = keras.layers.UpSampling2D(size=(2, 2), name='upsample2')
self.deconv3 = keras.layers.Conv2D(filters=zsize * 2, kernel_size=3, strides=1, name='deconv3', self.deconv3 = keras.layers.Conv2D(filters=zsize * 2, kernel_size=7, strides=1, name='deconv3',
padding='valid', kernel_initializer=weight_init) padding='same', kernel_initializer=weight_init)
# self.deconv3_cropped = keras.layers.Cropping2D(cropping=1)
self.deconv3_bn = keras.layers.BatchNormalization()
self.deconv3_a = keras.layers.ReLU() self.deconv3_a = keras.layers.ReLU()
self.upsample3 = keras.layers.UpSampling2D(size=(2, 2), name='upsample3') self.upsample3 = keras.layers.UpSampling2D(size=(2, 2), name='upsample3')
self.deconv4 = keras.layers.Conv2D(filters=channels, kernel_size=4, strides=1, name='deconv4', self.deconv4 = keras.layers.Conv2D(filters=zsize * 3, kernel_size=7, strides=1, name='deconv4',
padding='same', kernel_initializer=weight_init)
self.deconv4_a = keras.layers.ReLU()
self.upsample4 = keras.layers.UpSampling2D(size=(2, 2), name='upsample4')
self.deconv5 = keras.layers.Conv2D(filters=channels, kernel_size=7, strides=1, name='deconv5',
padding='same', kernel_initializer=weight_init) padding='same', kernel_initializer=weight_init)
# self.deconv4_cropped = keras.layers.Cropping2D(cropping=1)
def call(self, inputs: tf.Tensor, **kwargs) -> tf.Tensor: def call(self, inputs: tf.Tensor, **kwargs) -> tf.Tensor:
"""See base class.""" """See base class."""
result = self.deconv1(inputs) result = self.deconv1(inputs)
result = self.deconv1_bn(result)
result = self.deconv1_a(result) result = self.deconv1_a(result)
result = self.upsample1(result) result = self.upsample1(result)
result = self.deconv2(result) result = self.deconv2(result)
# result = self.deconv2_cropped(result)
result = self.deconv2_bn(result)
result = self.deconv2_a(result) result = self.deconv2_a(result)
result = self.upsample2(result) result = self.upsample2(result)
result = self.deconv3(result) result = self.deconv3(result)
# result = self.deconv3_cropped(result)
result = self.deconv3_bn(result)
result = self.deconv3_a(result) result = self.deconv3_a(result)
result = self.upsample3(result) result = self.upsample3(result)
result = self.deconv4(result) # result = self.deconv4(result)
# result = self.deconv4_cropped(result) # result = self.deconv4_a(result)
# result = k.tanh(result) * 0.5 + 0.5 # result = self.upsample4(result)
result = self.deconv5(result)
result = k.sigmoid(result) result = k.sigmoid(result)
return result return result