Skip to content

Instantly share code, notes, and snippets.

@NMZivkovic
Created August 17, 2019 14:53
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save NMZivkovic/bf94d6e94a812b05e768cb1c33b5e11f to your computer and use it in GitHub Desktop.
Save NMZivkovic/bf94d6e94a812b05e768cb1c33b5e11f to your computer and use it in GitHub Desktop.
class Encoder(Layer):
def __init__(self, num_neurons, num_hidden_neurons, num_heads, vocabular_size, num_enc_layers = 6):
super(Encoder, self).__init__()
self.num_enc_layers = num_enc_layers
self.pre_processing_layer = PreProcessingLayer(num_neurons, vocabular_size)
self.encoder_layers = [EncoderLayer(num_neurons, num_hidden_neurons, num_heads) for _ in range(num_enc_layers)]
def call(self, sequence, training, mask):
sequence = self.pre_processing_layer(sequence, training, mask)
for i in range(self.num_enc_layers):
sequence = self.encoder_layers[i](sequence, training, mask)
return sequence
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment