ydennisy

import tensorflow as tf
from keras_nlp.layers import TransformerDecoder

MAX_LEN, VOCAB_SIZE, EMBED_DIMS = 128, 128, 32


class TokenAndPositionEmbedding(tf.keras.layers.Layer):
    def __init__(self, maxlen, vocab_size, embed_dim):
        super().__init__()
        self.token_emb = tf.keras.layers.Embedding(