#A KerasTensor cannot be used as input to a TensorFlow function

1 messages · Page 1 of 1 (latest)

verbal vapor
#

Why cant i use IndependentNormal in here?

# 
tfd = tfp.distributions
tfpl = tfp.layers

def build_tft(seq_len, num_features, hidden_dim=128, num_heads=8, num_blocks=3, dropout=0.2):
    inputs = Input(shape=(seq_len, num_features))
    x = inputs

    for _ in range(num_blocks):
        x = LSTM(hidden_dim, return_sequences=True, dropout=dropout)(x)
        x = gated_residual_network(x, hidden_dim, dropout)
        attn_output = MultiHeadAttention(
            num_heads=num_heads, key_dim=hidden_dim)(x, x)
        attn_output = Dropout(dropout)(attn_output)
        x = LayerNormalization()(x + attn_output)

    x = tf.keras.layers.Lambda(lambda t: t[:, -1, :])(x)
    outputs = tfpl.IndependentNormal(10)(Dense(2 * 10)(x))
    return Model(inputs=inputs, outputs=outputs)