Example
mlp_forward.kina
Source
requires [B = B_prime, In = In_prime, Hidden = Hidden_out] compute {
let x = tensor<F32, [B, In], @host> in
let w1 = tensor<F32, [In_prime, Hidden], @host> in
let w2 = tensor<F32, [Hidden_out, Out], @host> in
// First linear layer
let h1 = x @ w1 in
// Non-linear activation
let h1_relu = relu(h1) in
// Second linear layer (assuming requires enforces Hidden = Hidden_out)
let out = h1_relu @ w2 in
out
}