INNER CODE UNIT · Go

main

takara-ai/go-attention · cmd/demo/main.go:11

func main() {
    // 1. Basic Dot-Product Attention
    fmt.Println("\n=== 1. Basic Dot-Product Attention ===")
    testDotProductAttention()

    // 2. Multi-Head Attention
    fmt.Println("\n=== 2. Multi-Head Attention ===")
    testMultiHeadAttention()

    // 3. Full Transformer Layer
    fmt.Println("\n=== 3. Full Transformer Layer ===")
    testTransformerLayer()
}

func testDotProductAttention() {
    // Create a simple query-key-value setup
    query := attention.Vector{1.0, 0.0, 1.0, 0.0}  // Looking for patterns similar to [1,0,1,0]
    keys := attention.Matrix{

View source record →