INNER CODE UNIT · Go

testTransformerLayer

takara-ai/go-attention · cmd/demo/main.go:102

func testTransformerLayer() {
    // Configure transformer layer
    config := transformer.TransformerConfig{
        DModel:      64,
        NumHeads:    4,
        DHidden:     256,
        DropoutRate: 0.1,
    }

    // Create transformer layer
    layer, err := transformer.NewTransformerLayer(config)
    if err != nil {
        log.Fatal(err)
    }

    // Create sample sequence (seq_len=3, d_model=64)
    input := createRandomMatrix(3, config.DModel)

View source record →