INNER CODE UNIT · Python

classify

FareedKhan-dev/kimi-k3-in-c · tools/budget.py:47

def classify(name: str) -> str:
    if ".block_sparse_moe.experts." in name:
        return "routed experts (STREAMABLE)"
    if ".block_sparse_moe.shared_experts." in name:
        return "shared experts (resident, dense)"
    if ".block_sparse_moe.routed_expert_" in name:
        return "MoE latent up/down/norm (resident)"
    if ".block_sparse_moe.gate" in name:
        return "MoE router (resident)"
    if ".self_attn." in name:
        return "attention (resident)"
    if "_res_norm" in name or "_res_proj" in name:
        return "attn-res aggregators (resident)"
    if "layernorm" in name or name.endswith(".norm.weight"):
        return "layer norms (resident)"
    if "embed_tokens" in name or "lm_head" in name:
        return "embedding / lm_head (resident)"
    if name.startswith("language_model."):

View source record →