INNER CODE UNIT · Python

DataArguments

HIT-SCIR/Chinese-Mixtral-8x7B · train.py:37

class DataArguments:
    train_datasets: List[str] = field(
        default=None,
        metadata={"help": "Training dataset ratio and names. "
                          "Accepted format: 0.1:wudao 0.2:slimpajama, "
                          "which means get 10% data from wudao and 20% data from slimpajama."},
    )
    valid_datasets: List[str] = field(default=None, metadata={"help": "Validation dataset names."})


@dataclass
class PeftArguments:
    enable_lora: bool = field(default=False)
    lora_alpha: Optional[int] = field(default=None)
    lora_dropout: Optional[float] = field(default=None)
    lora_rank: Optional[int] = field(default=None)
    lora_target_modules: Optional[List[str]] = field(default=None)
    lora_modules_to_save: Optional[List[str]] = field(default=None)

View source record →