INNER CODE UNIT · Python
lr
lbcb-sci/RiNALMo · train_expression_level.py:32
lr: float = 1e-3,
):
super().__init__()
self.save_hyperparameters()
self.lm = RiNALMo(model_config(lm_config))
self.pred_head = RibosomeLoadingPredictionHead(
c_in=self.lm.config['model']['transformer'].embed_dim,
embed_dim=head_embed_dim,
num_blocks=head_num_blocks
)
self.loss = nn.HuberLoss()
self.r2_metric = R2Score()
self.spearman_metric = SpearmanCorrCoef()
self.lr = lr