Bases: TrainingMethod
Supervised finetuning: only student participates.
Source code in fastvideo/train/methods/fine_tuning/finetune.py
| def __init__(
self,
*,
cfg: Any,
role_models: dict[str, ModelBase],
) -> None:
super().__init__(cfg=cfg, role_models=role_models)
if "student" not in role_models:
raise ValueError("FineTuneMethod requires role 'student'")
if not self.student._trainable:
raise ValueError("FineTuneMethod requires student to be "
"trainable")
self._attn_kind: Literal["dense", "vsa"] = (self._infer_attn_kind())
# Initialize preprocessors on student.
self.student.init_preprocessors(self.training_config)
self._init_optimizers_and_schedulers()
|