from levanter.optim import SophiaHConfig


def sophia_config(
    learning_rate: float | None = None,
    weight_decay: float | None = None,
    beta1: float | None = None,
    beta2: float | None = None,
    epsilon: float | None = None,
    max_grad_norm: float | None = None,
    gamma: float | None = None,
    warmup: float | None = None,
    decay: float | None = None,
    lr_schedule: str | None = None,
    min_lr_ratio: float | None = None,
    cycle_length: int | None = None,
) -> SophiaHConfig:
    optimizer = SophiaHConfig(
        learning_rate=learning_rate,
        weight_decay=(weight_decay if weight_decay is not None else SophiaHConfig().weight_decay),
        beta1=(beta1 if beta1 is not None else SophiaHConfig().beta1),
        beta2=(beta2 if beta2 is not None else SophiaHConfig().beta2),
        epsilon=(epsilon if epsilon is not None else SophiaHConfig().epsilon),
        max_grad_norm=(max_grad_norm if max_grad_norm is not None else SophiaHConfig().max_grad_norm),
        gamma=(gamma if gamma is not None else SophiaHConfig().gamma),
        warmup=(warmup if warmup is not None else SophiaHConfig().warmup),
        decay=(decay if decay is not None else SophiaHConfig().decay),
        lr_schedule=(lr_schedule if lr_schedule is not None else SophiaHConfig().lr_schedule),
        cycle_length=cycle_length,  # can be int, list[int], or None
        min_lr_ratio=(min_lr_ratio if min_lr_ratio is not None else SophiaHConfig().min_lr_ratio),
    )
    return optimizer
