SCHEDULES = ["constant", "cosine", "wsd"]

BATCH_SIZE = 2
PEAK_LR = 5e-3
TOKEN_BUDGET = 200_000

        __
        __