# PyTorch
optimizer = torch.optim.Adam(model.parameters(), lr=0.001)
scheduler = torch.optim.lr_scheduler.CosineAnnealingLR(optimizer, T_max=1000)

for batch in data:
    optimizer.step()
    scheduler.step()  # Don't forget this!

        __
        __