lg = torch.tensor([[2.0, 1.0, 0.1, -1.0]], requires_grad=True) nn.CrossEntropyLoss()(lg, torch.tensor([0])).backward() print(lg.grad) # tensor([[-0.3619, 0.2347, 0.0954, 0.0318]])