# Three roles for each word: # Q (Query): "What am I looking for?" # K (Key): "What do I represent?" # V (Value): "What information do I carry?" query = torch.tensor([1.0, 0.0]) # Looking for subject keys = torch.tensor([[1.0, 0.0], # "I" - matches query well [0.0, 1.0]]) # "love" - doesn't match values = torch.tensor([[2.0, 3.0], # "I" carries this info [1.0, 4.0]]) # "love" carries this info