# Apply the auxiliary vector d4 to the activation a4
a4 = np.multiply(a4,d4)