# mask is determined on forward pass
    if mode == 'train':
        dx = dout * mask
    elif mode == 'test':
        dx = dout
    else:
        raise ValueError('Invalid mode "%s" in dropout' % mode)