data[setdiff(1:nrow(data), which(data$VAL <= 5)), ]
# or
data %>% .[setdiff(1:nrow(.), which(.$VAL <= 5)), ]
# or
data %$% {
  tmp = VAL <= 5
  tmp[is.na(tmp)] = FALSE
  tmp
} %>% not %>% data[., ]