Simplificar

<?php
$arr = [1, 2, 3, 1, 2, 3, 3, 3];

$aux = array_count_values($arr);
$aux_b = array_keys($aux,max($aux));

$arr = array_diff($arr, [$aux_b[0]]);
print_r($arr);