$args = array(
    'post_type' => 'directory',
    'post_status' => 'publish',
    'posts_per_page' => -1,
    'meta_key' => 'rating_avg',
    'orderby' => 'meta_value_num',
    'order' => 'DESC'
);