<?php

$arr = array('a' => 123, 'b' => 456, 'loeschMich' => 789);

$gesucht = 789;
foreach ($arr as $key => &$element) {
    if ($key == $gesucht)
        break;
}

unset($arr[$key]);