(defun my-dired ()
  (interactive)
  (if dired-buffers
      (switch-to-buffer (cdar dired-buffers))
    (dired)))

(global-set-key (kbd "C-x C-d") 'my-dired)
(global-set-key (kbd "C-x d") 'my-dired)