# Crash service spec
[root@ceph02-ar04-mon ceph02_export_state]# cat crash.yaml
---
service_type: crash
service_name: crash
placement:
  host_pattern: '*'

# Remove all crash containers from hosts;
[root@ceph02-ar04-mon ceph02_export_state]# ceph orch rm crash
[root@ceph02-ar04-mon ceph02_export_state]# ceph orch ps | grep crash | awk "{print $1}" | wc -l'
0
[root@ceph02-ar04-mon ceph02_export_state]# ceph orch apply -i crash.yaml --dry-run
[root@ceph02-ar04-mon ceph02_export_state]# ceph orch apply -i crash.yaml

# All hosts cannot start Crash containers, due to dangling state left behind;
[root@ceph02-br03-osd-n2 ~]# journalctl -f | grep crash
Jan 11 10:25:48 ceph02-br03-osd-n2 systemd[1]: Starting Ceph crash.ceph02-br03-osd-n2 for fbbe7cac-3324-11eb-8186-34800d5b932c...
Jan 11 10:25:48 ceph02-br03-osd-n2 podman[142883]: Error: no container with name or ID ceph-fbbe7cac-3324-11eb-8186-34800d5b932c-crash.ceph02-br03-osd-n2 found: no such container
Jan 11 10:25:48 ceph02-br03-osd-n2 bash[142905]: Error: Failed to evict container: "": Failed to find container "ceph-fbbe7cac-3324-11eb-8186-34800d5b932c-crash.ceph02-br03-osd-n2" in state: no container with name or ID ceph-fbbe7cac-3324-11eb-8186-34800d5b932c-crash.ceph02-br03-osd-n2 found: no such container
Jan 11 10:25:58 ceph02-br03-osd-n2 bash[142905]: ceph-fbbe7cac-3324-11eb-8186-34800d5b932c-crash.ceph02-br03-osd-n2
Jan 11 10:25:58 ceph02-br03-osd-n2 bash[142905]: Error: error removing storage for container "ceph-fbbe7cac-3324-11eb-8186-34800d5b932c-crash.ceph02-br03-osd-n2": unlinkat /var/lib/containers/storage/overlay/535d1a155410357d03fd52b530d670520a9032a75155ad3f332fc8e34ea2eb93/merged: device or resource busy
Jan 11 10:25:58 ceph02-br03-osd-n2 bash[142905]: Error: error creating container storage: the container name "ceph-fbbe7cac-3324-11eb-8186-34800d5b932c-crash.ceph02-br03-osd-n2" is already in use by "9923a2d26e24598feed3cbc846a4a9ee3214f72c3e513c0d4a91386841b463a2". You have to remove that container to be able to reuse that name.: that name is already in use
Jan 11 10:25:58 ceph02-br03-osd-n2 systemd[1]: ceph-fbbe7cac-3324-11eb-8186-34800d5b932c@crash.ceph02-br03-osd-n2.service: control process exited, code=exited status=125
Jan 11 10:25:59 ceph02-br03-osd-n2 systemd[1]: Failed to start Ceph crash.ceph02-br03-osd-n2 for fbbe7cac-3324-11eb-8186-34800d5b932c.
Jan 11 10:25:59 ceph02-br03-osd-n2 systemd[1]: Unit ceph-fbbe7cac-3324-11eb-8186-34800d5b932c@crash.ceph02-br03-osd-n2.service entered failed state.
Jan 11 10:25:59 ceph02-br03-osd-n2 systemd[1]: ceph-fbbe7cac-3324-11eb-8186-34800d5b932c@crash.ceph02-br03-osd-n2.service failed.