Zombies #9
Description
Mesos-slave in docker creates zombie apocalypse:
web33 ~ # docker exec -it 23bc904c2842 ps aux
USER PID %CPU %MEM VSZ RSS TTY STAT START TIME COMMAND
root 1 0.8 0.1 889288 13504 ? Ssl Feb09 76:38 mesos-slave --containerizers=docker,mesos --hostname=web33 --ip=192.168.0.34 --master=zk://web488:2181,web489:2181,
root 77 0.0 0.0 0 0 ? Z Feb09 0:00 [docker] <defunct>
root 122 0.0 0.0 0 0 ? Z Feb09 0:00 [docker] <defunct>
root 139 0.0 0.0 0 0 ? Z Feb09 0:00 [sh] <defunct>
root 189 0.0 0.0 0 0 ? Z Feb09 0:00 [docker] <defunct>
root 205 0.0 0.0 0 0 ? Z Feb09 0:00 [sh] <defunct>
root 255 0.0 0.0 0 0 ? Z Feb09 0:00 [docker] <defunct>
root 270 0.0 0.0 0 0 ? Z Feb09 0:00 [sh] <defunct>
root 325 0.0 0.0 0 0 ? Z Feb09 0:00 [docker] <defunct>
root 344 0.0 0.0 0 0 ? Z Feb09 0:00 [sh] <defunct>
root 394 0.0 0.0 0 0 ? Z Feb09 0:00 [docker] <defunct>
root 413 0.0 0.0 0 0 ? Z Feb09 0:00 [sh] <defunct>
root 466 0.0 0.0 0 0 ? Z Feb09 0:00 [docker] <defunct>
root 484 0.0 0.0 0 0 ? Z Feb09 0:00 [sh] <defunct>
root 536 0.0 0.0 0 0 ? Z Feb09 0:00 [docker] <defunct>
root 553 0.0 0.0 0 0 ? Z Feb09 0:00 [sh] <defunct>
root 602 0.0 0.0 0 0 ? Z Feb09 0:00 [docker] <defunct>
root 622 0.0 0.0 0 0 ? Z Feb09 0:00 [sh] <defunct>
root 672 0.0 0.0 0 0 ? Z Feb09 0:00 [docker] <defunct>
root 688 0.0 0.0 0 0 ? Z Feb09 0:00 [sh] <defunct>
root 745 0.0 0.0 0 0 ? Z Feb09 0:00 [docker] <defunct>
root 771 0.0 0.0 0 0 ? Z Feb09 0:00 [sh] <defunct>
root 825 0.0 0.0 0 0 ? Z Feb09 0:00 [docker] <defunct>
root 840 0.0 0.0 0 0 ? Z Feb09 0:00 [sh] <defunct>
root 895 0.0 0.0 0 0 ? Z Feb09 0:00 [docker] <defunct>
root 914 0.0 0.0 0 0 ? Z Feb09 0:00 [sh] <defunct>
root 976 0.0 0.0 0 0 ? Z Feb09 0:00 [docker] <defunct>
root 999 0.0 0.0 0 0 ? Z Feb09 0:00 [sh] <defunct>
root 1040 0.0 0.0 0 0 ? Z Feb09 0:00 [docker] <defunct>
root 1073 0.0 0.0 0 0 ? Z Feb09 0:00 [sh] <defunct>
root 1108 0.0 0.0 0 0 ? Z Feb09 0:00 [docker] <defunct>
root 1135 0.0 0.0 0 0 ? Z Feb09 0:00 [sh] <defunct>
root 1191 0.0 0.0 0 0 ? Z Feb09 0:00 [docker] <defunct>
root 1208 0.0 0.0 0 0 ? Z Feb09 0:00 [sh] <defunct>
root 1366 0.0 0.0 0 0 ? Z Feb10 0:00 [docker] <defunct>
root 1382 0.0 0.0 0 0 ? Z Feb10 0:00 [sh] <defunct>
root 1433 0.0 0.0 0 0 ? Z Feb10 0:00 [docker] <defunct>
root 1449 0.0 0.0 0 0 ? Z Feb10 0:00 [sh] <defunct>
root 1501 0.0 0.0 0 0 ? Z Feb10 0:00 [docker] <defunct>
root 1521 0.0 0.0 0 0 ? Z Feb10 0:00 [sh] <defunct>
root 1563 0.0 0.0 0 0 ? Z Feb10 0:00 [docker] <defunct>
root 1578 0.0 0.0 0 0 ? Z Feb10 0:00 [sh] <defunct>
root 1617 0.0 0.0 0 0 ? Z Feb10 0:00 [docker] <defunct>
root 1634 0.0 0.0 0 0 ? Z Feb10 0:00 [sh] <defunct>
root 1676 0.0 0.0 0 0 ? Z Feb10 0:00 [docker] <defunct>
root 1694 0.0 0.0 0 0 ? Z Feb10 0:00 [sh] <defunct>
root 1737 0.0 0.0 0 0 ? Z Feb10 0:00 [docker] <defunct>
root 1752 0.0 0.0 0 0 ? Z Feb10 0:00 [sh] <defunct>
root 1790 0.0 0.0 0 0 ? Z Feb10 0:00 [docker] <defunct>
root 1812 0.0 0.0 0 0 ? Z Feb10 0:00 [sh] <defunct>
root 1858 0.0 0.0 0 0 ? Z Feb10 0:00 [docker] <defunct>
root 1874 0.0 0.0 0 0 ? Z Feb10 0:00 [sh] <defunct>
root 1974 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 1992 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 2030 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 2047 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 2115 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 2129 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 2166 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 2184 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 2224 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 2272 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 2288 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 2327 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 2349 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 2392 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 2404 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 2454 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 2512 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 2534 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 2535 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 2573 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 2590 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 2633 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 2649 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 2687 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 2736 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 2754 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 2792 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 2816 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 2817 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 2859 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 2877 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 2918 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 2932 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 2978 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 2991 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 3012 0.0 0.0 0 0 ? Z Feb11 0:00 [sleep] <defunct>
root 3033 0.0 0.0 0 0 ? Z Feb11 0:00 [sleep] <defunct>
root 3071 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 3088 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 3143 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 3186 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 3250 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 3258 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 3300 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 3363 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 3374 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 3376 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 3418 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 3430 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 3470 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 3485 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 3525 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 3576 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 3594 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 3633 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 3654 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 3663 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 3704 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 3726 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 3728 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 3777 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 3831 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 3882 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 3918 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 3919 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 3920 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 3960 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 3979 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 4018 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 4037 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 4077 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 4093 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 4132 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 4149 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 4187 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 4203 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 4244 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 4292 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 4309 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 4359 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 4401 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 4418 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 4459 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 4476 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 4521 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 4537 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 4575 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 4593 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 4639 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 4664 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 4704 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 4721 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 4762 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 4784 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 4855 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 4872 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 5135 0.0 0.0 0 0 ? Z Feb11 0:00 [docker] <defunct>
root 5151 0.0 0.0 0 0 ? Z Feb11 0:00 [sh] <defunct>
root 5296 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 5320 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 5366 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 5417 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 5435 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 5436 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 5484 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 5509 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 5551 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 5569 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 5613 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 5638 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 5687 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 5711 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 5749 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 5765 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 5829 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 5899 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 5911 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 5959 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 5975 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 6026 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 6040 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 6102 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 6112 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 6163 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 6173 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 6234 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 6244 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 6302 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 6320 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 6370 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 6377 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 6431 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 6439 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 6487 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 6496 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 6552 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 6563 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 6611 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 6621 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 6667 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 6679 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 6731 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 6747 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 6797 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 6810 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 6858 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 6879 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 6937 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 6953 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 7007 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 7021 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 7079 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 7088 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 7134 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 7147 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 7208 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 7225 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 7234 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 7281 0.0 0.0 0 0 ? Z Feb12 0:00 [docker] <defunct>
root 7299 0.0 0.0 0 0 ? Z Feb12 0:00 [sh] <defunct>
root 7509 0.0 0.0 0 0 ? Z Feb13 0:00 [docker] <defunct>
root 7524 0.0 0.0 0 0 ? Z Feb13 0:00 [sh] <defunct>
root 7572 0.0 0.0 0 0 ? Z Feb13 0:00 [docker] <defunct>
root 7625 0.0 0.0 0 0 ? Z Feb13 0:00 [docker] <defunct>
root 7640 0.0 0.0 0 0 ? Z Feb13 0:00 [sh] <defunct>
root 7642 0.0 0.0 0 0 ? Z Feb13 0:00 [sh] <defunct>
root 7684 0.0 0.0 0 0 ? Z Feb13 0:00 [docker] <defunct>
root 7699 0.0 0.0 0 0 ? Z Feb13 0:00 [sh] <defunct>
root 7740 0.0 0.0 0 0 ? Z Feb13 0:00 [docker] <defunct>
root 7755 0.0 0.0 0 0 ? Z Feb13 0:00 [sh] <defunct>
root 7794 0.0 0.0 0 0 ? Z Feb13 0:00 [docker] <defunct>
root 7812 0.0 0.0 0 0 ? Z Feb13 0:00 [sh] <defunct>
root 7924 0.0 0.0 0 0 ? Z Feb14 0:00 [docker] <defunct>
root 7944 0.0 0.0 0 0 ? Z Feb14 0:00 [sh] <defunct>
root 7984 0.0 0.0 0 0 ? Z Feb14 0:00 [docker] <defunct>
root 8000 0.0 0.0 0 0 ? Z Feb14 0:00 [sh] <defunct>
root 8013 0.0 0.0 4440 656 ? Ss Feb14 0:00 sh -c /usr/libexec/mesos/mesos-executor --override /bin/sh -c 'exit `docker wait mesos-8ac0ef76-c84f-41ad-83ae-67cc
root 8014 0.0 0.0 4440 648 ? S Feb14 0:00 sh -c logs() { docker logs --follow $1 & pid=$! docker wait $1 >/dev/null 2>&1 sleep 10 kill -TERM $pid >
root 8015 0.2 0.1 733268 10788 ? Sl Feb14 2:30 /usr/libexec/mesos mesos-executor --override /bin/sh -c exit `docker wait mesos-8ac0ef76-c84f-41ad-83ae-67ccabef0ce
root 8016 0.0 0.0 193924 6680 ? Sl Feb14 0:00 docker logs --follow mesos-8ac0ef76-c84f-41ad-83ae-67ccabef0cec
root 8017 0.0 0.0 202120 6484 ? Sl Feb14 0:00 docker wait mesos-8ac0ef76-c84f-41ad-83ae-67ccabef0cec
root 8035 0.0 0.0 4440 656 ? Ss Feb14 0:00 /bin/sh -c exit `docker wait mesos-8ac0ef76-c84f-41ad-83ae-67ccabef0cec`
root 8039 0.0 0.0 202120 6508 ? Sl Feb14 0:00 docker wait mesos-8ac0ef76-c84f-41ad-83ae-67ccabef0cec
root 8057 0.0 0.0 0 0 ? Z Feb14 0:00 [sh] <defunct>
root 8076 0.0 0.0 15564 1136 ? R+ 12:39 0:00 ps aux
We can reuse init from phusion/baseimage to properly reap child processes.