API tools faq
paste
Advertisement
Guest User

logrotate and open file descriptors

a guest
Feb 5th, 2014
68
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Bash 8.07 KB | None | 0 0
raw download clone embed print report
  1. #see http://admin.tao.at/
  2. # 1. Check for open & unlinked file descriptors
  3. [root@fuel ~]# ssh node-10 lsof +L1 -s
  4. Warning: Permanently added 'node-10' (RSA) to the list of known hosts.
  5. COMMAND     PID   USER   FD   TYPE DEVICE      SIZE NLINK    NODE NAME
  6. ovsdb-ser  1106   root    5w   REG  253,0      2387     0  925389 /var/log/openvswitch/ovsdb-server.log-20140202 (deleted)
  7. ovsdb-ser  1106   root    6u   REG  253,0        85     0 1576629 /tmp/tmpfbVOoTO (deleted)
  8. ovsdb-ser  1107   root    6u   REG  253,0        85     0 1576629 /tmp/tmpfbVOoTO (deleted)
  9. ovs-vswit  1117   root    3w   REG  253,0      3158     0  925388 /var/log/openvswitch/ovs-vswitchd.log-20140202 (deleted)
  10. cinder-ap  2226 cinder    3w   REG  253,0    295540     0  925282 /var/log/cinder/api.log-20140202 (deleted)
  11. cinder-vo  2242 cinder    3w   REG  253,0   6371331     0  925376 /var/log/cinder/volume.log-20140202 (deleted)
  12. glance-ap  2250 glance    3w   REG  253,0    118080     0  925299 /var/log/glance/api.log-20140202 (deleted)
  13. glance-re  2258 glance    3w   REG  253,0    131016     0  925211 /var/log/glance/registry.log-20140201 (deleted)
  14. heat-api   2266   heat    3w   REG  253,0    222216     0  925301 /var/log/heat/heat.log-20140202 (deleted)
  15. heat-api-  2274   heat    3w   REG  253,0    222216     0  925301 /var/log/heat/heat.log-20140202 (deleted)
  16. heat-api-  2282   heat    3w   REG  253,0    222216     0  925301 /var/log/heat/heat.log-20140202 (deleted)
  17. glance-re  2385 glance    3w   REG  253,0    131016     0  925211 /var/log/glance/registry.log-20140201 (deleted)
  18. glance-ap  2392 glance    3w   REG  253,0    118080     0  925299 /var/log/glance/api.log-20140202 (deleted)
  19. glance-ap  2393 glance    3w   REG  253,0    118080     0  925299 /var/log/glance/api.log-20140202 (deleted)
  20. glance-ap  2394 glance    3w   REG  253,0    118080     0  925299 /var/log/glance/api.log-20140202 (deleted)
  21. glance-ap  2395 glance    3w   REG  253,0    118080     0  925299 /var/log/glance/api.log-20140202 (deleted)
  22.  
  23. #>>>>>>>>> nova-api   2548   nova    3w   REG  253,0 147703133     0  925378 /var/log/nova/api.log-20140202 (deleted)  <<<<<<<<<
  24.  
  25. nova-obje  2588   nova    3w   REG  253,0    107045     0  925480 /var/log/nova/objectstore.log-20140202 (deleted)
  26. wsrep_sst 26284  mysql    4u   REG  253,0         0     0 1576636 /tmp/ibooWmzw (deleted)
  27. wsrep_sst 26284  mysql    5u   REG  253,0       262     0 1576870 /tmp/ibUoTgg9 (deleted)
  28. wsrep_sst 26284  mysql    6u   REG  253,0         0     0 1576872 /tmp/ib2o8aXL (deleted)
  29. wsrep_sst 26284  mysql    7u   REG  253,0         0     0 1576873 /tmp/ib0dGjp1 (deleted)
  30. wsrep_sst 26284  mysql   11u   REG  253,0         0     0 1576874 /tmp/ibmaZuhE (deleted)
  31. wsrep_sst 26302  mysql    4u   REG  253,0         0     0 1576636 /tmp/ibooWmzw (deleted)
  32. wsrep_sst 26302  mysql    5u   REG  253,0       262     0 1576870 /tmp/ibUoTgg9 (deleted)
  33. wsrep_sst 26302  mysql    6u   REG  253,0         0     0 1576872 /tmp/ib2o8aXL (deleted)
  34. wsrep_sst 26302  mysql    7u   REG  253,0         0     0 1576873 /tmp/ib0dGjp1 (deleted)
  35. wsrep_sst 26284  mysql   11u   REG  253,0         0     0 1576874 /tmp/ibmaZuhE (deleted)
  36. wsrep_sst 26302  mysql    4u   REG  253,0         0     0 1576636 /tmp/ibooWmzw (deleted)
  37. wsrep_sst 26302  mysql    5u   REG  253,0       262     0 1576870 /tmp/ibUoTgg9 (deleted)
  38. wsrep_sst 26302  mysql    6u   REG  253,0         0     0 1576872 /tmp/ib2o8aXL (deleted)
  39. wsrep_sst 26302  mysql    7u   REG  253,0         0     0 1576873 /tmp/ib0dGjp1 (deleted)
  40. wsrep_sst 26302  mysql   11u   REG  253,0         0     0 1576874 /tmp/ibmaZuhE (deleted)
  41. mysql     26303  mysql    4u   REG  253,0         0     0 1576636 /tmp/ibooWmzw (deleted)
  42. mysql     26303  mysql    5u   REG  253,0       262     0 1576870 /tmp/ibUoTgg9 (deleted)
  43. mysql     26303  mysql    6u   REG  253,0         0     0 1576872 /tmp/ib2o8aXL (deleted)
  44. mysql     26303  mysql    7u   REG  253,0         0     0 1576873 /tmp/ib0dGjp1 (deleted)
  45. mysql     26303  mysql   11u   REG  253,0         0     0 1576874 /tmp/ibmaZuhE (deleted)
  46. mysqldump 26304  mysql    4u   REG  253,0         0     0 1576636 /tmp/ibooWmzw (deleted)
  47. mysqldump 26304  mysql    5u   REG  253,0       262     0 1576870 /tmp/ibUoTgg9 (deleted)
  48. mysqldump 26304  mysql    6u   REG  253,0         0     0 1576872 /tmp/ib2o8aXL (deleted)
  49. mysqldump 26304  mysql    7u   REG  253,0         0     0 1576873 /tmp/ib0dGjp1 (deleted)
  50. mysqldump 26304  mysql   11u   REG  253,0         0     0 1576874 /tmp/ibmaZuhE (deleted)
  51.  
  52. # 2. Check for used/free space
  53. [root@fuel ~]# ssh node-10 df -h
  54. Warning: Permanently added 'node-10' (RSA) to the list of known hosts.
  55. Filesystem            Size  Used Avail Use% Mounted on
  56. #>>>>>>>> /dev/mapper/os-root    27G  4.9G   21G  19% / <<<<<<<<<<<<<
  57. tmpfs                 2.0G   18M  2.0G   1% /dev/shm
  58. /dev/md0              194M   24M  161M  13% /boot
  59. /dev/mapper/image-glance
  60.                       241G   47M  241G   1% /var/lib/glance
  61. [root@fuel ~]# ssh node-10 du -sh /var/log
  62. Warning: Permanently added 'node-10' (RSA) to the list of known hosts.
  63. 2.6G    /var/log
  64.  
  65. # 3. Take care of open file descriptors from nova-api
  66. [root@fuel ~]# ssh node-10 service openstack-nova-api restart
  67. Warning: Permanently added 'node-10' (RSA) to the list of known hosts.
  68. Stopping openstack-nova-api: [  OK  ]
  69. Starting openstack-nova-api: [  OK  ]
  70.  
  71. # 4. Recheck for open & unlinked file descriptors
  72. [root@fuel ~]# ssh node-10 lsof +L1 -s
  73. Warning: Permanently added 'node-10' (RSA) to the list of known hosts.
  74. COMMAND     PID   USER   FD   TYPE DEVICE    SIZE NLINK    NODE NAME
  75. ovsdb-ser  1106   root    5w   REG  253,0    2387     0  925389 /var/log/openvswitch/ovsdb-server.log-20140202 (deleted)
  76. ovsdb-ser  1106   root    6u   REG  253,0      85     0 1576629 /tmp/tmpfbVOoTO (deleted)
  77. ovsdb-ser  1107   root    6u   REG  253,0      85     0 1576629 /tmp/tmpfbVOoTO (deleted)
  78. ovs-vswit  1117   root    3w   REG  253,0    3158     0  925388 /var/log/openvswitch/ovs-vswitchd.log-20140202 (deleted)
  79. cinder-ap  2226 cinder    3w   REG  253,0  295540     0  925282 /var/log/cinder/api.log-20140202 (deleted)
  80. cinder-vo  2242 cinder    3w   REG  253,0 6371331     0  925376 /var/log/cinder/volume.log-20140202 (deleted)
  81. glance-ap  2250 glance    3w   REG  253,0  118080     0  925299 /var/log/glance/api.log-20140202 (deleted)
  82. glance-re  2258 glance    3w   REG  253,0  131016     0  925211 /var/log/glance/registry.log-20140201 (deleted)
  83. heat-api   2266   heat    3w   REG  253,0  222216     0  925301 /var/log/heat/heat.log-20140202 (deleted)
  84. heat-api-  2274   heat    3w   REG  253,0  222216     0  925301 /var/log/heat/heat.log-20140202 (deleted)
  85. heat-api-  2282   heat    3w   REG  253,0  222216     0  925301 /var/log/heat/heat.log-20140202 (deleted)
  86. glance-re  2385 glance    3w   REG  253,0  131016     0  925211 /var/log/glance/registry.log-20140201 (deleted)
  87. glance-ap  2392 glance    3w   REG  253,0  118080     0  925299 /var/log/glance/api.log-20140202 (deleted)
  88. glance-ap  2393 glance    3w   REG  253,0  118080     0  925299 /var/log/glance/api.log-20140202 (deleted)
  89. glance-ap  2394 glance    3w   REG  253,0  118080     0  925299 /var/log/glance/api.log-20140202 (deleted)
  90. glance-ap  2395 glance    3w   REG  253,0  118080     0  925299 /var/log/glance/api.log-20140202 (deleted)
  91. nova-obje  2588   nova    3w   REG  253,0  107045     0  925480 /var/log/nova/objectstore.log-20140202 (deleted)
  92. #>>>>>>>>>>> no more nova-api, 150M of free space ++ <<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<
  93. # ...
  94.  
  95. # 5. Recheck for used/free space
  96. [root@fuel ~]# ssh node-10 df -h
  97. Warning: Permanently added 'node-10' (RSA) to the list of known hosts.
  98. Filesystem            Size  Used Avail Use% Mounted on
  99. # >>>>>>>>>>>>>>>>>150M of free space ++<<<<<<<<<<<<<<<<<<<<<
  100. #>>>>>>>>> /dev/mapper/os-root    27G  4.7G   21G  19% / <<<<<<<<<<<<<<
  101. tmpfs                 2.0G   18M  2.0G   1% /dev/shm
  102. /dev/md0              194M   24M  161M  13% /boot
  103. /dev/mapper/image-glance
  104.                       241G   47M  241G   1% /var/lib/glance
  105.  
  106. [root@fuel ~]# ssh node-10 du -sh /var/log
  107. Warning: Permanently added 'node-10' (RSA) to the list of known hosts.
  108. 2.6G    /var/log
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!