Advertisement
Guest User

Untitled

a guest
Dec 8th, 2020
36
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 17.74 KB | None | 0 0
  1. (overcloud) [stack@director ~]$ swift list --debug
  2. DEBUG:keystoneclient.auth.identity.v3.base:Making authentication request to http://10.240.1.163:5000/v3/auth/tokens
  3. DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 10.240.1.163:5000
  4. DEBUG:urllib3.connectionpool:http://10.240.1.163:5000 "POST /v3/auth/tokens HTTP/1.1" 201 8458
  5. DEBUG:keystoneclient.auth.identity.v3.base:{"token": {"is_domain": false, "methods": ["password"], "roles": [{"id": "9fe2ff9ee4384b1894a90878d3e92bab", "name": "_member_"}, {"id": "d203f5b302ab4a8bbece8dafd9001702", "name": "member"}, {"id": "21be5972628a43c887c990d35cb4f3da", "name": "admin"}, {"id": "3efcee6452f6489aa24300758f427c71", "name": "reader"}], "expires_at": "2020-12-08T17:19:19.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "b8556435276141c6a6370b1abace2068", "name": "admin"}, "catalog": [{"endpoints": [{"url": "http://10.240.1.163:5000", "interface": "public", "region": "regionOne", "region_id": "regionOne", "id": "4d80c39ac20046ab9ea7e7a9c01729b5"}, {"url": "http://10.1.2.14:35357", "interface": "admin", "region": "regionOne", "region_id": "regionOne", "id": "82d03e8155ff489eabb419918810d04e"}, {"url": "http://172.16.2.230:5000", "interface": "internal", "region": "regionOne", "region_id": "regionOne", "id": "a759eefa34c5439c92a4ccc9bd1b5c14"}], "type": "identity", "id": "0216371a9f414455b8158666fba8f6ce", "name": "keystone"}, {"endpoints": [{"url": "http://10.240.1.163:8776/v2/b8556435276141c6a6370b1abace2068", "interface": "public", "region": "regionOne", "region_id": "regionOne", "id": "af04c687192c49149ce8d27df6cfa4b6"}, {"url": "http://172.16.2.230:8776/v2/b8556435276141c6a6370b1abace2068", "interface": "internal", "region": "regionOne", "region_id": "regionOne", "id": "d1745225bed54cf0b80f8becd2833bd0"}, {"url": "http://172.16.2.230:8776/v2/b8556435276141c6a6370b1abace2068", "interface": "admin", "region": "regionOne", "region_id": "regionOne", "id": "fb8961040c2f4b9c8dbe352e1e2965cd"}], "type": "volumev2", "id": "21470d46824040859f24c6046f2cf3a0", "name": "cinderv2"}, {"endpoints": [{"url": "http://172.16.2.230:8042", "interface": "internal", "region": "regionOne", "region_id": "regionOne", "id": "5bd93600b1a9456fbfdcb06401b29aae"}, {"url": "http://172.16.2.230:8042", "interface": "admin", "region": "regionOne", "region_id": "regionOne", "id": "fc091a46a2f44fdfbf15ef4b0863b413"}, {"url": "http://10.240.1.163:8042", "interface": "public", "region": "regionOne", "region_id": "regionOne", "id": "fdff6260360e47cbb4a9b78636fb7963"}], "type": "alarming", "id": "21be1086be5946ea8481789b8a40b311", "name": "aodh"}, {"endpoints": [{"url": "http://10.240.1.163:8000/v1", "interface": "public", "region": "regionOne", "region_id": "regionOne", "id": "94f52ef4819049f99a2d73f5364c6802"}, {"url": "http://172.16.2.230:8000/v1", "interface": "admin", "region": "regionOne", "region_id": "regionOne", "id": "d682d58409ef4bf180649d2105ffded6"}, {"url": "http://172.16.2.230:8000/v1", "interface": "internal", "region": "regionOne", "region_id": "regionOne", "id": "f2bab1cfd569498481e0ad6fb8c86463"}], "type": "cloudformation", "id": "34f3aa5897ed42e9bc3d96ca7bd4cfae", "name": "heat-cfn"}, {"endpoints": [{"url": "http://10.240.1.163:9292", "interface": "public", "region": "regionOne", "region_id": "regionOne", "id": "3c4ccb168f3e4666adc69b57446b0701"}, {"url": "http://172.16.2.230:9292", "interface": "internal", "region": "regionOne", "region_id": "regionOne", "id": "615a45e2535742e3b780067e5b174f10"}, {"url": "http://172.16.2.230:9292", "interface": "admin", "region": "regionOne", "region_id": "regionOne", "id": "8b8f2fd0feab4235b0782106d360b9f4"}], "type": "image", "id": "38c80aa0a15d403486012d98e6234c58", "name": "glance"}, {"endpoints": [{"url": "http://10.240.1.163:8776/v3/b8556435276141c6a6370b1abace2068", "interface": "public", "region": "regionOne", "region_id": "regionOne", "id": "1eadc396a05d40dbbbd577c117921a07"}, {"url": "http://172.16.2.230:8776/v3/b8556435276141c6a6370b1abace2068", "interface": "internal", "region": "regionOne", "region_id": "regionOne", "id": "9cc6277c603840d390a244497b882f98"}, {"url": "http://172.16.2.230:8776/v3/b8556435276141c6a6370b1abace2068", "interface": "admin", "region": "regionOne", "region_id": "regionOne", "id": "ef9c056067834f71859e6fa5c57d5822"}], "type": "volumev3", "id": "43544efa8c024d3cadeb22b53084b8f2", "name": "cinderv3"}, {"endpoints": [{"url": "http://10.240.1.163:8080/v1/AUTH_b8556435276141c6a6370b1abace2068", "interface": "public", "region": "regionOne", "region_id": "regionOne", "id": "70d2762422a84fe8b8677cf5f46d287e"}, {"url": "http://172.16.1.52:8080", "interface": "admin", "region": "regionOne", "region_id": "regionOne", "id": "73ebd11bc6c1433eb6547d402d0703ce"}, {"url": "http://172.16.1.52:8080/v1/AUTH_b8556435276141c6a6370b1abace2068", "interface": "internal", "region": "regionOne", "region_id": "regionOne", "id": "8798f5262fed4172b3d73919554ca1de"}], "type": "object-store", "id": "5094573f271e48749ef4d9f69a148a28", "name": "swift"}, {"endpoints": [{"url": "http://10.240.1.163:8004/v1/b8556435276141c6a6370b1abace2068", "interface": "public", "region": "regionOne", "region_id": "regionOne", "id": "0369bdbaa6da4890a7467fa79a45a211"}, {"url": "http://172.16.2.230:8004/v1/b8556435276141c6a6370b1abace2068", "interface": "internal", "region": "regionOne", "region_id": "regionOne", "id": "3a542e662a6343429f55f6bc065ca9b7"}, {"url": "http://172.16.2.230:8004/v1/b8556435276141c6a6370b1abace2068", "interface": "admin", "region": "regionOne", "region_id": "regionOne", "id": "ffbe867ee5004fe8a22db22f0b49e0c2"}], "type": "orchestration", "id": "6e6b4b07cede493689262fe652cc0860", "name": "heat"}, {"endpoints": [{"url": "http://172.16.2.230:8977", "interface": "admin", "region": "regionOne", "region_id": "regionOne", "id": "887e2821e72f448eb7e9d3c92f2204c3"}, {"url": "http://10.240.1.163:8977", "interface": "public", "region": "regionOne", "region_id": "regionOne", "id": "ae68a9fdb65a4f4fa0399db4c01c3d0a"}, {"url": "http://172.16.2.230:8977", "interface": "internal", "region": "regionOne", "region_id": "regionOne", "id": "eaf220807fca4ed5a5baff6d82d47a7e"}], "type": "event", "id": "709c89b7f941493a89d7a782fff03392", "name": "panko"}, {"endpoints": [{"url": "http://10.240.1.163:8774/v2.1", "interface": "public", "region": "regionOne", "region_id": "regionOne", "id": "5a88685bc9284c178e9b94ca8870b82e"}, {"url": "http://172.16.2.230:8774/v2.1", "interface": "internal", "region": "regionOne", "region_id": "regionOne", "id": "b83129494f2b42258784363968d22894"}, {"url": "http://172.16.2.230:8774/v2.1", "interface": "admin", "region": "regionOne", "region_id": "regionOne", "id": "e7cdfbb4261b4507990fd607e397a6c8"}], "type": "compute", "id": "73e17b83a70244e3a9930964f0201c68", "name": "nova"}, {"endpoints": [], "type": "metering", "id": "86f6ec4a70e64e2598225947c04b6e36", "name": "ceilometer"}, {"endpoints": [{"url": "http://172.16.2.230:9696", "interface": "internal", "region": "regionOne", "region_id": "regionOne", "id": "b0d659395c524ab794b132ddadad48ab"}, {"url": "http://172.16.2.230:9696", "interface": "admin", "region": "regionOne", "region_id": "regionOne", "id": "c1f649292aae4b218a9313a722c4c11d"}, {"url": "http://10.240.1.163:9696", "interface": "public", "region": "regionOne", "region_id": "regionOne", "id": "e04ccbff85ea48d3ac50783f1a9c2769"}], "type": "network", "id": "8ae8d50693e94c8aa2593305d64fc7d1", "name": "neutron"}, {"endpoints": [{"url": "http://172.16.2.230:8778/placement", "interface": "internal", "region": "regionOne", "region_id": "regionOne", "id": "457101782daf4d20b90f695f171fbf88"}, {"url": "http://10.240.1.163:8778/placement", "interface": "public", "region": "regionOne", "region_id": "regionOne", "id": "8193439e9b2c4043a1d2ad1d3a0e4fc6"}, {"url": "http://172.16.2.230:8778/placement", "interface": "admin", "region": "regionOne", "region_id": "regionOne", "id": "9a16ac26466c42b4929f9cfb186b0d08"}], "type": "placement", "id": "9b2defc823c146fab14c481533711808", "name": "placement"}, {"endpoints": [{"url": "http://172.16.2.230:8041", "interface": "admin", "region": "regionOne", "region_id": "regionOne", "id": "2146f54f3eb7479f93ce8d323cf9264c"}, {"url": "http://172.16.2.230:8041", "interface": "internal", "region": "regionOne", "region_id": "regionOne", "id": "43ca31b3d09f4c8089ef9b06cd6286da"}, {"url": "http://10.240.1.163:8041", "interface": "public", "region": "regionOne", "region_id": "regionOne", "id": "f3f83517a65f45dab884b42a899d5d0d"}], "type": "metric", "id": "c01c2e474d2f4524b4e7a277585af262", "name": "gnocchi"}], "user": {"domain": {"id": "default", "name": "Default"}, "password_expires_at": null, "name": "admin", "id": "65993b22fc1f4237926312872def1ed3"}, "audit_ids": ["wWJR_qgdTd21fV6PlCh6LQ"], "issued_at": "2020-12-08T16:19:19.000000Z"}}
  6. DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 10.240.1.163:8080
  7. DEBUG:urllib3.connectionpool:http://10.240.1.163:8080 "GET /v1/AUTH_b8556435276141c6a6370b1abace2068?format=json HTTP/1.1" 500 125
  8. INFO:swiftclient:REQ: curl -i http://10.240.1.163:8080/v1/AUTH_b8556435276141c6a6370b1abace2068?format=json -X GET -H "Accept-Encoding: gzip" -H "X-Auth-Token: gAAAAABfz6eHnwE9xGDe1ZHIChc5Pugmu2fJXeEGtjMyYHc01r3oTLtWr84T-CNkHw6EXWMiYxD86Re737ddE0QNOMhjt37x95Q9-sTiPi831RDz3G8jdzdzjcm7qyXA_mxHiH9HTL-e-feABuTh99fyrwKYT-gXG15bVvYSeIVw6Mfzdo13AI8"
  9. INFO:swiftclient:RESP STATUS: 500 Internal Error
  10. INFO:swiftclient:RESP HEADERS: {u'Date': u'Tue, 08 Dec 2020 16:19:20 GMT', u'Content-Length': u'125', u'Content-Type': u'text/html; charset=UTF-8', u'X-Openstack-Request-Id': u'txf513053e077a47639867f-005fcfa788', u'X-Trans-Id': u'txf513053e077a47639867f-005fcfa788'}
  11. INFO:swiftclient:RESP BODY: <html><h1>Internal Error</h1><p>The server has either erred or is incapable of performing the requested operation.</p></html>
  12. DEBUG:urllib3.connectionpool:http://10.240.1.163:8080 "GET /v1/AUTH_b8556435276141c6a6370b1abace2068?format=json HTTP/1.1" 500 125
  13. INFO:swiftclient:REQ: curl -i http://10.240.1.163:8080/v1/AUTH_b8556435276141c6a6370b1abace2068?format=json -X GET -H "Accept-Encoding: gzip" -H "X-Auth-Token: gAAAAABfz6eHnwE9xGDe1ZHIChc5Pugmu2fJXeEGtjMyYHc01r3oTLtWr84T-CNkHw6EXWMiYxD86Re737ddE0QNOMhjt37x95Q9-sTiPi831RDz3G8jdzdzjcm7qyXA_mxHiH9HTL-e-feABuTh99fyrwKYT-gXG15bVvYSeIVw6Mfzdo13AI8"
  14. INFO:swiftclient:RESP STATUS: 500 Internal Error
  15. INFO:swiftclient:RESP HEADERS: {u'Date': u'Tue, 08 Dec 2020 16:19:21 GMT', u'Content-Length': u'125', u'Content-Type': u'text/html; charset=UTF-8', u'X-Openstack-Request-Id': u'tx89bdc00667704870bccd0-005fcfa789', u'X-Trans-Id': u'tx89bdc00667704870bccd0-005fcfa789'}
  16. INFO:swiftclient:RESP BODY: <html><h1>Internal Error</h1><p>The server has either erred or is incapable of performing the requested operation.</p></html>
  17. DEBUG:urllib3.connectionpool:http://10.240.1.163:8080 "GET /v1/AUTH_b8556435276141c6a6370b1abace2068?format=json HTTP/1.1" 500 125
  18. INFO:swiftclient:REQ: curl -i http://10.240.1.163:8080/v1/AUTH_b8556435276141c6a6370b1abace2068?format=json -X GET -H "Accept-Encoding: gzip" -H "X-Auth-Token: gAAAAABfz6eHnwE9xGDe1ZHIChc5Pugmu2fJXeEGtjMyYHc01r3oTLtWr84T-CNkHw6EXWMiYxD86Re737ddE0QNOMhjt37x95Q9-sTiPi831RDz3G8jdzdzjcm7qyXA_mxHiH9HTL-e-feABuTh99fyrwKYT-gXG15bVvYSeIVw6Mfzdo13AI8"
  19. INFO:swiftclient:RESP STATUS: 500 Internal Error
  20. INFO:swiftclient:RESP HEADERS: {u'Date': u'Tue, 08 Dec 2020 16:19:23 GMT', u'Content-Length': u'125', u'Content-Type': u'text/html; charset=UTF-8', u'X-Openstack-Request-Id': u'tx1d59f32547a240aa8dd48-005fcfa78b', u'X-Trans-Id': u'tx1d59f32547a240aa8dd48-005fcfa78b'}
  21. INFO:swiftclient:RESP BODY: <html><h1>Internal Error</h1><p>The server has either erred or is incapable of performing the requested operation.</p></html>
  22. DEBUG:urllib3.connectionpool:http://10.240.1.163:8080 "GET /v1/AUTH_b8556435276141c6a6370b1abace2068?format=json HTTP/1.1" 500 125
  23. INFO:swiftclient:REQ: curl -i http://10.240.1.163:8080/v1/AUTH_b8556435276141c6a6370b1abace2068?format=json -X GET -H "Accept-Encoding: gzip" -H "X-Auth-Token: gAAAAABfz6eHnwE9xGDe1ZHIChc5Pugmu2fJXeEGtjMyYHc01r3oTLtWr84T-CNkHw6EXWMiYxD86Re737ddE0QNOMhjt37x95Q9-sTiPi831RDz3G8jdzdzjcm7qyXA_mxHiH9HTL-e-feABuTh99fyrwKYT-gXG15bVvYSeIVw6Mfzdo13AI8"
  24. INFO:swiftclient:RESP STATUS: 500 Internal Error
  25. INFO:swiftclient:RESP HEADERS: {u'Date': u'Tue, 08 Dec 2020 16:19:27 GMT', u'Content-Length': u'125', u'Content-Type': u'text/html; charset=UTF-8', u'X-Openstack-Request-Id': u'tx31ae781bd2f4476ca0106-005fcfa78f', u'X-Trans-Id': u'tx31ae781bd2f4476ca0106-005fcfa78f'}
  26. INFO:swiftclient:RESP BODY: <html><h1>Internal Error</h1><p>The server has either erred or is incapable of performing the requested operation.</p></html>
  27. DEBUG:urllib3.connectionpool:http://10.240.1.163:8080 "GET /v1/AUTH_b8556435276141c6a6370b1abace2068?format=json HTTP/1.1" 500 125
  28. INFO:swiftclient:REQ: curl -i http://10.240.1.163:8080/v1/AUTH_b8556435276141c6a6370b1abace2068?format=json -X GET -H "Accept-Encoding: gzip" -H "X-Auth-Token: gAAAAABfz6eHnwE9xGDe1ZHIChc5Pugmu2fJXeEGtjMyYHc01r3oTLtWr84T-CNkHw6EXWMiYxD86Re737ddE0QNOMhjt37x95Q9-sTiPi831RDz3G8jdzdzjcm7qyXA_mxHiH9HTL-e-feABuTh99fyrwKYT-gXG15bVvYSeIVw6Mfzdo13AI8"
  29. INFO:swiftclient:RESP STATUS: 500 Internal Error
  30. INFO:swiftclient:RESP HEADERS: {u'Date': u'Tue, 08 Dec 2020 16:19:36 GMT', u'Content-Length': u'125', u'Content-Type': u'text/html; charset=UTF-8', u'X-Openstack-Request-Id': u'tx5e1bf92417e14ff98d427-005fcfa798', u'X-Trans-Id': u'tx5e1bf92417e14ff98d427-005fcfa798'}
  31. INFO:swiftclient:RESP BODY: <html><h1>Internal Error</h1><p>The server has either erred or is incapable of performing the requested operation.</p></html>
  32. DEBUG:urllib3.connectionpool:Resetting dropped connection: 10.240.1.163
  33. DEBUG:urllib3.connectionpool:http://10.240.1.163:8080 "GET /v1/AUTH_b8556435276141c6a6370b1abace2068?format=json HTTP/1.1" 500 125
  34. INFO:swiftclient:REQ: curl -i http://10.240.1.163:8080/v1/AUTH_b8556435276141c6a6370b1abace2068?format=json -X GET -H "Accept-Encoding: gzip" -H "X-Auth-Token: gAAAAABfz6eHnwE9xGDe1ZHIChc5Pugmu2fJXeEGtjMyYHc01r3oTLtWr84T-CNkHw6EXWMiYxD86Re737ddE0QNOMhjt37x95Q9-sTiPi831RDz3G8jdzdzjcm7qyXA_mxHiH9HTL-e-feABuTh99fyrwKYT-gXG15bVvYSeIVw6Mfzdo13AI8"
  35. INFO:swiftclient:RESP STATUS: 500 Internal Error
  36. INFO:swiftclient:RESP HEADERS: {u'Date': u'Tue, 08 Dec 2020 16:19:52 GMT', u'Content-Length': u'125', u'Content-Type': u'text/html; charset=UTF-8', u'X-Openstack-Request-Id': u'tx497909fd13ac481293d0f-005fcfa7a8', u'X-Trans-Id': u'tx497909fd13ac481293d0f-005fcfa7a8'}
  37. INFO:swiftclient:RESP BODY: <html><h1>Internal Error</h1><p>The server has either erred or is incapable of performing the requested operation.</p></html>
  38. ERROR:swiftclient.service:Account GET failed: http://10.240.1.163:8080/v1/AUTH_b8556435276141c6a6370b1abace2068?format=json 500 Internal Error [first 60 chars of response] <html><h1>Internal Error</h1><p>The server has either erred
  39. Traceback (most recent call last):
  40. File "/usr/lib/python2.7/site-packages/swiftclient/service.py", line 912, in _list_account_job
  41. headers=req_headers
  42. File "/usr/lib/python2.7/site-packages/swiftclient/client.py", line 1777, in get_account
  43. full_listing=full_listing, headers=headers)
  44. File "/usr/lib/python2.7/site-packages/swiftclient/client.py", line 1722, in _retry
  45. service_token=self.service_token, **kwargs)
  46. File "/usr/lib/python2.7/site-packages/swiftclient/client.py", line 805, in get_account
  47. raise ClientException.from_response(resp, 'Account GET failed', body)
  48. ClientException: Account GET failed: http://10.240.1.163:8080/v1/AUTH_b8556435276141c6a6370b1abace2068?format=json 500 Internal Error [first 60 chars of response] <html><h1>Internal Error</h1><p>The server has either erred
  49. Account GET failed: http://10.240.1.163:8080/v1/AUTH_b8556435276141c6a6370b1abace2068?format=json 500 Internal Error [first 60 chars of response] <html><h1>Internal Error</h1><p>The server has either erred
  50. Failed Transaction ID: tx497909fd13ac481293d0f-005fcfa7a8
  51. (overcloud) [stack@director ~]$
  52.  
  53.  
  54.  
  55.  
  56.  
  57.  
  58. Dec 8 16:19:20 overcloud-controller-0 account-server: 172.16.3.112 - - [08/Dec/2020:16:19:20 +0000] "HEAD /d1/640/AUTH_b8556435276141c6a6370b1abace2068" 404 - "HEAD http://10.240.1.163:8080/v1/AUTH_b8556435276141c6a6370b1abace2068?format=json" "txf513053e077a47639867f-005fcfa788" "proxy-server 30" 0.0005 "-" 23 -
  59. Dec 8 16:19:21 overcloud-controller-0 proxy-server: ERROR Unhandled exception in request: #012Traceback (most recent call last):#012 File "/usr/lib/python2.7/site-packages/swift/proxy/server.py", line 511, in handle_request#012 resp = req.environ['swift.authorize'](req)#012 File "/usr/lib/python2.7/site-packages/swift/common/middleware/tempauth.py", line 559, in authorize#012 user_groups = (req.remote_user or '').split(',')#012AttributeError: 'tuple' object has no attribute 'split' (txn: tx89bdc00667704870bccd0-005fcfa789) (client_ip: 172.16.1.7)
  60. Dec 8 16:19:21 overcloud-controller-0 proxy-server: 172.16.1.7 172.16.1.7 08/Dec/2020/16/19/21 GET /v1/AUTH_b8556435276141c6a6370b1abace2068%3Fformat%3Djson HTTP/1.0 500 - python-swiftclient-3.6.1 gAAAAABfz6eHnwE9... - 125 - tx89bdc00667704870bccd0-005fcfa789 - 0.0050 - - 1607444361.791141987 1607444361.796123981 -
  61. Dec 8 16:19:36 overcloud-controller-0 proxy-server: ERROR Unhandled exception in request: #012Traceback (most recent call last):#012 File "/usr/lib/python2.7/site-packages/swift/proxy/server.py", line 511, in handle_request#012 resp = req.environ['swift.authorize'](req)#012 File "/usr/lib/python2.7/site-packages/swift/common/middleware/tempauth.py", line 559, in authorize#012 user_groups = (req.remote_user or '').split(',')#012AttributeError: 'tuple' object has no attribute 'split' (txn: tx5e1bf92417e14ff98d427-005fcfa798) (client_ip: 172.16.1.7)
  62. Dec 8 16:19:36 overcloud-controller-0 proxy-server: 172.16.1.7 172.16.1.7 08/Dec/2020/16/19/36 GET /v1/AUTH_b8556435276141c6a6370b1abace2068%3Fformat%3Djson HTTP/1.0 500 - python-swiftclient-3.6.1 gAAAAABfz6eHnwE9... - 125 - tx5e1bf92417e14ff98d427-005fcfa798 - 0.0069 - - 1607444376.189975023 1607444376.196911097 -
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement