API tools faq
paste
Guest User

Untitled

a guest
Oct 15th, 2025
49
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 25.21 KB | None | 0 0
raw download clone embed print report
  1. Loading safetensors checkpoint shards: 0% 0/7 [00:00<?, ?it/s](Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] WorkerProc failed to start.
  2. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] WorkerProc failed to start.
  3. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] Traceback (most recent call last):
  4. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] Traceback (most recent call last):
  5. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 597, in worker_main
  6. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 597, in worker_main
  7. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] worker = WorkerProc(*args, **kwargs)
  8. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] worker = WorkerProc(*args, **kwargs)
  9. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  10. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  11. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 456, in __init__
  12. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 456, in __init__
  13. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] self.worker.load_model()
  14. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] self.worker.load_model()
  15. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/worker/gpu_worker.py", line 229, in load_model
  16. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/worker/gpu_worker.py", line 229, in load_model
  17. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] self.model_runner.load_model(eep_scale_up=eep_scale_up)
  18. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] self.model_runner.load_model(eep_scale_up=eep_scale_up)
  19. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/worker/gpu_model_runner.py", line 2880, in load_model
  20. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/worker/gpu_model_runner.py", line 2880, in load_model
  21. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] self.model = model_loader.load_model(
  22. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] self.model = model_loader.load_model(
  23. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^
  24. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^
  25. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/model_loader/base_loader.py", line 55, in load_model
  26. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/model_loader/base_loader.py", line 55, in load_model
  27. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] self.load_weights(model, model_config)
  28. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] self.load_weights(model, model_config)
  29. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/model_loader/default_loader.py", line 300, in load_weights
  30. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/model_loader/default_loader.py", line 300, in load_weights
  31. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] loaded_weights = model.load_weights(
  32. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] loaded_weights = model.load_weights(
  33. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^
  34. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^
  35. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/qwen3_vl.py", line 1771, in load_weights
  36. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/qwen3_vl.py", line 1771, in load_weights
  37. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] return loader.load_weights(weights, mapper=self.hf_to_vllm_mapper)
  38. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] return loader.load_weights(weights, mapper=self.hf_to_vllm_mapper)
  39. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  40. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  41. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 318, in load_weights
  42. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 318, in load_weights
  43. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] autoloaded_weights = set(self._load_module("", self.module, weights))
  44. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] autoloaded_weights = set(self._load_module("", self.module, weights))
  45. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  46. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  47. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 272, in _load_module
  48. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 272, in _load_module
  49. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] yield from self._load_module(
  50. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] yield from self._load_module(
  51. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 245, in _load_module
  52. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 245, in _load_module
  53. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] loaded_params = module_load_weights(weights)
  54. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] loaded_params = module_load_weights(weights)
  55. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  56. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  57. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/qwen3_moe.py", line 755, in load_weights
  58. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/qwen3_moe.py", line 755, in load_weights
  59. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] return loader.load_weights(weights)
  60. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] return loader.load_weights(weights)
  61. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  62. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  63. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 318, in load_weights
  64. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 318, in load_weights
  65. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] autoloaded_weights = set(self._load_module("", self.module, weights))
  66. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] autoloaded_weights = set(self._load_module("", self.module, weights))
  67. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  68. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  69. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 272, in _load_module
  70. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 272, in _load_module
  71. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] yield from self._load_module(
  72. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] yield from self._load_module(
  73. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 245, in _load_module
  74. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 245, in _load_module
  75. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] loaded_params = module_load_weights(weights)
  76. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] loaded_params = module_load_weights(weights)
  77. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  78. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  79. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/qwen3_vl_moe.py", line 238, in load_weights
  80. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/qwen3_vl_moe.py", line 238, in load_weights
  81. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] loaded_weight = loaded_weight.transpose(-1, -2) # no bias
  82. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] loaded_weight = loaded_weight.transpose(-1, -2) # no bias
  83. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  84. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  85. vllm1-1 | (Worker_TP0 pid=231) ERROR 10-15 21:03:27 [multiproc_executor.py:623] IndexError: Dimension out of range (expected to be in range of [-1, 0], but got -2)
  86. vllm1-1 | (Worker_TP2 pid=246) ERROR 10-15 21:03:27 [multiproc_executor.py:623] IndexError: Dimension out of range (expected to be in range of [-1, 0], but got -2)
  87. Loading safetensors checkpoint shards: 0% 0/7 [00:00<?, ?it/s]
  88. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] WorkerProc failed to start.
  89. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] Traceback (most recent call last):
  90. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 597, in worker_main
  91. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] worker = WorkerProc(*args, **kwargs)
  92. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  93. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 456, in __init__
  94. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] self.worker.load_model()
  95. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/worker/gpu_worker.py", line 229, in load_model
  96. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] self.model_runner.load_model(eep_scale_up=eep_scale_up)
  97. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/worker/gpu_model_runner.py", line 2880, in load_model
  98. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] self.model = model_loader.load_model(
  99. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^
  100. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/model_loader/base_loader.py", line 55, in load_model
  101. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] self.load_weights(model, model_config)
  102. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/model_loader/default_loader.py", line 300, in load_weights
  103. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] loaded_weights = model.load_weights(
  104. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^
  105. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/qwen3_vl.py", line 1771, in load_weights
  106. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] return loader.load_weights(weights, mapper=self.hf_to_vllm_mapper)
  107. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  108. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 318, in load_weights
  109. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] autoloaded_weights = set(self._load_module("", self.module, weights))
  110. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  111. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 272, in _load_module
  112. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] yield from self._load_module(
  113. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 245, in _load_module
  114. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] loaded_params = module_load_weights(weights)
  115. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  116. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/qwen3_moe.py", line 755, in load_weights
  117. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] return loader.load_weights(weights)
  118. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  119. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 318, in load_weights
  120. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] autoloaded_weights = set(self._load_module("", self.module, weights))
  121. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  122. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 272, in _load_module
  123. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] yield from self._load_module(
  124. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/utils.py", line 245, in _load_module
  125. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] loaded_params = module_load_weights(weights)
  126. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  127. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/qwen3_vl_moe.py", line 238, in load_weights
  128. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] loaded_weight = loaded_weight.transpose(-1, -2) # no bias
  129. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  130. vllm1-1 | (Worker_TP1 pid=233) ERROR 10-15 21:03:27 [multiproc_executor.py:623] IndexError: Dimension out of range (expected to be in range of [-1, 0], but got -2)
  131. vllm1-1 | (Worker_TP0 pid=231) INFO 10-15 21:03:27 [multiproc_executor.py:584] Parent process exited, terminating worker
  132. vllm1-1 | (Worker_TP3 pid=263) INFO 10-15 21:03:27 [multiproc_executor.py:584] Parent process exited, terminating worker
  133. vllm1-1 | (Worker_TP1 pid=233) INFO 10-15 21:03:27 [multiproc_executor.py:584] Parent process exited, terminating worker
  134. vllm1-1 | (Worker_TP2 pid=246) INFO 10-15 21:03:27 [multiproc_executor.py:584] Parent process exited, terminating worker
  135. vllm1-1 | [rank0]:[W1015 21:03:28.489274644 ProcessGroupNCCL.cpp:1538] Warning: WARNING: destroy_process_group() was not called before program exit, which can leak resources. For more info, please see https://pytorch.org/docs/stable/distributed.html#shutdown (function operator())
  136. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] EngineCore failed to start.
  137. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] Traceback (most recent call last):
  138. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 783, in run_engine_core
  139. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] engine_core = EngineCoreProc(*args, **kwargs)
  140. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  141. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 555, in __init__
  142. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] super().__init__(
  143. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 105, in __init__
  144. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] self.model_executor = executor_class(vllm_config)
  145. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  146. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] File "/usr/local/lib/python3.12/dist-packages/vllm/executor/executor_base.py", line 54, in __init__
  147. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] self._init_executor()
  148. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 113, in _init_executor
  149. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] self.workers = WorkerProc.wait_for_ready(unready_workers)
  150. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  151. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 535, in wait_for_ready
  152. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] raise e from None
  153. vllm1-1 | (EngineCore_DP0 pid=159) ERROR 10-15 21:03:28 [core.py:792] Exception: WorkerProc initialization failed due to an exception in a background process. See stack trace for root cause.
  154. vllm1-1 | (EngineCore_DP0 pid=159) Process EngineCore_DP0:
  155. vllm1-1 | (EngineCore_DP0 pid=159) Traceback (most recent call last):
  156. vllm1-1 | (EngineCore_DP0 pid=159) File "/usr/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap
  157. vllm1-1 | (EngineCore_DP0 pid=159) self.run()
  158. vllm1-1 | (EngineCore_DP0 pid=159) File "/usr/lib/python3.12/multiprocessing/process.py", line 108, in run
  159. vllm1-1 | (EngineCore_DP0 pid=159) self._target(*self._args, **self._kwargs)
  160. vllm1-1 | (EngineCore_DP0 pid=159) File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 796, in run_engine_core
  161. vllm1-1 | (EngineCore_DP0 pid=159) raise e
  162. vllm1-1 | (EngineCore_DP0 pid=159) File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 783, in run_engine_core
  163. vllm1-1 | (EngineCore_DP0 pid=159) engine_core = EngineCoreProc(*args, **kwargs)
  164. vllm1-1 | (EngineCore_DP0 pid=159) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  165. vllm1-1 | (EngineCore_DP0 pid=159) File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 555, in __init__
  166. vllm1-1 | (EngineCore_DP0 pid=159) super().__init__(
  167. vllm1-1 | (EngineCore_DP0 pid=159) File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 105, in __init__
  168. vllm1-1 | (EngineCore_DP0 pid=159) self.model_executor = executor_class(vllm_config)
  169. vllm1-1 | (EngineCore_DP0 pid=159) ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  170. vllm1-1 | (EngineCore_DP0 pid=159) File "/usr/local/lib/python3.12/dist-packages/vllm/executor/executor_base.py", line 54, in __init__
  171. vllm1-1 | (EngineCore_DP0 pid=159) self._init_executor()
  172. vllm1-1 | (EngineCore_DP0 pid=159) File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 113, in _init_executor
  173. vllm1-1 | (EngineCore_DP0 pid=159) self.workers = WorkerProc.wait_for_ready(unready_workers)
  174. vllm1-1 | (EngineCore_DP0 pid=159) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  175. vllm1-1 | (EngineCore_DP0 pid=159) File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 535, in wait_for_ready
  176. vllm1-1 | (EngineCore_DP0 pid=159) raise e from None
  177. vllm1-1 | (EngineCore_DP0 pid=159) Exception: WorkerProc initialization failed due to an exception in a background process. See stack trace for root cause.
  178. ^C
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!