From 01c145abf4706c46b71d86c7ff6a4c8c8060e5b4 Mon Sep 17 00:00:00 2001 From: functionstackx <47992694+functionstackx@users.noreply.github.com> Date: Sun, 17 May 2026 19:42:59 -0400 Subject: [PATCH 1/2] Update dsv4-fp4-b200-sglang SGLang image to v0.5.12-cu130 --- .github/configs/nvidia-master.yaml | 2 +- perf-changelog.yaml | 6 + server.log | 10883 +++++++++++++++++++++++++++ 3 files changed, 10890 insertions(+), 1 deletion(-) create mode 100644 server.log diff --git a/.github/configs/nvidia-master.yaml b/.github/configs/nvidia-master.yaml index 37dd5af3f..547ca4947 100644 --- a/.github/configs/nvidia-master.yaml +++ b/.github/configs/nvidia-master.yaml @@ -1696,7 +1696,7 @@ dsr1-fp4-b200-sglang: - { tp: 8, ep: 8, offloading: none, conc-list: [1, 2, 4, 8, 12, 16, 32, 64, 128, 256, 512] } dsv4-fp4-b200-sglang: - image: lmsysorg/sglang:deepseek-v4-blackwell@sha256:df18bfc4aa9ecf59451002b49ba00cae58042de9e2a96378bbd21b404dd62c7b + image: lmsysorg/sglang:v0.5.12-cu130 model: deepseek-ai/DeepSeek-V4-Pro model-prefix: dsv4 runner: b200-dsv4 diff --git a/perf-changelog.yaml b/perf-changelog.yaml index 13a695453..15e65e8ee 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -2629,3 +2629,9 @@ description: - "Update vLLM ROCm image from v0.18.0 to v0.21.0" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1404 + +- config-keys: + - dsv4-fp4-b200-sglang + description: + - "Update SGLang image from custom deepseek-v4-blackwell@sha256:df18bfc4... (21d old) to v0.5.12-cu130" + pr-link: PLACEHOLDER diff --git a/server.log b/server.log new file mode 100644 index 000000000..a934579ec --- /dev/null +++ b/server.log @@ -0,0 +1,10883 @@ +INFO 05-01 20:35:09 [serve.py:101] Defaulting api_server_count to data_parallel_size (8). +INFO 05-01 20:35:09 [utils.py:299] +INFO 05-01 20:35:09 [utils.py:299] █ █ █▄ ▄█ +INFO 05-01 20:35:09 [utils.py:299] ▄▄ ▄█ █ █ █ ▀▄▀ █ version 0.20.0 +INFO 05-01 20:35:09 [utils.py:299] █▄█▀ █ █ █ █ model deepseek-ai/DeepSeek-V4-Pro +INFO 05-01 20:35:09 [utils.py:299] ▀▀ ▀▀▀▀▀ ▀▀▀▀▀ ▀ ▀ +INFO 05-01 20:35:09 [utils.py:299] +INFO 05-01 20:35:09 [utils.py:233] non-default args: {'model_tag': 'deepseek-ai/DeepSeek-V4-Pro', 'api_server_count': 8, 'enable_auto_tool_choice': True, 'tool_call_parser': 'deepseek_v4', 'host': '0.0.0.0', 'port': 8888, 'model': 'deepseek-ai/DeepSeek-V4-Pro', 'tokenizer_mode': 'deepseek_v4', 'trust_remote_code': True, 'max_model_len': 9472, 'reasoning_parser': 'deepseek_v4', 'data_parallel_size': 8, 'enable_expert_parallel': True, 'block_size': 256, 'gpu_memory_utilization': 0.95, 'kv_cache_dtype': 'fp8', 'enable_prefix_caching': False, 'max_num_batched_tokens': 512, 'max_num_seqs': 512, 'enable_flashinfer_autotune': False, 'speculative_config': {'method': 'mtp', 'num_speculative_tokens': 1}, 'compilation_config': {'mode': , 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': [], 'ir_enable_torch_wrap': None, 'splitting_ops': None, 'compile_mm_encoder': False, 'cudagraph_mm_encoder': False, 'encoder_cudagraph_token_budgets': [], 'encoder_cudagraph_max_vision_items_per_batch': 0, 'encoder_cudagraph_max_frames_per_batch': None, 'compile_sizes': None, 'compile_ranges_endpoints': None, 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'size_asserts': False, 'alignment_asserts': False, 'scalar_asserts': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': , 'cudagraph_num_of_warmups': 0, 'cudagraph_capture_sizes': None, 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': None, 'pass_config': {}, 'max_cudagraph_capture_size': None, 'dynamic_shapes_config': {'type': , 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': None, 'static_all_moe_layers': []}} +INFO 05-01 20:35:09 [config.py:775] Detected quantization_config.scale_fmt=ue8m0; enabling UE8M0 for DeepGEMM. +INFO 05-01 20:35:10 [model.py:555] Resolved architecture: DeepseekV4ForCausalLM +INFO 05-01 20:35:10 [model.py:1680] Using max model len 9472 +INFO 05-01 20:35:13 [nixl_utils.py:20] Setting UCX_RCACHE_MAX_UNRELEASED to '1024' to avoid a rare memory leak in UCX when using NIXL. +INFO 05-01 20:35:13 [nixl_utils.py:32] NIXL is available +INFO 05-01 20:35:14 [cache.py:261] Using fp8 data type to store kv cache. It reduces the GPU memory footprint and boosts the performance. Meanwhile, it may cause accuracy drop without a proper scaling factor +INFO 05-01 20:35:14 [model.py:555] Resolved architecture: DeepSeekV4MTPModel +INFO 05-01 20:35:14 [model.py:1680] Using max model len 1048576 +INFO 05-01 20:35:14 [scheduler.py:239] Chunked prefill is enabled with max_num_batched_tokens=512. +INFO 05-01 20:35:14 [vllm.py:840] Asynchronous scheduling is enabled. +INFO 05-01 20:35:14 [vllm.py:850] Disabling NCCL for DP synchronization when using async scheduling. +WARNING 05-01 20:35:14 [vllm.py:914] Inductor compilation was disabled by user settings, optimizations settings that are only active during inductor compilation will be ignored. +INFO 05-01 20:35:14 [kernel.py:205] Final IR op priority after setting platform defaults: IrOpPriorityConfig(rms_norm=['vllm_c', 'native']) +WARNING 05-01 20:35:14 [vllm.py:1402] max_num_scheduled_tokens is set to 512 based on the speculative decoding settings. This may lead to suboptimal performance. Consider increasing max_num_batched_tokens to accommodate the additional draft token slots, or decrease num_speculative_tokens or max_num_seqs. +WARNING 05-01 20:35:15 [vllm.py:1248] Auto-initialization of reasoning token IDs failed. Please check whether your reasoning parser has implemented the `reasoning_start_str` and `reasoning_end_str`. +INFO 05-01 20:35:15 [compilation.py:303] Enabled custom fusions: norm_quant, act_quant +INFO 05-01 20:35:25 [utils.py:1035] Started DP Coordinator process (PID: 3823850) +INFO 05-01 20:35:25 [utils.py:224] Started 8 API server processes +(ApiServer_7 pid=3824147) INFO 05-01 20:35:40 [model.py:555] Resolved architecture: DeepseekV4ForCausalLM +(ApiServer_7 pid=3824147) INFO 05-01 20:35:40 [model.py:1680] Using max model len 9472 +(ApiServer_2 pid=3824142) INFO 05-01 20:35:40 [model.py:555] Resolved architecture: DeepseekV4ForCausalLM +(ApiServer_2 pid=3824142) INFO 05-01 20:35:40 [model.py:1680] Using max model len 9472 +(ApiServer_0 pid=3824140) INFO 05-01 20:35:40 [model.py:555] Resolved architecture: DeepseekV4ForCausalLM +(ApiServer_0 pid=3824140) INFO 05-01 20:35:40 [model.py:1680] Using max model len 9472 +(ApiServer_5 pid=3824145) INFO 05-01 20:35:40 [model.py:555] Resolved architecture: DeepseekV4ForCausalLM +(ApiServer_5 pid=3824145) INFO 05-01 20:35:40 [model.py:1680] Using max model len 9472 +(ApiServer_3 pid=3824143) INFO 05-01 20:35:40 [model.py:555] Resolved architecture: DeepseekV4ForCausalLM +(ApiServer_3 pid=3824143) INFO 05-01 20:35:40 [model.py:1680] Using max model len 9472 +(ApiServer_6 pid=3824146) INFO 05-01 20:35:40 [model.py:555] Resolved architecture: DeepseekV4ForCausalLM +(ApiServer_6 pid=3824146) INFO 05-01 20:35:40 [model.py:1680] Using max model len 9472 +(ApiServer_1 pid=3824141) INFO 05-01 20:35:40 [model.py:555] Resolved architecture: DeepseekV4ForCausalLM +(ApiServer_1 pid=3824141) INFO 05-01 20:35:40 [model.py:1680] Using max model len 9472 +(ApiServer_4 pid=3824144) INFO 05-01 20:35:41 [model.py:555] Resolved architecture: DeepseekV4ForCausalLM +(ApiServer_4 pid=3824144) INFO 05-01 20:35:41 [model.py:1680] Using max model len 9472 +INFO 05-01 20:35:42 [nixl_utils.py:32] NIXL is available +INFO 05-01 20:35:42 [nixl_utils.py:32] NIXL is available +INFO 05-01 20:35:42 [nixl_utils.py:32] NIXL is available +INFO 05-01 20:35:42 [nixl_utils.py:32] NIXL is available +INFO 05-01 20:35:42 [nixl_utils.py:32] NIXL is available +INFO 05-01 20:35:42 [nixl_utils.py:32] NIXL is available +INFO 05-01 20:35:42 [nixl_utils.py:32] NIXL is available +INFO 05-01 20:35:42 [nixl_utils.py:32] NIXL is available +(EngineCore_DP7 pid=3824139) WARNING 05-01 20:35:43 [multiproc_executor.py:1029] Reducing Torch parallelism from 64 threads to 1 to avoid unnecessary CPU contention. Set OMP_NUM_THREADS in the external environment to tune this value as needed. +(EngineCore_DP6 pid=3824138) WARNING 05-01 20:35:43 [multiproc_executor.py:1029] Reducing Torch parallelism from 64 threads to 1 to avoid unnecessary CPU contention. Set OMP_NUM_THREADS in the external environment to tune this value as needed. +(EngineCore_DP4 pid=3824136) WARNING 05-01 20:35:43 [multiproc_executor.py:1029] Reducing Torch parallelism from 64 threads to 1 to avoid unnecessary CPU contention. Set OMP_NUM_THREADS in the external environment to tune this value as needed. +(EngineCore_DP0 pid=3824132) INFO 05-01 20:35:43 [core.py:109] Initializing a V1 LLM engine (v0.20.0) with config: model='deepseek-ai/DeepSeek-V4-Pro', speculative_config=SpeculativeConfig(method='mtp', model='deepseek-ai/DeepSeek-V4-Pro', num_spec_tokens=1), tokenizer='deepseek-ai/DeepSeek-V4-Pro', skip_tokenizer_init=False, tokenizer_mode=deepseek_v4, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.bfloat16, max_seq_len=9472, download_dir=None, load_format=auto, tensor_parallel_size=1, pipeline_parallel_size=1, data_parallel_size=8, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=False, quantization=deepseek_v4_fp8, quantization_config=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=fp8, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='deepseek_v4', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=deepseek-ai/DeepSeek-V4-Pro, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': , 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+quant_fp8', 'all', '+quant_fp8'], 'ir_enable_torch_wrap': False, 'splitting_ops': [], 'compile_mm_encoder': False, 'cudagraph_mm_encoder': False, 'encoder_cudagraph_token_budgets': [], 'encoder_cudagraph_max_vision_items_per_batch': 0, 'encoder_cudagraph_max_frames_per_batch': None, 'compile_sizes': [], 'compile_ranges_endpoints': [512], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'size_asserts': False, 'alignment_asserts': False, 'scalar_asserts': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': , 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144, 152, 160, 168, 176, 184, 192, 200, 208, 216, 224, 232, 240, 248, 256, 272, 288, 304, 320, 336, 352, 368, 384, 400, 416, 432, 448, 464, 480, 496, 512], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': True, 'fuse_act_quant': True, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False}, 'max_cudagraph_capture_size': 512, 'dynamic_shapes_config': {'type': , 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}, kernel_config=KernelConfig(ir_op_priority=IrOpPriorityConfig(rms_norm=['vllm_c', 'native']), enable_flashinfer_autotune=False, moe_backend='auto') +(EngineCore_DP0 pid=3824132) WARNING 05-01 20:35:43 [multiproc_executor.py:1029] Reducing Torch parallelism from 64 threads to 1 to avoid unnecessary CPU contention. Set OMP_NUM_THREADS in the external environment to tune this value as needed. +(EngineCore_DP2 pid=3824134) WARNING 05-01 20:35:43 [multiproc_executor.py:1029] Reducing Torch parallelism from 64 threads to 1 to avoid unnecessary CPU contention. Set OMP_NUM_THREADS in the external environment to tune this value as needed. +(EngineCore_DP5 pid=3824137) WARNING 05-01 20:35:43 [multiproc_executor.py:1029] Reducing Torch parallelism from 64 threads to 1 to avoid unnecessary CPU contention. Set OMP_NUM_THREADS in the external environment to tune this value as needed. +(EngineCore_DP7 pid=3824139) INFO 05-01 20:35:43 [multiproc_executor.py:139] DP group leader: node_rank=0, node_rank_within_dp=0, master_addr=127.0.0.1, mq_connect_ip=10.102.4.251 (local), world_size=1, local_world_size=1 +(EngineCore_DP0 pid=3824132) INFO 05-01 20:35:43 [multiproc_executor.py:139] DP group leader: node_rank=0, node_rank_within_dp=0, master_addr=127.0.0.1, mq_connect_ip=10.102.4.251 (local), world_size=1, local_world_size=1 +(EngineCore_DP6 pid=3824138) INFO 05-01 20:35:43 [multiproc_executor.py:139] DP group leader: node_rank=0, node_rank_within_dp=0, master_addr=127.0.0.1, mq_connect_ip=10.102.4.251 (local), world_size=1, local_world_size=1 +(EngineCore_DP4 pid=3824136) INFO 05-01 20:35:43 [multiproc_executor.py:139] DP group leader: node_rank=0, node_rank_within_dp=0, master_addr=127.0.0.1, mq_connect_ip=10.102.4.251 (local), world_size=1, local_world_size=1 +(EngineCore_DP2 pid=3824134) INFO 05-01 20:35:43 [multiproc_executor.py:139] DP group leader: node_rank=0, node_rank_within_dp=0, master_addr=127.0.0.1, mq_connect_ip=10.102.4.251 (local), world_size=1, local_world_size=1 +(EngineCore_DP5 pid=3824137) INFO 05-01 20:35:43 [multiproc_executor.py:139] DP group leader: node_rank=0, node_rank_within_dp=0, master_addr=127.0.0.1, mq_connect_ip=10.102.4.251 (local), world_size=1, local_world_size=1 +(EngineCore_DP1 pid=3824133) WARNING 05-01 20:35:43 [multiproc_executor.py:1029] Reducing Torch parallelism from 64 threads to 1 to avoid unnecessary CPU contention. Set OMP_NUM_THREADS in the external environment to tune this value as needed. +(EngineCore_DP1 pid=3824133) INFO 05-01 20:35:43 [multiproc_executor.py:139] DP group leader: node_rank=0, node_rank_within_dp=0, master_addr=127.0.0.1, mq_connect_ip=10.102.4.251 (local), world_size=1, local_world_size=1 +(EngineCore_DP3 pid=3824135) WARNING 05-01 20:35:43 [multiproc_executor.py:1029] Reducing Torch parallelism from 64 threads to 1 to avoid unnecessary CPU contention. Set OMP_NUM_THREADS in the external environment to tune this value as needed. +(EngineCore_DP3 pid=3824135) INFO 05-01 20:35:43 [multiproc_executor.py:139] DP group leader: node_rank=0, node_rank_within_dp=0, master_addr=127.0.0.1, mq_connect_ip=10.102.4.251 (local), world_size=1, local_world_size=1 +(ApiServer_7 pid=3824147) INFO 05-01 20:35:43 [nixl_utils.py:32] NIXL is available +(ApiServer_2 pid=3824142) INFO 05-01 20:35:43 [nixl_utils.py:32] NIXL is available +(ApiServer_0 pid=3824140) INFO 05-01 20:35:43 [nixl_utils.py:32] NIXL is available +(ApiServer_7 pid=3824147) INFO 05-01 20:35:43 [cache.py:261] Using fp8 data type to store kv cache. It reduces the GPU memory footprint and boosts the performance. Meanwhile, it may cause accuracy drop without a proper scaling factor +(ApiServer_5 pid=3824145) INFO 05-01 20:35:43 [nixl_utils.py:32] NIXL is available +(ApiServer_3 pid=3824143) INFO 05-01 20:35:43 [nixl_utils.py:32] NIXL is available +(ApiServer_6 pid=3824146) INFO 05-01 20:35:43 [nixl_utils.py:32] NIXL is available +(ApiServer_7 pid=3824147) INFO 05-01 20:35:43 [model.py:555] Resolved architecture: DeepSeekV4MTPModel +(ApiServer_7 pid=3824147) INFO 05-01 20:35:43 [model.py:1680] Using max model len 1048576 +(ApiServer_7 pid=3824147) INFO 05-01 20:35:43 [scheduler.py:239] Chunked prefill is enabled with max_num_batched_tokens=512. +(ApiServer_7 pid=3824147) INFO 05-01 20:35:43 [vllm.py:840] Asynchronous scheduling is enabled. +(ApiServer_7 pid=3824147) INFO 05-01 20:35:43 [vllm.py:850] Disabling NCCL for DP synchronization when using async scheduling. +(ApiServer_7 pid=3824147) WARNING 05-01 20:35:43 [vllm.py:914] Inductor compilation was disabled by user settings, optimizations settings that are only active during inductor compilation will be ignored. +(ApiServer_7 pid=3824147) INFO 05-01 20:35:43 [kernel.py:205] Final IR op priority after setting platform defaults: IrOpPriorityConfig(rms_norm=['vllm_c', 'native']) +(ApiServer_7 pid=3824147) WARNING 05-01 20:35:43 [vllm.py:1402] max_num_scheduled_tokens is set to 512 based on the speculative decoding settings. This may lead to suboptimal performance. Consider increasing max_num_batched_tokens to accommodate the additional draft token slots, or decrease num_speculative_tokens or max_num_seqs. +(ApiServer_1 pid=3824141) INFO 05-01 20:35:44 [nixl_utils.py:32] NIXL is available +(ApiServer_2 pid=3824142) INFO 05-01 20:35:44 [cache.py:261] Using fp8 data type to store kv cache. It reduces the GPU memory footprint and boosts the performance. Meanwhile, it may cause accuracy drop without a proper scaling factor +(ApiServer_0 pid=3824140) INFO 05-01 20:35:44 [cache.py:261] Using fp8 data type to store kv cache. It reduces the GPU memory footprint and boosts the performance. Meanwhile, it may cause accuracy drop without a proper scaling factor +(ApiServer_5 pid=3824145) INFO 05-01 20:35:44 [cache.py:261] Using fp8 data type to store kv cache. It reduces the GPU memory footprint and boosts the performance. Meanwhile, it may cause accuracy drop without a proper scaling factor +(ApiServer_2 pid=3824142) INFO 05-01 20:35:44 [model.py:555] Resolved architecture: DeepSeekV4MTPModel +(ApiServer_2 pid=3824142) INFO 05-01 20:35:44 [model.py:1680] Using max model len 1048576 +(ApiServer_2 pid=3824142) INFO 05-01 20:35:44 [scheduler.py:239] Chunked prefill is enabled with max_num_batched_tokens=512. +(ApiServer_2 pid=3824142) INFO 05-01 20:35:44 [vllm.py:840] Asynchronous scheduling is enabled. +(ApiServer_2 pid=3824142) INFO 05-01 20:35:44 [vllm.py:850] Disabling NCCL for DP synchronization when using async scheduling. +(ApiServer_2 pid=3824142) WARNING 05-01 20:35:44 [vllm.py:914] Inductor compilation was disabled by user settings, optimizations settings that are only active during inductor compilation will be ignored. +(ApiServer_2 pid=3824142) INFO 05-01 20:35:44 [kernel.py:205] Final IR op priority after setting platform defaults: IrOpPriorityConfig(rms_norm=['vllm_c', 'native']) +(ApiServer_2 pid=3824142) WARNING 05-01 20:35:44 [vllm.py:1402] max_num_scheduled_tokens is set to 512 based on the speculative decoding settings. This may lead to suboptimal performance. Consider increasing max_num_batched_tokens to accommodate the additional draft token slots, or decrease num_speculative_tokens or max_num_seqs. +(ApiServer_3 pid=3824143) INFO 05-01 20:35:44 [cache.py:261] Using fp8 data type to store kv cache. It reduces the GPU memory footprint and boosts the performance. Meanwhile, it may cause accuracy drop without a proper scaling factor +(ApiServer_0 pid=3824140) INFO 05-01 20:35:44 [model.py:555] Resolved architecture: DeepSeekV4MTPModel +(ApiServer_0 pid=3824140) INFO 05-01 20:35:44 [model.py:1680] Using max model len 1048576 +(ApiServer_0 pid=3824140) INFO 05-01 20:35:44 [scheduler.py:239] Chunked prefill is enabled with max_num_batched_tokens=512. +(ApiServer_0 pid=3824140) INFO 05-01 20:35:44 [vllm.py:840] Asynchronous scheduling is enabled. +(ApiServer_0 pid=3824140) INFO 05-01 20:35:44 [vllm.py:850] Disabling NCCL for DP synchronization when using async scheduling. +(ApiServer_0 pid=3824140) WARNING 05-01 20:35:44 [vllm.py:914] Inductor compilation was disabled by user settings, optimizations settings that are only active during inductor compilation will be ignored. +(ApiServer_0 pid=3824140) INFO 05-01 20:35:44 [kernel.py:205] Final IR op priority after setting platform defaults: IrOpPriorityConfig(rms_norm=['vllm_c', 'native']) +(ApiServer_0 pid=3824140) WARNING 05-01 20:35:44 [vllm.py:1402] max_num_scheduled_tokens is set to 512 based on the speculative decoding settings. This may lead to suboptimal performance. Consider increasing max_num_batched_tokens to accommodate the additional draft token slots, or decrease num_speculative_tokens or max_num_seqs. +(ApiServer_6 pid=3824146) INFO 05-01 20:35:44 [cache.py:261] Using fp8 data type to store kv cache. It reduces the GPU memory footprint and boosts the performance. Meanwhile, it may cause accuracy drop without a proper scaling factor +(ApiServer_5 pid=3824145) INFO 05-01 20:35:44 [model.py:555] Resolved architecture: DeepSeekV4MTPModel +(ApiServer_5 pid=3824145) INFO 05-01 20:35:44 [model.py:1680] Using max model len 1048576 +(ApiServer_5 pid=3824145) INFO 05-01 20:35:44 [scheduler.py:239] Chunked prefill is enabled with max_num_batched_tokens=512. +(ApiServer_5 pid=3824145) INFO 05-01 20:35:44 [vllm.py:840] Asynchronous scheduling is enabled. +(ApiServer_5 pid=3824145) INFO 05-01 20:35:44 [vllm.py:850] Disabling NCCL for DP synchronization when using async scheduling. +(ApiServer_5 pid=3824145) WARNING 05-01 20:35:44 [vllm.py:914] Inductor compilation was disabled by user settings, optimizations settings that are only active during inductor compilation will be ignored. +(ApiServer_5 pid=3824145) INFO 05-01 20:35:44 [kernel.py:205] Final IR op priority after setting platform defaults: IrOpPriorityConfig(rms_norm=['vllm_c', 'native']) +(ApiServer_5 pid=3824145) WARNING 05-01 20:35:44 [vllm.py:1402] max_num_scheduled_tokens is set to 512 based on the speculative decoding settings. This may lead to suboptimal performance. Consider increasing max_num_batched_tokens to accommodate the additional draft token slots, or decrease num_speculative_tokens or max_num_seqs. +(ApiServer_4 pid=3824144) INFO 05-01 20:35:44 [nixl_utils.py:32] NIXL is available +(ApiServer_1 pid=3824141) INFO 05-01 20:35:44 [cache.py:261] Using fp8 data type to store kv cache. It reduces the GPU memory footprint and boosts the performance. Meanwhile, it may cause accuracy drop without a proper scaling factor +(ApiServer_6 pid=3824146) INFO 05-01 20:35:44 [model.py:555] Resolved architecture: DeepSeekV4MTPModel +(ApiServer_6 pid=3824146) INFO 05-01 20:35:44 [model.py:1680] Using max model len 1048576 +(ApiServer_6 pid=3824146) INFO 05-01 20:35:44 [scheduler.py:239] Chunked prefill is enabled with max_num_batched_tokens=512. +(ApiServer_6 pid=3824146) INFO 05-01 20:35:44 [vllm.py:840] Asynchronous scheduling is enabled. +(ApiServer_6 pid=3824146) INFO 05-01 20:35:44 [vllm.py:850] Disabling NCCL for DP synchronization when using async scheduling. +(ApiServer_6 pid=3824146) WARNING 05-01 20:35:44 [vllm.py:914] Inductor compilation was disabled by user settings, optimizations settings that are only active during inductor compilation will be ignored. +(ApiServer_6 pid=3824146) INFO 05-01 20:35:44 [kernel.py:205] Final IR op priority after setting platform defaults: IrOpPriorityConfig(rms_norm=['vllm_c', 'native']) +(ApiServer_6 pid=3824146) WARNING 05-01 20:35:44 [vllm.py:1402] max_num_scheduled_tokens is set to 512 based on the speculative decoding settings. This may lead to suboptimal performance. Consider increasing max_num_batched_tokens to accommodate the additional draft token slots, or decrease num_speculative_tokens or max_num_seqs. +(ApiServer_3 pid=3824143) INFO 05-01 20:35:44 [model.py:555] Resolved architecture: DeepSeekV4MTPModel +(ApiServer_3 pid=3824143) INFO 05-01 20:35:44 [model.py:1680] Using max model len 1048576 +(ApiServer_3 pid=3824143) INFO 05-01 20:35:44 [scheduler.py:239] Chunked prefill is enabled with max_num_batched_tokens=512. +(ApiServer_3 pid=3824143) INFO 05-01 20:35:44 [vllm.py:840] Asynchronous scheduling is enabled. +(ApiServer_3 pid=3824143) INFO 05-01 20:35:44 [vllm.py:850] Disabling NCCL for DP synchronization when using async scheduling. +(ApiServer_3 pid=3824143) WARNING 05-01 20:35:44 [vllm.py:914] Inductor compilation was disabled by user settings, optimizations settings that are only active during inductor compilation will be ignored. +(ApiServer_3 pid=3824143) INFO 05-01 20:35:44 [kernel.py:205] Final IR op priority after setting platform defaults: IrOpPriorityConfig(rms_norm=['vllm_c', 'native']) +(ApiServer_3 pid=3824143) WARNING 05-01 20:35:44 [vllm.py:1402] max_num_scheduled_tokens is set to 512 based on the speculative decoding settings. This may lead to suboptimal performance. Consider increasing max_num_batched_tokens to accommodate the additional draft token slots, or decrease num_speculative_tokens or max_num_seqs. +(ApiServer_1 pid=3824141) INFO 05-01 20:35:45 [model.py:555] Resolved architecture: DeepSeekV4MTPModel +(ApiServer_1 pid=3824141) INFO 05-01 20:35:45 [model.py:1680] Using max model len 1048576 +(ApiServer_1 pid=3824141) INFO 05-01 20:35:45 [scheduler.py:239] Chunked prefill is enabled with max_num_batched_tokens=512. +(ApiServer_1 pid=3824141) INFO 05-01 20:35:45 [vllm.py:840] Asynchronous scheduling is enabled. +(ApiServer_1 pid=3824141) INFO 05-01 20:35:45 [vllm.py:850] Disabling NCCL for DP synchronization when using async scheduling. +(ApiServer_1 pid=3824141) WARNING 05-01 20:35:45 [vllm.py:914] Inductor compilation was disabled by user settings, optimizations settings that are only active during inductor compilation will be ignored. +(ApiServer_1 pid=3824141) INFO 05-01 20:35:45 [kernel.py:205] Final IR op priority after setting platform defaults: IrOpPriorityConfig(rms_norm=['vllm_c', 'native']) +(ApiServer_1 pid=3824141) WARNING 05-01 20:35:45 [vllm.py:1402] max_num_scheduled_tokens is set to 512 based on the speculative decoding settings. This may lead to suboptimal performance. Consider increasing max_num_batched_tokens to accommodate the additional draft token slots, or decrease num_speculative_tokens or max_num_seqs. +(ApiServer_4 pid=3824144) INFO 05-01 20:35:45 [cache.py:261] Using fp8 data type to store kv cache. It reduces the GPU memory footprint and boosts the performance. Meanwhile, it may cause accuracy drop without a proper scaling factor +(ApiServer_7 pid=3824147) WARNING 05-01 20:35:45 [vllm.py:1248] Auto-initialization of reasoning token IDs failed. Please check whether your reasoning parser has implemented the `reasoning_start_str` and `reasoning_end_str`. +(ApiServer_7 pid=3824147) INFO 05-01 20:35:45 [compilation.py:303] Enabled custom fusions: norm_quant, act_quant +(ApiServer_4 pid=3824144) INFO 05-01 20:35:45 [model.py:555] Resolved architecture: DeepSeekV4MTPModel +(ApiServer_4 pid=3824144) INFO 05-01 20:35:45 [model.py:1680] Using max model len 1048576 +(ApiServer_4 pid=3824144) INFO 05-01 20:35:45 [scheduler.py:239] Chunked prefill is enabled with max_num_batched_tokens=512. +(ApiServer_4 pid=3824144) INFO 05-01 20:35:45 [vllm.py:840] Asynchronous scheduling is enabled. +(ApiServer_4 pid=3824144) INFO 05-01 20:35:45 [vllm.py:850] Disabling NCCL for DP synchronization when using async scheduling. +(ApiServer_4 pid=3824144) WARNING 05-01 20:35:45 [vllm.py:914] Inductor compilation was disabled by user settings, optimizations settings that are only active during inductor compilation will be ignored. +(ApiServer_4 pid=3824144) INFO 05-01 20:35:45 [kernel.py:205] Final IR op priority after setting platform defaults: IrOpPriorityConfig(rms_norm=['vllm_c', 'native']) +(ApiServer_4 pid=3824144) WARNING 05-01 20:35:45 [vllm.py:1402] max_num_scheduled_tokens is set to 512 based on the speculative decoding settings. This may lead to suboptimal performance. Consider increasing max_num_batched_tokens to accommodate the additional draft token slots, or decrease num_speculative_tokens or max_num_seqs. +(ApiServer_2 pid=3824142) WARNING 05-01 20:35:45 [vllm.py:1248] Auto-initialization of reasoning token IDs failed. Please check whether your reasoning parser has implemented the `reasoning_start_str` and `reasoning_end_str`. +(ApiServer_2 pid=3824142) INFO 05-01 20:35:45 [compilation.py:303] Enabled custom fusions: norm_quant, act_quant +(ApiServer_0 pid=3824140) WARNING 05-01 20:35:45 [vllm.py:1248] Auto-initialization of reasoning token IDs failed. Please check whether your reasoning parser has implemented the `reasoning_start_str` and `reasoning_end_str`. +(ApiServer_0 pid=3824140) INFO 05-01 20:35:45 [compilation.py:303] Enabled custom fusions: norm_quant, act_quant +(ApiServer_5 pid=3824145) WARNING 05-01 20:35:45 [vllm.py:1248] Auto-initialization of reasoning token IDs failed. Please check whether your reasoning parser has implemented the `reasoning_start_str` and `reasoning_end_str`. +(ApiServer_5 pid=3824145) INFO 05-01 20:35:45 [compilation.py:303] Enabled custom fusions: norm_quant, act_quant +(ApiServer_6 pid=3824146) WARNING 05-01 20:35:45 [vllm.py:1248] Auto-initialization of reasoning token IDs failed. Please check whether your reasoning parser has implemented the `reasoning_start_str` and `reasoning_end_str`. +(ApiServer_6 pid=3824146) INFO 05-01 20:35:45 [compilation.py:303] Enabled custom fusions: norm_quant, act_quant +(ApiServer_3 pid=3824143) WARNING 05-01 20:35:46 [vllm.py:1248] Auto-initialization of reasoning token IDs failed. Please check whether your reasoning parser has implemented the `reasoning_start_str` and `reasoning_end_str`. +(ApiServer_3 pid=3824143) INFO 05-01 20:35:46 [compilation.py:303] Enabled custom fusions: norm_quant, act_quant +(ApiServer_1 pid=3824141) WARNING 05-01 20:35:46 [vllm.py:1248] Auto-initialization of reasoning token IDs failed. Please check whether your reasoning parser has implemented the `reasoning_start_str` and `reasoning_end_str`. +(ApiServer_1 pid=3824141) INFO 05-01 20:35:46 [compilation.py:303] Enabled custom fusions: norm_quant, act_quant +(ApiServer_4 pid=3824144) WARNING 05-01 20:35:46 [vllm.py:1248] Auto-initialization of reasoning token IDs failed. Please check whether your reasoning parser has implemented the `reasoning_start_str` and `reasoning_end_str`. +(ApiServer_4 pid=3824144) INFO 05-01 20:35:46 [compilation.py:303] Enabled custom fusions: norm_quant, act_quant +INFO 05-01 20:35:58 [nixl_utils.py:32] NIXL is available +INFO 05-01 20:35:58 [nixl_utils.py:32] NIXL is available +INFO 05-01 20:35:58 [nixl_utils.py:32] NIXL is available +INFO 05-01 20:35:58 [nixl_utils.py:32] NIXL is available +INFO 05-01 20:35:58 [nixl_utils.py:32] NIXL is available +INFO 05-01 20:35:58 [nixl_utils.py:32] NIXL is available +INFO 05-01 20:35:58 [nixl_utils.py:32] NIXL is available +INFO 05-01 20:35:58 [nixl_utils.py:32] NIXL is available +(Worker pid=3827467) INFO 05-01 20:36:03 [parallel_state.py:1402] world_size=8 rank=0 local_rank=0 distributed_init_method=tcp://127.0.0.1:56695 backend=nccl +(Worker pid=3827479) INFO 05-01 20:36:04 [parallel_state.py:1402] world_size=8 rank=3 local_rank=3 distributed_init_method=tcp://127.0.0.1:56695 backend=nccl +(Worker pid=3827466) INFO 05-01 20:36:04 [parallel_state.py:1402] world_size=8 rank=6 local_rank=6 distributed_init_method=tcp://127.0.0.1:56695 backend=nccl +(Worker pid=3827480) INFO 05-01 20:36:04 [parallel_state.py:1402] world_size=8 rank=2 local_rank=2 distributed_init_method=tcp://127.0.0.1:56695 backend=nccl +(Worker pid=3827477) INFO 05-01 20:36:04 [parallel_state.py:1402] world_size=8 rank=4 local_rank=4 distributed_init_method=tcp://127.0.0.1:56695 backend=nccl +(Worker pid=3827465) INFO 05-01 20:36:04 [parallel_state.py:1402] world_size=8 rank=7 local_rank=7 distributed_init_method=tcp://127.0.0.1:56695 backend=nccl +(Worker pid=3827478) INFO 05-01 20:36:04 [parallel_state.py:1402] world_size=8 rank=1 local_rank=1 distributed_init_method=tcp://127.0.0.1:56695 backend=nccl +(Worker pid=3827468) INFO 05-01 20:36:04 [parallel_state.py:1402] world_size=8 rank=5 local_rank=5 distributed_init_method=tcp://127.0.0.1:56695 backend=nccl +(Worker pid=3827467) INFO 05-01 20:36:06 [pynccl.py:111] vLLM is using nccl==2.28.9 +(Worker pid=3827467) INFO 05-01 20:36:09 [cuda_communicator.py:168] Using AgRsAll2AllManager all2all manager. +(Worker pid=3827467) INFO 05-01 20:36:09 [parallel_state.py:1715] rank 0 in world size 8 is assigned as DP rank 0, PP rank 0, PCP rank 0, TP rank 0, EP rank 0, EPLB rank N/A +(Worker pid=3827465) WARNING 05-01 20:36:10 [__init__.py:206] min_p and logit_bias parameters won't work with speculative decoding. +(Worker pid=3827477) WARNING 05-01 20:36:10 [__init__.py:206] min_p and logit_bias parameters won't work with speculative decoding. +(Worker pid=3827480) WARNING 05-01 20:36:10 [__init__.py:206] min_p and logit_bias parameters won't work with speculative decoding. +(Worker pid=3827466) WARNING 05-01 20:36:10 [__init__.py:206] min_p and logit_bias parameters won't work with speculative decoding. +(Worker pid=3827467) WARNING 05-01 20:36:10 [__init__.py:206] min_p and logit_bias parameters won't work with speculative decoding. +(Worker_DP0_EP0 pid=3827467) INFO 05-01 20:36:10 [gpu_model_runner.py:4777] Starting to load model deepseek-ai/DeepSeek-V4-Pro... +(Worker pid=3827468) WARNING 05-01 20:36:10 [__init__.py:206] min_p and logit_bias parameters won't work with speculative decoding. +(Worker pid=3827478) WARNING 05-01 20:36:10 [__init__.py:206] min_p and logit_bias parameters won't work with speculative decoding. +(Worker pid=3827479) WARNING 05-01 20:36:10 [__init__.py:206] min_p and logit_bias parameters won't work with speculative decoding. +(Worker_DP0_EP0 pid=3827467) INFO 05-01 20:36:10 [__init__.py:389] Selected FlashInferFp8DeepGEMMDynamicBlockScaledKernel for Fp8LinearMethod +(Worker_DP0_EP0 pid=3827467) INFO 05-01 20:36:10 [deep_gemm.py:113] DeepGEMM E8M0 enabled on current platform. +(Worker_DP4_EP4 pid=3827477) [transformers] `torch_dtype` is deprecated! Use `dtype` instead! +(Worker_DP7_EP7 pid=3827465) [transformers] `torch_dtype` is deprecated! Use `dtype` instead! +(Worker_DP0_EP0 pid=3827467) [transformers] `torch_dtype` is deprecated! Use `dtype` instead! +(Worker_DP2_EP2 pid=3827480) [transformers] `torch_dtype` is deprecated! Use `dtype` instead! +(Worker_DP6_EP6 pid=3827466) [transformers] `torch_dtype` is deprecated! Use `dtype` instead! +(Worker_DP5_EP5 pid=3827468) [transformers] `torch_dtype` is deprecated! Use `dtype` instead! +(Worker_DP1_EP1 pid=3827478) [transformers] `torch_dtype` is deprecated! Use `dtype` instead! +(Worker_DP3_EP3 pid=3827479) [transformers] `torch_dtype` is deprecated! Use `dtype` instead! +(Worker_DP0_EP0 pid=3827467) INFO 05-01 20:36:10 [deepseek_v4_attention.py:614] Using DeepSeek's fp8_ds_mla KV cache format. +(Worker_DP0_EP0 pid=3827467) INFO 05-01 20:36:10 [layer.py:408] [EP Rank 0/8] Expert parallelism is enabled. Expert placement strategy: linear. Local/global number of experts: 48/384. Experts local to global index map: 0->0, 1->1, 2->2, 3->3, 4->4, 5->5, 6->6, 7->7, 8->8, 9->9, 10->10, 11->11, 12->12, 13->13, 14->14, 15->15, 16->16, 17->17, 18->18, 19->19, 20->20, 21->21, 22->22, 23->23, 24->24, 25->25, 26->26, 27->27, 28->28, 29->29, 30->30, 31->31, 32->32, 33->33, 34->34, 35->35, 36->36, 37->37, 38->38, 39->39, 40->40, 41->41, 42->42, 43->43, 44->44, 45->45, 46->46, 47->47. +(Worker_DP0_EP0 pid=3827467) INFO 05-01 20:36:10 [mxfp4.py:495] Using 'MARLIN' Mxfp4 MoE backend. +(Worker_DP0_EP0 pid=3827467) INFO 05-01 20:36:10 [deepseek_v4_attention.py:983] Using FP8 indexer cache for Lighening Indexer. +(Worker_DP0_EP0 pid=3827467) INFO 05-01 20:36:12 [weight_utils.py:904] Filesystem type for checkpoints: VIRTIOFS. Checkpoint size: 805.33 GiB. Available RAM: 1529.21 GiB. +(Worker_DP0_EP0 pid=3827467) INFO 05-01 20:36:12 [weight_utils.py:927] Auto-prefetch is disabled because the filesystem (VIRTIOFS) is not a recognized network FS (NFS/Lustre). If you want to force prefetching, start vLLM with --safetensors-load-strategy=prefetch. +(Worker_DP0_EP0 pid=3827467) Loading safetensors checkpoint shards: 0% Completed | 0/64 [00:00, 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+quant_fp8', 'all', '+quant_fp8', '+quant_fp8', '+quant_fp8'], 'ir_enable_torch_wrap': False, 'splitting_ops': [], 'compile_mm_encoder': False, 'cudagraph_mm_encoder': False, 'encoder_cudagraph_token_budgets': [], 'encoder_cudagraph_max_vision_items_per_batch': 0, 'encoder_cudagraph_max_frames_per_batch': None, 'compile_sizes': [], 'compile_ranges_endpoints': [512], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'size_asserts': False, 'alignment_asserts': False, 'scalar_asserts': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': , 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144, 152, 160, 168, 176, 184, 192, 200, 208, 216, 224, 232, 240, 248, 256, 272, 288, 304, 320, 336, 352, 368, 384, 400, 416, 432, 448, 464, 480, 496, 512], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': True, 'fuse_act_quant': True, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False}, 'max_cudagraph_capture_size': 512, 'dynamic_shapes_config': {'type': , 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}, kernel_config=KernelConfig(ir_op_priority=IrOpPriorityConfig(rms_norm=['vllm_c', 'native']), enable_flashinfer_autotune=False, moe_backend='auto'), +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [dump_input.py:79] Dumping scheduler output for model execution: SchedulerOutput(scheduled_new_reqs=[], scheduled_cached_reqs=CachedRequestData(req_ids=['cmpl-a01d5f2ff5b0e5b6-0-8f3c14b9', 'cmpl-b3b7edcc478c1a40-0-894bfe22', 'cmpl-9e413ba74551033a-0-9ed6305e', 'cmpl-b199c19e1ebb3ba6-0-ac4db706', 'cmpl-80b07fcadedcd0e0-0-a9de6b43', 'cmpl-8f98ca1561adec09-0-9b1c034b', 'cmpl-a663519b7ac326d2-0-a08d2ba2', 'cmpl-b337140bdb089556-0-b0a47cdc'],resumed_req_ids=set(),new_token_ids_lens=[],all_token_ids_lens={},new_block_ids=[None, ([], [], [], [1779], [1533]), ([], [], [], [], [1534]), None, None, None, None, None],num_computed_tokens=[7436, 7430, 7410, 7373, 7340, 7311, 7288, 7264],num_output_tokens=[199, 193, 173, 136, 103, 74, 51, 27]), num_scheduled_tokens={cmpl-b337140bdb089556-0-b0a47cdc: 2, cmpl-a663519b7ac326d2-0-a08d2ba2: 2, cmpl-b199c19e1ebb3ba6-0-ac4db706: 2, cmpl-9e413ba74551033a-0-9ed6305e: 2, cmpl-b3b7edcc478c1a40-0-894bfe22: 2, cmpl-8f98ca1561adec09-0-9b1c034b: 2, cmpl-80b07fcadedcd0e0-0-a9de6b43: 2, cmpl-a01d5f2ff5b0e5b6-0-8f3c14b9: 2}, total_num_scheduled_tokens=16, scheduled_spec_decode_tokens={cmpl-a01d5f2ff5b0e5b6-0-8f3c14b9: [-1], cmpl-b3b7edcc478c1a40-0-894bfe22: [-1], cmpl-b199c19e1ebb3ba6-0-ac4db706: [-1], cmpl-a663519b7ac326d2-0-a08d2ba2: [-1], cmpl-80b07fcadedcd0e0-0-a9de6b43: [-1], cmpl-8f98ca1561adec09-0-9b1c034b: [-1], cmpl-b337140bdb089556-0-b0a47cdc: [-1], cmpl-9e413ba74551033a-0-9ed6305e: [-1]}, scheduled_encoder_inputs={}, num_common_prefix_blocks=[0, 0, 0, 0, 0], finished_req_ids=[], free_encoder_mm_hashes=[], preempted_req_ids=[], has_structured_output_requests=false, pending_structured_output_tokens=false, num_invalid_spec_tokens=null, kv_connector_metadata=null, ec_connector_metadata=null, new_block_ids_to_zero=null) +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [dump_input.py:81] Dumping scheduler stats: SchedulerStats(num_running_reqs=8, num_waiting_reqs=0, num_skipped_waiting_reqs=0, step_counter=0, current_wave=0, kv_cache_usage=0.24861878453038677, prefix_cache_stats=PrefixCacheStats(reset=False, requests=0, queries=0, hits=0, preempted_requests=0, preempted_queries=0, preempted_hits=0), connector_prefix_cache_stats=None, kv_cache_eviction_events=[], spec_decoding_stats=None, kv_connector_stats=None, waiting_lora_adapters={}, running_lora_adapters={}, cudagraph_stats=None, perf_stats=None) +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] EngineCore encountered a fatal error. +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] Traceback (most recent call last): +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 386, in get_response +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] status, result = mq.dequeue(timeout=dequeue_timeout) +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 755, in dequeue +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] with self.acquire_read(timeout, indefinite) as buf: +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] return next(self.gen) +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^ +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 674, in acquire_read +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] self._spin_condition.wait(timeout_ms=read_timeout.timeout_ms()) +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 631, in timeout_ms +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] raise TimeoutError +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] TimeoutError +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] The above exception was the direct cause of the following exception: +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] Traceback (most recent call last): +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1129, in run_engine_core +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] engine_core.run_busy_loop() +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1747, in run_busy_loop +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] executed = self._process_engine_step() +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1209, in _process_engine_step +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] outputs, model_executed = self.step_fn() +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^ +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 521, in step_with_batch_queue +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] model_output = future.result() +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^ +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 90, in result +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] return super().result() +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^ +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/concurrent/futures/_base.py", line 449, in result +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] return self.__get_result() +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] raise self._exception +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 94, in _wait_for_response +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] response = self.aggregate(self.get_response()) +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 388, in get_response +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] raise TimeoutError(f"RPC call to {method} timed out.") from e +(EngineCore_DP5 pid=3824137) ERROR 05-01 20:57:41 [core.py:1138] TimeoutError: RPC call to sample_tokens timed out. +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [dump_input.py:72] Dumping input data for V1 LLM engine (v0.20.0) with config: model='deepseek-ai/DeepSeek-V4-Pro', speculative_config=SpeculativeConfig(method='mtp', model='deepseek-ai/DeepSeek-V4-Pro', num_spec_tokens=1), tokenizer='deepseek-ai/DeepSeek-V4-Pro', skip_tokenizer_init=False, tokenizer_mode=deepseek_v4, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.bfloat16, max_seq_len=9472, download_dir=None, load_format=auto, tensor_parallel_size=1, pipeline_parallel_size=1, data_parallel_size=8, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=False, quantization=deepseek_v4_fp8, quantization_config=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=fp8, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='deepseek_v4', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=deepseek-ai/DeepSeek-V4-Pro, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': , 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+quant_fp8', 'all', '+quant_fp8', '+quant_fp8', '+quant_fp8'], 'ir_enable_torch_wrap': False, 'splitting_ops': [], 'compile_mm_encoder': False, 'cudagraph_mm_encoder': False, 'encoder_cudagraph_token_budgets': [], 'encoder_cudagraph_max_vision_items_per_batch': 0, 'encoder_cudagraph_max_frames_per_batch': None, 'compile_sizes': [], 'compile_ranges_endpoints': [512], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'size_asserts': False, 'alignment_asserts': False, 'scalar_asserts': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': , 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144, 152, 160, 168, 176, 184, 192, 200, 208, 216, 224, 232, 240, 248, 256, 272, 288, 304, 320, 336, 352, 368, 384, 400, 416, 432, 448, 464, 480, 496, 512], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': True, 'fuse_act_quant': True, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False}, 'max_cudagraph_capture_size': 512, 'dynamic_shapes_config': {'type': , 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}, kernel_config=KernelConfig(ir_op_priority=IrOpPriorityConfig(rms_norm=['vllm_c', 'native']), enable_flashinfer_autotune=False, moe_backend='auto'), +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [dump_input.py:79] Dumping scheduler output for model execution: SchedulerOutput(scheduled_new_reqs=[], scheduled_cached_reqs=CachedRequestData(req_ids=['cmpl-9797e1b22e42cdc7-0-93423e7b', 'cmpl-8e60c71e804f936e-0-b089b55b', 'cmpl-8b0fb1a5ec4f1f17-0-aaee18c0', 'cmpl-ab28f31d58ae7af3-0-9cf1514a', 'cmpl-b74fde8e2f92acad-0-bc1bf7fd', 'cmpl-adb3720a273a8a1b-0-a8dcc0b8', 'cmpl-bf3ee6a47323c18c-0-99c421f4', 'cmpl-9c9b0c292bea61bb-0-b484bbe5', 'cmpl-b6425e6100039756-0-9ac592af'],resumed_req_ids=set(),new_token_ids_lens=[],all_token_ids_lens={},new_block_ids=[([], [], [], [93], [92]), None, None, None, ([], [], [], [425], [424]), ([], [], [], [], [423]), None, None, ([], [], [], [209], [432])],num_computed_tokens=[7438, 7411, 7393, 7373, 7351, 7314, 7285, 7265, 7238],num_output_tokens=[201, 174, 156, 136, 114, 77, 48, 28, 1]), num_scheduled_tokens={cmpl-bf3ee6a47323c18c-0-99c421f4: 2, cmpl-9c9b0c292bea61bb-0-b484bbe5: 2, cmpl-b6425e6100039756-0-9ac592af: 2, cmpl-9797e1b22e42cdc7-0-93423e7b: 2, cmpl-adb3720a273a8a1b-0-a8dcc0b8: 2, cmpl-ab28f31d58ae7af3-0-9cf1514a: 2, cmpl-b74fde8e2f92acad-0-bc1bf7fd: 2, cmpl-8e60c71e804f936e-0-b089b55b: 2, cmpl-8b0fb1a5ec4f1f17-0-aaee18c0: 2}, total_num_scheduled_tokens=18, scheduled_spec_decode_tokens={cmpl-b74fde8e2f92acad-0-bc1bf7fd: [-1], cmpl-8b0fb1a5ec4f1f17-0-aaee18c0: [-1], cmpl-adb3720a273a8a1b-0-a8dcc0b8: [-1], cmpl-8e60c71e804f936e-0-b089b55b: [-1], cmpl-9c9b0c292bea61bb-0-b484bbe5: [-1], cmpl-bf3ee6a47323c18c-0-99c421f4: [-1], cmpl-ab28f31d58ae7af3-0-9cf1514a: [-1], cmpl-b6425e6100039756-0-9ac592af: [-1], cmpl-9797e1b22e42cdc7-0-93423e7b: [-1]}, scheduled_encoder_inputs={}, num_common_prefix_blocks=[0, 0, 0, 0, 0], finished_req_ids=[], free_encoder_mm_hashes=[], preempted_req_ids=[], has_structured_output_requests=false, pending_structured_output_tokens=false, num_invalid_spec_tokens=null, kv_connector_metadata=null, ec_connector_metadata=null, new_block_ids_to_zero=null) +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [dump_input.py:81] Dumping scheduler stats: SchedulerStats(num_running_reqs=9, num_waiting_reqs=0, num_skipped_waiting_reqs=0, step_counter=0, current_wave=0, kv_cache_usage=0.27403314917127075, prefix_cache_stats=PrefixCacheStats(reset=False, requests=0, queries=0, hits=0, preempted_requests=0, preempted_queries=0, preempted_hits=0), connector_prefix_cache_stats=None, kv_cache_eviction_events=[], spec_decoding_stats=None, kv_connector_stats=None, waiting_lora_adapters={}, running_lora_adapters={}, cudagraph_stats=None, perf_stats=None) +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [dump_input.py:72] Dumping input data for V1 LLM engine (v0.20.0) with config: model='deepseek-ai/DeepSeek-V4-Pro', speculative_config=SpeculativeConfig(method='mtp', model='deepseek-ai/DeepSeek-V4-Pro', num_spec_tokens=1), tokenizer='deepseek-ai/DeepSeek-V4-Pro', skip_tokenizer_init=False, tokenizer_mode=deepseek_v4, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.bfloat16, max_seq_len=9472, download_dir=None, load_format=auto, tensor_parallel_size=1, pipeline_parallel_size=1, data_parallel_size=8, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=False, quantization=deepseek_v4_fp8, quantization_config=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=fp8, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='deepseek_v4', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=deepseek-ai/DeepSeek-V4-Pro, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': , 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+quant_fp8', 'all', '+quant_fp8', '+quant_fp8', '+quant_fp8'], 'ir_enable_torch_wrap': False, 'splitting_ops': [], 'compile_mm_encoder': False, 'cudagraph_mm_encoder': False, 'encoder_cudagraph_token_budgets': [], 'encoder_cudagraph_max_vision_items_per_batch': 0, 'encoder_cudagraph_max_frames_per_batch': None, 'compile_sizes': [], 'compile_ranges_endpoints': [512], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'size_asserts': False, 'alignment_asserts': False, 'scalar_asserts': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': , 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144, 152, 160, 168, 176, 184, 192, 200, 208, 216, 224, 232, 240, 248, 256, 272, 288, 304, 320, 336, 352, 368, 384, 400, 416, 432, 448, 464, 480, 496, 512], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': True, 'fuse_act_quant': True, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False}, 'max_cudagraph_capture_size': 512, 'dynamic_shapes_config': {'type': , 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}, kernel_config=KernelConfig(ir_op_priority=IrOpPriorityConfig(rms_norm=['vllm_c', 'native']), enable_flashinfer_autotune=False, moe_backend='auto'), +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [dump_input.py:79] Dumping scheduler output for model execution: SchedulerOutput(scheduled_new_reqs=[], scheduled_cached_reqs=CachedRequestData(req_ids=['cmpl-aa9061989eebd214-0-aee44f6e', 'cmpl-a2efb73f63b1af1d-0-ba980535', 'cmpl-acfb8d188d027795-0-8c9ba5cc', 'cmpl-af999707811901ed-0-9e8f5b1f', 'cmpl-b4f943b61e49eb3d-0-bbe48415', 'cmpl-ae08080f710332ce-0-97657381', 'cmpl-8717c0e7b85c5eb7-0-8dad2c33', 'cmpl-8614485a1659d0ac-0-a82ffb96'],resumed_req_ids=set(),new_token_ids_lens=[],all_token_ids_lens={},new_block_ids=[([], [], [], [946], [947]), None, ([], [], [], [], [204]), None, None, None, ([], [], [], [], [203]), ([], [], [], [], [202])],num_computed_tokens=[7431, 7437, 7378, 7360, 7344, 7309, 7290, 7259],num_output_tokens=[194, 200, 141, 123, 107, 72, 53, 22]), num_scheduled_tokens={cmpl-af999707811901ed-0-9e8f5b1f: 2, cmpl-ae08080f710332ce-0-97657381: 2, cmpl-8614485a1659d0ac-0-a82ffb96: 2, cmpl-acfb8d188d027795-0-8c9ba5cc: 2, cmpl-aa9061989eebd214-0-aee44f6e: 2, cmpl-b4f943b61e49eb3d-0-bbe48415: 2, cmpl-a2efb73f63b1af1d-0-ba980535: 2, cmpl-8717c0e7b85c5eb7-0-8dad2c33: 2}, total_num_scheduled_tokens=16, scheduled_spec_decode_tokens={cmpl-8717c0e7b85c5eb7-0-8dad2c33: [-1], cmpl-b4f943b61e49eb3d-0-bbe48415: [-1], cmpl-a2efb73f63b1af1d-0-ba980535: [-1], cmpl-aa9061989eebd214-0-aee44f6e: [-1], cmpl-ae08080f710332ce-0-97657381: [-1], cmpl-af999707811901ed-0-9e8f5b1f: [-1], cmpl-8614485a1659d0ac-0-a82ffb96: [-1], cmpl-acfb8d188d027795-0-8c9ba5cc: [-1]}, scheduled_encoder_inputs={}, num_common_prefix_blocks=[0, 0, 0, 0, 0], finished_req_ids=[], free_encoder_mm_hashes=[], preempted_req_ids=[], has_structured_output_requests=false, pending_structured_output_tokens=false, num_invalid_spec_tokens=null, kv_connector_metadata=null, ec_connector_metadata=null, new_block_ids_to_zero=null) +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [dump_input.py:81] Dumping scheduler stats: SchedulerStats(num_running_reqs=8, num_waiting_reqs=0, num_skipped_waiting_reqs=0, step_counter=0, current_wave=0, kv_cache_usage=0.24640883977900552, prefix_cache_stats=PrefixCacheStats(reset=False, requests=0, queries=0, hits=0, preempted_requests=0, preempted_queries=0, preempted_hits=0), connector_prefix_cache_stats=None, kv_cache_eviction_events=[], spec_decoding_stats=None, kv_connector_stats=None, waiting_lora_adapters={}, running_lora_adapters={}, cudagraph_stats=None, perf_stats=None) +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [async_llm.py:699] AsyncLLM output_handler failed. +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [async_llm.py:699] Traceback (most recent call last): +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [async_llm.py:699] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [async_llm.py:699] outputs = await engine_core.get_output_async() +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [async_llm.py:699] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [async_llm.py:699] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [async_llm.py:699] raise self._format_exception(outputs) from None +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [async_llm.py:699] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [async_llm.py:699] AsyncLLM output_handler failed. +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [async_llm.py:699] Traceback (most recent call last): +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [async_llm.py:699] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [async_llm.py:699] outputs = await engine_core.get_output_async() +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [async_llm.py:699] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [async_llm.py:699] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [async_llm.py:699] raise self._format_exception(outputs) from None +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [async_llm.py:699] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [async_llm.py:699] AsyncLLM output_handler failed. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [async_llm.py:699] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [async_llm.py:699] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [async_llm.py:699] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [async_llm.py:699] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [async_llm.py:699] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [async_llm.py:699] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [async_llm.py:699] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_1 pid=3824141) ERROR 05-01 20:57:41 [async_llm.py:699] AsyncLLM output_handler failed. +(ApiServer_1 pid=3824141) ERROR 05-01 20:57:41 [async_llm.py:699] Traceback (most recent call last): +(ApiServer_1 pid=3824141) ERROR 05-01 20:57:41 [async_llm.py:699] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_1 pid=3824141) ERROR 05-01 20:57:41 [async_llm.py:699] outputs = await engine_core.get_output_async() +(ApiServer_1 pid=3824141) ERROR 05-01 20:57:41 [async_llm.py:699] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_1 pid=3824141) ERROR 05-01 20:57:41 [async_llm.py:699] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_1 pid=3824141) ERROR 05-01 20:57:41 [async_llm.py:699] raise self._format_exception(outputs) from None +(ApiServer_1 pid=3824141) ERROR 05-01 20:57:41 [async_llm.py:699] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [dump_input.py:72] Dumping input data for V1 LLM engine (v0.20.0) with config: model='deepseek-ai/DeepSeek-V4-Pro', speculative_config=SpeculativeConfig(method='mtp', model='deepseek-ai/DeepSeek-V4-Pro', num_spec_tokens=1), tokenizer='deepseek-ai/DeepSeek-V4-Pro', skip_tokenizer_init=False, tokenizer_mode=deepseek_v4, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.bfloat16, max_seq_len=9472, download_dir=None, load_format=auto, tensor_parallel_size=1, pipeline_parallel_size=1, data_parallel_size=8, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=False, quantization=deepseek_v4_fp8, quantization_config=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=fp8, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='deepseek_v4', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=deepseek-ai/DeepSeek-V4-Pro, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': , 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+quant_fp8', 'all', '+quant_fp8', '+quant_fp8', '+quant_fp8'], 'ir_enable_torch_wrap': False, 'splitting_ops': [], 'compile_mm_encoder': False, 'cudagraph_mm_encoder': False, 'encoder_cudagraph_token_budgets': [], 'encoder_cudagraph_max_vision_items_per_batch': 0, 'encoder_cudagraph_max_frames_per_batch': None, 'compile_sizes': [], 'compile_ranges_endpoints': [512], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'size_asserts': False, 'alignment_asserts': False, 'scalar_asserts': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': , 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144, 152, 160, 168, 176, 184, 192, 200, 208, 216, 224, 232, 240, 248, 256, 272, 288, 304, 320, 336, 352, 368, 384, 400, 416, 432, 448, 464, 480, 496, 512], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': True, 'fuse_act_quant': True, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False}, 'max_cudagraph_capture_size': 512, 'dynamic_shapes_config': {'type': , 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}, kernel_config=KernelConfig(ir_op_priority=IrOpPriorityConfig(rms_norm=['vllm_c', 'native']), enable_flashinfer_autotune=False, moe_backend='auto'), +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [async_llm.py:699] AsyncLLM output_handler failed. +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [async_llm.py:699] Traceback (most recent call last): +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [async_llm.py:699] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [async_llm.py:699] outputs = await engine_core.get_output_async() +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [async_llm.py:699] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [async_llm.py:699] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [async_llm.py:699] raise self._format_exception(outputs) from None +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [async_llm.py:699] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [async_llm.py:699] AsyncLLM output_handler failed. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [async_llm.py:699] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [async_llm.py:699] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [async_llm.py:699] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [async_llm.py:699] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [async_llm.py:699] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [async_llm.py:699] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [async_llm.py:699] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_7 pid=3824147) ERROR 05-01 20:57:41 [async_llm.py:699] AsyncLLM output_handler failed. +(ApiServer_7 pid=3824147) ERROR 05-01 20:57:41 [async_llm.py:699] Traceback (most recent call last): +(ApiServer_7 pid=3824147) ERROR 05-01 20:57:41 [async_llm.py:699] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_7 pid=3824147) ERROR 05-01 20:57:41 [async_llm.py:699] outputs = await engine_core.get_output_async() +(ApiServer_7 pid=3824147) ERROR 05-01 20:57:41 [async_llm.py:699] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_7 pid=3824147) ERROR 05-01 20:57:41 [async_llm.py:699] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_7 pid=3824147) ERROR 05-01 20:57:41 [async_llm.py:699] raise self._format_exception(outputs) from None +(ApiServer_7 pid=3824147) ERROR 05-01 20:57:41 [async_llm.py:699] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [dump_input.py:79] Dumping scheduler output for model execution: SchedulerOutput(scheduled_new_reqs=[], scheduled_cached_reqs=CachedRequestData(req_ids=['cmpl-a23ad9fd5222da13-0-9f50ae7b', 'cmpl-ad1a0d8e1e4b6e5d-0-ba0993f2', 'cmpl-b9dd18f571ec9a72-0-929673e2', 'cmpl-a677eb5ae2a2bdec-0-9006664f', 'cmpl-9fecc1a46c21c497-0-a6401671', 'cmpl-99fbb4133ad294bf-0-a2b6de0c', 'cmpl-bd44f6d480643237-0-94015027', 'cmpl-801c91d8b5947f72-0-a333bf7b'],resumed_req_ids=set(),new_token_ids_lens=[],all_token_ids_lens={},new_block_ids=[None, None, None, None, None, None, ([], [], [], [1010], [206]), ([], [], [], [], [205])],num_computed_tokens=[7429, 7420, 7397, 7361, 7328, 7317, 7287, 7266],num_output_tokens=[192, 183, 160, 124, 91, 80, 50, 29]), num_scheduled_tokens={cmpl-9fecc1a46c21c497-0-a6401671: 2, cmpl-bd44f6d480643237-0-94015027: 2, cmpl-b9dd18f571ec9a72-0-929673e2: 2, cmpl-801c91d8b5947f72-0-a333bf7b: 2, cmpl-ad1a0d8e1e4b6e5d-0-ba0993f2: 2, cmpl-99fbb4133ad294bf-0-a2b6de0c: 2, cmpl-a23ad9fd5222da13-0-9f50ae7b: 2, cmpl-a677eb5ae2a2bdec-0-9006664f: 2}, total_num_scheduled_tokens=16, scheduled_spec_decode_tokens={cmpl-9fecc1a46c21c497-0-a6401671: [-1], cmpl-99fbb4133ad294bf-0-a2b6de0c: [-1], cmpl-a23ad9fd5222da13-0-9f50ae7b: [-1], cmpl-b9dd18f571ec9a72-0-929673e2: [-1], cmpl-ad1a0d8e1e4b6e5d-0-ba0993f2: [-1], cmpl-801c91d8b5947f72-0-a333bf7b: [-1], cmpl-bd44f6d480643237-0-94015027: [-1], cmpl-a677eb5ae2a2bdec-0-9006664f: [-1]}, scheduled_encoder_inputs={}, num_common_prefix_blocks=[0, 0, 0, 0, 0], finished_req_ids=[], free_encoder_mm_hashes=[], preempted_req_ids=[], has_structured_output_requests=false, pending_structured_output_tokens=false, num_invalid_spec_tokens=null, kv_connector_metadata=null, ec_connector_metadata=null, new_block_ids_to_zero=null) +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_6 pid=3824146) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_0 pid=3824140) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_5 pid=3824145) ERROR 05-01 20:57:41 [async_llm.py:699] AsyncLLM output_handler failed. +(ApiServer_5 pid=3824145) ERROR 05-01 20:57:41 [async_llm.py:699] Traceback (most recent call last): +(ApiServer_5 pid=3824145) ERROR 05-01 20:57:41 [async_llm.py:699] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_5 pid=3824145) ERROR 05-01 20:57:41 [async_llm.py:699] outputs = await engine_core.get_output_async() +(ApiServer_5 pid=3824145) ERROR 05-01 20:57:41 [async_llm.py:699] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_5 pid=3824145) ERROR 05-01 20:57:41 [async_llm.py:699] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_5 pid=3824145) ERROR 05-01 20:57:41 [async_llm.py:699] raise self._format_exception(outputs) from None +(ApiServer_5 pid=3824145) ERROR 05-01 20:57:41 [async_llm.py:699] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] EngineCore encountered a fatal error. +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] Traceback (most recent call last): +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 386, in get_response +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] status, result = mq.dequeue(timeout=dequeue_timeout) +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 755, in dequeue +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] with self.acquire_read(timeout, indefinite) as buf: +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] return next(self.gen) +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^ +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 674, in acquire_read +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] self._spin_condition.wait(timeout_ms=read_timeout.timeout_ms()) +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 631, in timeout_ms +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] raise TimeoutError +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] TimeoutError +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] The above exception was the direct cause of the following exception: +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] Traceback (most recent call last): +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1129, in run_engine_core +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] engine_core.run_busy_loop() +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1747, in run_busy_loop +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] executed = self._process_engine_step() +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1209, in _process_engine_step +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] outputs, model_executed = self.step_fn() +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^ +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 521, in step_with_batch_queue +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] model_output = future.result() +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^ +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 90, in result +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] return super().result() +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^ +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/concurrent/futures/_base.py", line 449, in result +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] return self.__get_result() +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] raise self._exception +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 94, in _wait_for_response +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] response = self.aggregate(self.get_response()) +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 388, in get_response +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] raise TimeoutError(f"RPC call to {method} timed out.") from e +(EngineCore_DP3 pid=3824135) ERROR 05-01 20:57:41 [core.py:1138] TimeoutError: RPC call to sample_tokens timed out. +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [dump_input.py:81] Dumping scheduler stats: SchedulerStats(num_running_reqs=8, num_waiting_reqs=0, num_skipped_waiting_reqs=0, step_counter=0, current_wave=0, kv_cache_usage=0.24806629834254146, prefix_cache_stats=PrefixCacheStats(reset=False, requests=0, queries=0, hits=0, preempted_requests=0, preempted_queries=0, preempted_hits=0), connector_prefix_cache_stats=None, kv_cache_eviction_events=[], spec_decoding_stats=None, kv_connector_stats=None, waiting_lora_adapters={}, running_lora_adapters={}, cudagraph_stats=None, perf_stats=None) +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_2 pid=3824142) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] EngineCore encountered a fatal error. +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] Traceback (most recent call last): +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 386, in get_response +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] status, result = mq.dequeue(timeout=dequeue_timeout) +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 755, in dequeue +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] with self.acquire_read(timeout, indefinite) as buf: +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] return next(self.gen) +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^ +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 674, in acquire_read +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] self._spin_condition.wait(timeout_ms=read_timeout.timeout_ms()) +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 631, in timeout_ms +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] raise TimeoutError +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] TimeoutError +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] The above exception was the direct cause of the following exception: +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] Traceback (most recent call last): +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1129, in run_engine_core +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] engine_core.run_busy_loop() +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1747, in run_busy_loop +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] executed = self._process_engine_step() +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1209, in _process_engine_step +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] outputs, model_executed = self.step_fn() +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^ +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 521, in step_with_batch_queue +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] model_output = future.result() +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^ +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 90, in result +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] return super().result() +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^ +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/concurrent/futures/_base.py", line 449, in result +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] return self.__get_result() +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] raise self._exception +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 94, in _wait_for_response +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] response = self.aggregate(self.get_response()) +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 388, in get_response +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] raise TimeoutError(f"RPC call to {method} timed out.") from e +(EngineCore_DP7 pid=3824139) ERROR 05-01 20:57:41 [core.py:1138] TimeoutError: RPC call to sample_tokens timed out. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] EngineCore encountered a fatal error. +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] Traceback (most recent call last): +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 386, in get_response +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] status, result = mq.dequeue(timeout=dequeue_timeout) +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 755, in dequeue +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] with self.acquire_read(timeout, indefinite) as buf: +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] return next(self.gen) +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^ +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 674, in acquire_read +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] self._spin_condition.wait(timeout_ms=read_timeout.timeout_ms()) +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 631, in timeout_ms +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] raise TimeoutError +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] TimeoutError +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] The above exception was the direct cause of the following exception: +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] Traceback (most recent call last): +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1129, in run_engine_core +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] engine_core.run_busy_loop() +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1747, in run_busy_loop +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] executed = self._process_engine_step() +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1209, in _process_engine_step +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] outputs, model_executed = self.step_fn() +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^ +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 521, in step_with_batch_queue +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] model_output = future.result() +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^ +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 90, in result +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] return super().result() +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^ +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/concurrent/futures/_base.py", line 449, in result +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] return self.__get_result() +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] raise self._exception +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 94, in _wait_for_response +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] response = self.aggregate(self.get_response()) +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 388, in get_response +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] raise TimeoutError(f"RPC call to {method} timed out.") from e +(EngineCore_DP4 pid=3824136) ERROR 05-01 20:57:41 [core.py:1138] TimeoutError: RPC call to sample_tokens timed out. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_2 pid=3824142) INFO: 127.0.0.1:46600 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_0 pid=3824140) INFO: 127.0.0.1:46602 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_2 pid=3824142) INFO: 127.0.0.1:46624 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_0 pid=3824140) INFO: 127.0.0.1:46614 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_6 pid=3824146) INFO: 127.0.0.1:46628 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_2 pid=3824142) INFO: 127.0.0.1:46650 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_0 pid=3824140) INFO: 127.0.0.1:46636 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_0 pid=3824140) INFO: 127.0.0.1:46654 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_6 pid=3824146) INFO: 127.0.0.1:46684 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_4 pid=3824144) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_2 pid=3824142) INFO: 127.0.0.1:46670 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_2 pid=3824142) INFO: 127.0.0.1:46700 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_0 pid=3824140) INFO: 127.0.0.1:46716 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_0 pid=3824140) INFO: Shutting down +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_6 pid=3824146) INFO: Shutting down +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_7 pid=3824147) INFO: 127.0.0.1:46730 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_4 pid=3824144) INFO: 127.0.0.1:46796 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [dump_input.py:72] Dumping input data for V1 LLM engine (v0.20.0) with config: model='deepseek-ai/DeepSeek-V4-Pro', speculative_config=SpeculativeConfig(method='mtp', model='deepseek-ai/DeepSeek-V4-Pro', num_spec_tokens=1), tokenizer='deepseek-ai/DeepSeek-V4-Pro', skip_tokenizer_init=False, tokenizer_mode=deepseek_v4, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.bfloat16, max_seq_len=9472, download_dir=None, load_format=auto, tensor_parallel_size=1, pipeline_parallel_size=1, data_parallel_size=8, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=False, quantization=deepseek_v4_fp8, quantization_config=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=fp8, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='deepseek_v4', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=deepseek-ai/DeepSeek-V4-Pro, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': , 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+quant_fp8', 'all', '+quant_fp8', '+quant_fp8', '+quant_fp8'], 'ir_enable_torch_wrap': False, 'splitting_ops': [], 'compile_mm_encoder': False, 'cudagraph_mm_encoder': False, 'encoder_cudagraph_token_budgets': [], 'encoder_cudagraph_max_vision_items_per_batch': 0, 'encoder_cudagraph_max_frames_per_batch': None, 'compile_sizes': [], 'compile_ranges_endpoints': [512], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'size_asserts': False, 'alignment_asserts': False, 'scalar_asserts': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': , 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144, 152, 160, 168, 176, 184, 192, 200, 208, 216, 224, 232, 240, 248, 256, 272, 288, 304, 320, 336, 352, 368, 384, 400, 416, 432, 448, 464, 480, 496, 512], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': True, 'fuse_act_quant': True, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False}, 'max_cudagraph_capture_size': 512, 'dynamic_shapes_config': {'type': , 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}, kernel_config=KernelConfig(ir_op_priority=IrOpPriorityConfig(rms_norm=['vllm_c', 'native']), enable_flashinfer_autotune=False, moe_backend='auto'), +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [dump_input.py:79] Dumping scheduler output for model execution: SchedulerOutput(scheduled_new_reqs=[], scheduled_cached_reqs=CachedRequestData(req_ids=['cmpl-8e2ddb558cea18fd-0-8c037ab6', 'cmpl-aa78b8690cf0dc50-0-8ba29677', 'cmpl-85b0d631225b4638-0-924d2b4f', 'cmpl-a6c87733767294fb-0-bd257773', 'cmpl-b0a001781f02698b-0-9aeb0f86', 'cmpl-b134b75936cdfa91-0-9f9432a6', 'cmpl-a2467452dc41329d-0-ae296338'],resumed_req_ids=set(),new_token_ids_lens=[],all_token_ids_lens={},new_block_ids=[([], [], [], [412], [411]), ([], [], [], [410], [409]), None, ([], [], [], [408], [407]), None, ([], [], [], [1585], [1586]), None],num_computed_tokens=[7431, 7431, 7392, 7366, 7341, 7311, 7289],num_output_tokens=[194, 194, 155, 129, 104, 74, 52]), num_scheduled_tokens={cmpl-b0a001781f02698b-0-9aeb0f86: 2, cmpl-85b0d631225b4638-0-924d2b4f: 2, cmpl-a2467452dc41329d-0-ae296338: 2, cmpl-8e2ddb558cea18fd-0-8c037ab6: 2, cmpl-aa78b8690cf0dc50-0-8ba29677: 2, cmpl-a6c87733767294fb-0-bd257773: 2, cmpl-b134b75936cdfa91-0-9f9432a6: 2}, total_num_scheduled_tokens=14, scheduled_spec_decode_tokens={cmpl-b0a001781f02698b-0-9aeb0f86: [-1], cmpl-85b0d631225b4638-0-924d2b4f: [-1], cmpl-8e2ddb558cea18fd-0-8c037ab6: [-1], cmpl-aa78b8690cf0dc50-0-8ba29677: [-1], cmpl-a6c87733767294fb-0-bd257773: [-1], cmpl-b134b75936cdfa91-0-9f9432a6: [-1], cmpl-a2467452dc41329d-0-ae296338: [-1]}, scheduled_encoder_inputs={}, num_common_prefix_blocks=[0, 0, 0, 0, 0], finished_req_ids=[], free_encoder_mm_hashes=[], preempted_req_ids=[], has_structured_output_requests=false, pending_structured_output_tokens=false, num_invalid_spec_tokens=null, kv_connector_metadata=null, ec_connector_metadata=null, new_block_ids_to_zero=null) +(ApiServer_1 pid=3824141) INFO: 127.0.0.1:46810 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_4 pid=3824144) INFO: 127.0.0.1:46838 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_4 pid=3824144) INFO: 127.0.0.1:46846 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_4 pid=3824144) INFO: 127.0.0.1:46860 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [dump_input.py:81] Dumping scheduler stats: SchedulerStats(num_running_reqs=7, num_waiting_reqs=0, num_skipped_waiting_reqs=0, step_counter=0, current_wave=0, kv_cache_usage=0.21436464088397789, prefix_cache_stats=PrefixCacheStats(reset=False, requests=0, queries=0, hits=0, preempted_requests=0, preempted_queries=0, preempted_hits=0), connector_prefix_cache_stats=None, kv_cache_eviction_events=[], spec_decoding_stats=None, kv_connector_stats=None, waiting_lora_adapters={}, running_lora_adapters={}, cudagraph_stats=None, perf_stats=None) +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [dump_input.py:72] Dumping input data for V1 LLM engine (v0.20.0) with config: model='deepseek-ai/DeepSeek-V4-Pro', speculative_config=SpeculativeConfig(method='mtp', model='deepseek-ai/DeepSeek-V4-Pro', num_spec_tokens=1), tokenizer='deepseek-ai/DeepSeek-V4-Pro', skip_tokenizer_init=False, tokenizer_mode=deepseek_v4, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.bfloat16, max_seq_len=9472, download_dir=None, load_format=auto, tensor_parallel_size=1, pipeline_parallel_size=1, data_parallel_size=8, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=False, quantization=deepseek_v4_fp8, quantization_config=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=fp8, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='deepseek_v4', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=deepseek-ai/DeepSeek-V4-Pro, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': , 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+quant_fp8', 'all', '+quant_fp8', '+quant_fp8', '+quant_fp8'], 'ir_enable_torch_wrap': False, 'splitting_ops': [], 'compile_mm_encoder': False, 'cudagraph_mm_encoder': False, 'encoder_cudagraph_token_budgets': [], 'encoder_cudagraph_max_vision_items_per_batch': 0, 'encoder_cudagraph_max_frames_per_batch': None, 'compile_sizes': [], 'compile_ranges_endpoints': [512], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'size_asserts': False, 'alignment_asserts': False, 'scalar_asserts': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': , 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144, 152, 160, 168, 176, 184, 192, 200, 208, 216, 224, 232, 240, 248, 256, 272, 288, 304, 320, 336, 352, 368, 384, 400, 416, 432, 448, 464, 480, 496, 512], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': True, 'fuse_act_quant': True, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False}, 'max_cudagraph_capture_size': 512, 'dynamic_shapes_config': {'type': , 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}, kernel_config=KernelConfig(ir_op_priority=IrOpPriorityConfig(rms_norm=['vllm_c', 'native']), enable_flashinfer_autotune=False, moe_backend='auto'), +(ApiServer_4 pid=3824144) INFO: 127.0.0.1:46862 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [dump_input.py:79] Dumping scheduler output for model execution: SchedulerOutput(scheduled_new_reqs=[], scheduled_cached_reqs=CachedRequestData(req_ids=['cmpl-997a3a148240b13f-0-b5e473b4', 'cmpl-926977392ce6bf43-0-b4cdb993', 'cmpl-8c8b9c1cf81e10cc-0-9f77b272', 'cmpl-9d3ac4550d14e724-0-8d2f8564', 'cmpl-a3204a5e95abcbb1-0-9dc85bfa', 'cmpl-ad633c296a8df39e-0-b5f54554', 'cmpl-a9e2718f628c506d-0-b92e1091', 'cmpl-8fd3082bd4d854a4-0-a6656d28'],resumed_req_ids=set(),new_token_ids_lens=[],all_token_ids_lens={},new_block_ids=[None, None, ([], [], [], [1351], [201]), None, None, ([], [], [], [], [200]), None, None],num_computed_tokens=[7440, 7436, 7399, 7365, 7333, 7315, 7292, 7264],num_output_tokens=[203, 199, 162, 128, 96, 78, 55, 27]), num_scheduled_tokens={cmpl-a9e2718f628c506d-0-b92e1091: 2, cmpl-ad633c296a8df39e-0-b5f54554: 2, cmpl-8fd3082bd4d854a4-0-a6656d28: 2, cmpl-8c8b9c1cf81e10cc-0-9f77b272: 2, cmpl-a3204a5e95abcbb1-0-9dc85bfa: 2, cmpl-926977392ce6bf43-0-b4cdb993: 2, cmpl-9d3ac4550d14e724-0-8d2f8564: 2, cmpl-997a3a148240b13f-0-b5e473b4: 2}, total_num_scheduled_tokens=16, scheduled_spec_decode_tokens={cmpl-a9e2718f628c506d-0-b92e1091: [-1], cmpl-9d3ac4550d14e724-0-8d2f8564: [-1], cmpl-8c8b9c1cf81e10cc-0-9f77b272: [-1], cmpl-ad633c296a8df39e-0-b5f54554: [-1], cmpl-997a3a148240b13f-0-b5e473b4: [-1], cmpl-a3204a5e95abcbb1-0-9dc85bfa: [-1], cmpl-926977392ce6bf43-0-b4cdb993: [-1], cmpl-8fd3082bd4d854a4-0-a6656d28: [-1]}, scheduled_encoder_inputs={}, num_common_prefix_blocks=[0, 0, 0, 0, 0], finished_req_ids=[], free_encoder_mm_hashes=[], preempted_req_ids=[], has_structured_output_requests=false, pending_structured_output_tokens=false, num_invalid_spec_tokens=null, kv_connector_metadata=null, ec_connector_metadata=null, new_block_ids_to_zero=null) +(ApiServer_4 pid=3824144) INFO: 127.0.0.1:46920 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_4 pid=3824144) INFO: 127.0.0.1:46932 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_2 pid=3824142) INFO: Shutting down +(ApiServer_4 pid=3824144) INFO: 127.0.0.1:46938 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_4 pid=3824144) INFO: 127.0.0.1:46954 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [dump_input.py:81] Dumping scheduler stats: SchedulerStats(num_running_reqs=8, num_waiting_reqs=0, num_skipped_waiting_reqs=0, step_counter=0, current_wave=0, kv_cache_usage=0.24861878453038677, prefix_cache_stats=PrefixCacheStats(reset=False, requests=0, queries=0, hits=0, preempted_requests=0, preempted_queries=0, preempted_hits=0), connector_prefix_cache_stats=None, kv_cache_eviction_events=[], spec_decoding_stats=None, kv_connector_stats=None, waiting_lora_adapters={}, running_lora_adapters={}, cudagraph_stats=None, perf_stats=None) +(ApiServer_2 pid=3824142) INFO: 127.0.0.1:46764 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Error in completion stream generator. +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] Traceback (most recent call last): +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai/completion/serving.py", line 292, in completion_stream_generator +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for prompt_idx, res in result_generator: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/utils/async_utils.py", line 283, in merge_async_iterators +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] async for item in iterators[0]: +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 574, in generate +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] out = q.get_nowait() or await q.get() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/output_processor.py", line 85, in get +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise output +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/async_llm.py", line 655, in output_handler +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] outputs = await engine_core.get_output_async() +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core_client.py", line 998, in get_output_async +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] raise self._format_exception(outputs) from None +(ApiServer_3 pid=3824143) ERROR 05-01 20:57:41 [serving.py:448] vllm.v1.engine.exceptions.EngineDeadError: EngineCore encountered an issue. See stack trace (above) for the root cause. +(ApiServer_2 pid=3824142) INFO: 127.0.0.1:46770 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [dump_input.py:72] Dumping input data for V1 LLM engine (v0.20.0) with config: model='deepseek-ai/DeepSeek-V4-Pro', speculative_config=SpeculativeConfig(method='mtp', model='deepseek-ai/DeepSeek-V4-Pro', num_spec_tokens=1), tokenizer='deepseek-ai/DeepSeek-V4-Pro', skip_tokenizer_init=False, tokenizer_mode=deepseek_v4, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.bfloat16, max_seq_len=9472, download_dir=None, load_format=auto, tensor_parallel_size=1, pipeline_parallel_size=1, data_parallel_size=8, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=False, quantization=deepseek_v4_fp8, quantization_config=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=fp8, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='deepseek_v4', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=deepseek-ai/DeepSeek-V4-Pro, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': , 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+quant_fp8', 'all', '+quant_fp8', '+quant_fp8', '+quant_fp8'], 'ir_enable_torch_wrap': False, 'splitting_ops': [], 'compile_mm_encoder': False, 'cudagraph_mm_encoder': False, 'encoder_cudagraph_token_budgets': [], 'encoder_cudagraph_max_vision_items_per_batch': 0, 'encoder_cudagraph_max_frames_per_batch': None, 'compile_sizes': [], 'compile_ranges_endpoints': [512], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'size_asserts': False, 'alignment_asserts': False, 'scalar_asserts': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': , 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144, 152, 160, 168, 176, 184, 192, 200, 208, 216, 224, 232, 240, 248, 256, 272, 288, 304, 320, 336, 352, 368, 384, 400, 416, 432, 448, 464, 480, 496, 512], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': True, 'fuse_act_quant': True, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False}, 'max_cudagraph_capture_size': 512, 'dynamic_shapes_config': {'type': , 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}, kernel_config=KernelConfig(ir_op_priority=IrOpPriorityConfig(rms_norm=['vllm_c', 'native']), enable_flashinfer_autotune=False, moe_backend='auto'), +(ApiServer_2 pid=3824142) INFO: 127.0.0.1:46782 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_2 pid=3824142) INFO: 127.0.0.1:46822 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_2 pid=3824142) INFO: 127.0.0.1:46868 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [dump_input.py:79] Dumping scheduler output for model execution: SchedulerOutput(scheduled_new_reqs=[], scheduled_cached_reqs=CachedRequestData(req_ids=['cmpl-bd05b2f782d61568-0-b5553e35', 'cmpl-824e48e75a46784d-0-ba715888', 'cmpl-b2ce086aeaa4279f-0-a6069f27', 'cmpl-bb9224fdfe3791f5-0-97125ce8', 'cmpl-8ac73ad5b96a2ffc-0-823dc7b5', 'cmpl-98e944f56a99e21e-0-a53da623', 'cmpl-a88c55ff376aa156-0-9400cda4'],resumed_req_ids=set(),new_token_ids_lens=[],all_token_ids_lens={},new_block_ids=[([], [], [], [], [76]), ([], [], [], [83], [1118]), ([], [], [], [], [1119]), ([], [], [], [1200], [250]), None, ([], [], [], [], [1642]), None],num_computed_tokens=[7450, 7415, 7386, 7382, 7344, 7322, 7285],num_output_tokens=[213, 178, 149, 145, 107, 85, 48]), num_scheduled_tokens={cmpl-bd05b2f782d61568-0-b5553e35: 2, cmpl-bb9224fdfe3791f5-0-97125ce8: 2, cmpl-b2ce086aeaa4279f-0-a6069f27: 2, cmpl-98e944f56a99e21e-0-a53da623: 2, cmpl-8ac73ad5b96a2ffc-0-823dc7b5: 2, cmpl-a88c55ff376aa156-0-9400cda4: 2, cmpl-824e48e75a46784d-0-ba715888: 2}, total_num_scheduled_tokens=14, scheduled_spec_decode_tokens={cmpl-bb9224fdfe3791f5-0-97125ce8: [-1], cmpl-824e48e75a46784d-0-ba715888: [-1], cmpl-b2ce086aeaa4279f-0-a6069f27: [-1], cmpl-8ac73ad5b96a2ffc-0-823dc7b5: [-1], cmpl-98e944f56a99e21e-0-a53da623: [-1], cmpl-a88c55ff376aa156-0-9400cda4: [-1], cmpl-bd05b2f782d61568-0-b5553e35: [-1]}, scheduled_encoder_inputs={}, num_common_prefix_blocks=[0, 0, 0, 0, 0], finished_req_ids=[], free_encoder_mm_hashes=[], preempted_req_ids=[], has_structured_output_requests=false, pending_structured_output_tokens=false, num_invalid_spec_tokens=null, kv_connector_metadata=null, ec_connector_metadata=null, new_block_ids_to_zero=null) +(ApiServer_2 pid=3824142) INFO: 127.0.0.1:46870 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_4 pid=3824144) INFO: 127.0.0.1:46986 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_2 pid=3824142) INFO: 127.0.0.1:46874 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_2 pid=3824142) INFO: 127.0.0.1:46910 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_2 pid=3824142) INFO: 127.0.0.1:46912 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [dump_input.py:81] Dumping scheduler stats: SchedulerStats(num_running_reqs=7, num_waiting_reqs=0, num_skipped_waiting_reqs=0, step_counter=0, current_wave=0, kv_cache_usage=0.21325966850828726, prefix_cache_stats=PrefixCacheStats(reset=False, requests=0, queries=0, hits=0, preempted_requests=0, preempted_queries=0, preempted_hits=0), connector_prefix_cache_stats=None, kv_cache_eviction_events=[], spec_decoding_stats=None, kv_connector_stats=None, waiting_lora_adapters={}, running_lora_adapters={}, cudagraph_stats=None, perf_stats=None) +(ApiServer_2 pid=3824142) INFO: 127.0.0.1:46922 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_2 pid=3824142) INFO: 127.0.0.1:46968 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_7 pid=3824147) INFO: 127.0.0.1:46974 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_7 pid=3824147) INFO: 127.0.0.1:46984 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] EngineCore encountered a fatal error. +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] Traceback (most recent call last): +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 386, in get_response +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] status, result = mq.dequeue(timeout=dequeue_timeout) +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 755, in dequeue +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] with self.acquire_read(timeout, indefinite) as buf: +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] return next(self.gen) +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^ +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 674, in acquire_read +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] self._spin_condition.wait(timeout_ms=read_timeout.timeout_ms()) +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 631, in timeout_ms +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] raise TimeoutError +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] TimeoutError +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] The above exception was the direct cause of the following exception: +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] Traceback (most recent call last): +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1129, in run_engine_core +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] engine_core.run_busy_loop() +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1747, in run_busy_loop +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] executed = self._process_engine_step() +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1209, in _process_engine_step +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] outputs, model_executed = self.step_fn() +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^ +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 521, in step_with_batch_queue +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] model_output = future.result() +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^ +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 90, in result +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] return super().result() +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^ +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/concurrent/futures/_base.py", line 449, in result +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] return self.__get_result() +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] raise self._exception +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 94, in _wait_for_response +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] response = self.aggregate(self.get_response()) +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 388, in get_response +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] raise TimeoutError(f"RPC call to {method} timed out.") from e +(EngineCore_DP1 pid=3824133) ERROR 05-01 20:57:41 [core.py:1138] TimeoutError: RPC call to sample_tokens timed out. +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] EngineCore encountered a fatal error. +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] Traceback (most recent call last): +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 386, in get_response +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] status, result = mq.dequeue(timeout=dequeue_timeout) +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 755, in dequeue +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] with self.acquire_read(timeout, indefinite) as buf: +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] return next(self.gen) +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^ +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 674, in acquire_read +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] self._spin_condition.wait(timeout_ms=read_timeout.timeout_ms()) +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 631, in timeout_ms +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] raise TimeoutError +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] TimeoutError +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] The above exception was the direct cause of the following exception: +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] Traceback (most recent call last): +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1129, in run_engine_core +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] engine_core.run_busy_loop() +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1747, in run_busy_loop +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] executed = self._process_engine_step() +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1209, in _process_engine_step +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] outputs, model_executed = self.step_fn() +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^ +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 521, in step_with_batch_queue +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] model_output = future.result() +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^ +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 90, in result +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] return super().result() +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^ +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/concurrent/futures/_base.py", line 449, in result +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] return self.__get_result() +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] raise self._exception +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 94, in _wait_for_response +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] response = self.aggregate(self.get_response()) +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 388, in get_response +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] raise TimeoutError(f"RPC call to {method} timed out.") from e +(EngineCore_DP2 pid=3824134) ERROR 05-01 20:57:41 [core.py:1138] TimeoutError: RPC call to sample_tokens timed out. +(ApiServer_1 pid=3824141) INFO: 127.0.0.1:46994 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:46834 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:46878 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:46894 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] EngineCore encountered a fatal error. +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] Traceback (most recent call last): +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 386, in get_response +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] status, result = mq.dequeue(timeout=dequeue_timeout) +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 755, in dequeue +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] with self.acquire_read(timeout, indefinite) as buf: +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] return next(self.gen) +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^ +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 674, in acquire_read +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] self._spin_condition.wait(timeout_ms=read_timeout.timeout_ms()) +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 631, in timeout_ms +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] raise TimeoutError +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] TimeoutError +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] The above exception was the direct cause of the following exception: +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] Traceback (most recent call last): +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1129, in run_engine_core +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] engine_core.run_busy_loop() +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1747, in run_busy_loop +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] executed = self._process_engine_step() +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1209, in _process_engine_step +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] outputs, model_executed = self.step_fn() +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^ +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 521, in step_with_batch_queue +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] model_output = future.result() +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^ +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 90, in result +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] return super().result() +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^ +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/concurrent/futures/_base.py", line 449, in result +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] return self.__get_result() +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] raise self._exception +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 94, in _wait_for_response +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] response = self.aggregate(self.get_response()) +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 388, in get_response +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] raise TimeoutError(f"RPC call to {method} timed out.") from e +(EngineCore_DP6 pid=3824138) ERROR 05-01 20:57:41 [core.py:1138] TimeoutError: RPC call to sample_tokens timed out. +(ApiServer_4 pid=3824144) INFO: Shutting down +(ApiServer_7 pid=3824147) INFO: Shutting down +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [dump_input.py:72] Dumping input data for V1 LLM engine (v0.20.0) with config: model='deepseek-ai/DeepSeek-V4-Pro', speculative_config=SpeculativeConfig(method='mtp', model='deepseek-ai/DeepSeek-V4-Pro', num_spec_tokens=1), tokenizer='deepseek-ai/DeepSeek-V4-Pro', skip_tokenizer_init=False, tokenizer_mode=deepseek_v4, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.bfloat16, max_seq_len=9472, download_dir=None, load_format=auto, tensor_parallel_size=1, pipeline_parallel_size=1, data_parallel_size=8, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=False, quantization=deepseek_v4_fp8, quantization_config=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=fp8, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='deepseek_v4', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=deepseek-ai/DeepSeek-V4-Pro, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': , 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+quant_fp8', 'all', '+quant_fp8', '+quant_fp8', '+quant_fp8'], 'ir_enable_torch_wrap': False, 'splitting_ops': [], 'compile_mm_encoder': False, 'cudagraph_mm_encoder': False, 'encoder_cudagraph_token_budgets': [], 'encoder_cudagraph_max_vision_items_per_batch': 0, 'encoder_cudagraph_max_frames_per_batch': None, 'compile_sizes': [], 'compile_ranges_endpoints': [512], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'size_asserts': False, 'alignment_asserts': False, 'scalar_asserts': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': , 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144, 152, 160, 168, 176, 184, 192, 200, 208, 216, 224, 232, 240, 248, 256, 272, 288, 304, 320, 336, 352, 368, 384, 400, 416, 432, 448, 464, 480, 496, 512], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': True, 'fuse_act_quant': True, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False}, 'max_cudagraph_capture_size': 512, 'dynamic_shapes_config': {'type': , 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}, kernel_config=KernelConfig(ir_op_priority=IrOpPriorityConfig(rms_norm=['vllm_c', 'native']), enable_flashinfer_autotune=False, moe_backend='auto'), +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [dump_input.py:79] Dumping scheduler output for model execution: SchedulerOutput(scheduled_new_reqs=[], scheduled_cached_reqs=CachedRequestData(req_ids=['cmpl-aa58979e02874e1d-0-b6f00e19', 'cmpl-b6b5414add782f55-0-8dcfe204', 'cmpl-ab6d3c13c269a90c-0-b5e7059a', 'cmpl-a62b1a5c1b851721-0-8c05627d', 'cmpl-934da72263a22378-0-b309a0e5', 'cmpl-864679d5f4a39cd9-0-af98ab48', 'cmpl-970ef76072c2d0a2-0-80ba1ec6', 'cmpl-96c12fe02d3677c8-0-bc75653f', 'cmpl-a9332d434f3f5b86-0-b5d0c1b9'],resumed_req_ids=set(),new_token_ids_lens=[],all_token_ids_lens={},new_block_ids=[None, None, ([], [], [], [], [840]), ([], [], [], [839], [1753]), ([], [], [], [1754], [1019]), None, ([], [], [], [], [204]), None, ([], [], [], [203], [598])],num_computed_tokens=[7448, 7397, 7387, 7367, 7342, 7316, 7290, 7261, 7238],num_output_tokens=[211, 160, 150, 130, 105, 79, 53, 24, 1]), num_scheduled_tokens={cmpl-b6b5414add782f55-0-8dcfe204: 2, cmpl-a9332d434f3f5b86-0-b5d0c1b9: 2, cmpl-aa58979e02874e1d-0-b6f00e19: 2, cmpl-864679d5f4a39cd9-0-af98ab48: 2, cmpl-970ef76072c2d0a2-0-80ba1ec6: 2, cmpl-ab6d3c13c269a90c-0-b5e7059a: 2, cmpl-934da72263a22378-0-b309a0e5: 2, cmpl-96c12fe02d3677c8-0-bc75653f: 2, cmpl-a62b1a5c1b851721-0-8c05627d: 2}, total_num_scheduled_tokens=18, scheduled_spec_decode_tokens={cmpl-a9332d434f3f5b86-0-b5d0c1b9: [-1], cmpl-aa58979e02874e1d-0-b6f00e19: [-1], cmpl-b6b5414add782f55-0-8dcfe204: [-1], cmpl-a62b1a5c1b851721-0-8c05627d: [-1], cmpl-970ef76072c2d0a2-0-80ba1ec6: [-1], cmpl-ab6d3c13c269a90c-0-b5e7059a: [-1], cmpl-864679d5f4a39cd9-0-af98ab48: [-1], cmpl-96c12fe02d3677c8-0-bc75653f: [-1], cmpl-934da72263a22378-0-b309a0e5: [-1]}, scheduled_encoder_inputs={}, num_common_prefix_blocks=[0, 0, 0, 0, 0], finished_req_ids=[], free_encoder_mm_hashes=[], preempted_req_ids=[], has_structured_output_requests=false, pending_structured_output_tokens=false, num_invalid_spec_tokens=null, kv_connector_metadata=null, ec_connector_metadata=null, new_block_ids_to_zero=null) +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [dump_input.py:81] Dumping scheduler stats: SchedulerStats(num_running_reqs=9, num_waiting_reqs=0, num_skipped_waiting_reqs=0, step_counter=0, current_wave=0, kv_cache_usage=0.2751381215469614, prefix_cache_stats=PrefixCacheStats(reset=False, requests=0, queries=0, hits=0, preempted_requests=0, preempted_queries=0, preempted_hits=0), connector_prefix_cache_stats=None, kv_cache_eviction_events=[], spec_decoding_stats=None, kv_connector_stats=None, waiting_lora_adapters={}, running_lora_adapters={}, cudagraph_stats=None, perf_stats=None) +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] EngineCore encountered a fatal error. +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] Traceback (most recent call last): +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 386, in get_response +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] status, result = mq.dequeue(timeout=dequeue_timeout) +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 755, in dequeue +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] with self.acquire_read(timeout, indefinite) as buf: +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] return next(self.gen) +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^ +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 674, in acquire_read +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] self._spin_condition.wait(timeout_ms=read_timeout.timeout_ms()) +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/distributed/device_communicators/shm_broadcast.py", line 631, in timeout_ms +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] raise TimeoutError +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] TimeoutError +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] The above exception was the direct cause of the following exception: +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] Traceback (most recent call last): +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1129, in run_engine_core +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] engine_core.run_busy_loop() +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1747, in run_busy_loop +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] executed = self._process_engine_step() +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 1209, in _process_engine_step +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] outputs, model_executed = self.step_fn() +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^ +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 521, in step_with_batch_queue +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] model_output = future.result() +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^ +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 90, in result +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] return super().result() +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^ +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/concurrent/futures/_base.py", line 449, in result +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] return self.__get_result() +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] raise self._exception +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 94, in _wait_for_response +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] response = self.aggregate(self.get_response()) +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] ^^^^^^^^^^^^^^^^^^^ +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/executor/multiproc_executor.py", line 388, in get_response +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] raise TimeoutError(f"RPC call to {method} timed out.") from e +(EngineCore_DP0 pid=3824132) ERROR 05-01 20:57:41 [core.py:1138] TimeoutError: RPC call to sample_tokens timed out. +(Worker_DP0_EP0 pid=3827467) INFO 05-01 20:57:41 [multiproc_executor.py:775] Parent process exited, terminating worker queues +(ApiServer_1 pid=3824141) INFO: 127.0.0.1:47024 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_1 pid=3824141) INFO: 127.0.0.1:47048 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_1 pid=3824141) INFO: 127.0.0.1:47204 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47010 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47018 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47038 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47054 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47068 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47084 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47100 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47108 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47120 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47134 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47150 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47164 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47178 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47192 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47210 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47216 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47220 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47234 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_1 pid=3824141) INFO: Shutting down +(ApiServer_0 pid=3824140) INFO: Waiting for application shutdown. +(ApiServer_0 pid=3824140) INFO: Application shutdown complete. +(ApiServer_0 pid=3824140) INFO: Finished server process [3824140] +(ApiServer_6 pid=3824146) INFO: Waiting for application shutdown. +(ApiServer_6 pid=3824146) INFO: Application shutdown complete. +(ApiServer_6 pid=3824146) INFO: Finished server process [3824146] +(ApiServer_2 pid=3824142) INFO: Waiting for application shutdown. +(ApiServer_2 pid=3824142) INFO: Application shutdown complete. +(ApiServer_2 pid=3824142) INFO: Finished server process [3824142] +(ApiServer_5 pid=3824145) INFO: Shutting down +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47236 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47254 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47282 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47296 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47354 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47356 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47370 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47430 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47494 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47510 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47530 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_4 pid=3824144) INFO: Waiting for application shutdown. +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47550 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_4 pid=3824144) INFO: Application shutdown complete. +(ApiServer_4 pid=3824144) INFO: Finished server process [3824144] +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47568 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47580 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47594 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47626 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47636 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47650 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47680 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47720 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_5 pid=3824145) INFO: 127.0.0.1:47746 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47246 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: Shutting down +(ApiServer_7 pid=3824147) INFO: Waiting for application shutdown. +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47268 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47286 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_7 pid=3824147) INFO: Application shutdown complete. +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47294 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_7 pid=3824147) INFO: Finished server process [3824147] +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47302 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47314 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47324 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47338 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47340 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47378 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47390 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47394 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47404 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47406 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47420 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47440 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47454 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47456 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47470 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47478 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47488 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47514 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47520 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47546 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47560 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47576 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47586 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47588 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47600 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47614 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47628 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47634 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47642 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47658 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47672 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47688 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47690 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47704 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47732 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47758 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47766 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47778 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_3 pid=3824143) INFO: 127.0.0.1:47786 - "POST /v1/completions HTTP/1.1" 500 Internal Server Error +(ApiServer_1 pid=3824141) INFO: Waiting for application shutdown. +(ApiServer_1 pid=3824141) INFO: Application shutdown complete. +(ApiServer_1 pid=3824141) INFO: Finished server process [3824141] +(ApiServer_5 pid=3824145) INFO: Waiting for application shutdown. +(ApiServer_5 pid=3824145) INFO: Application shutdown complete. +(ApiServer_5 pid=3824145) INFO: Finished server process [3824145] +(ApiServer_3 pid=3824143) INFO: Waiting for application shutdown. +(ApiServer_3 pid=3824143) INFO: Application shutdown complete. +(ApiServer_3 pid=3824143) INFO: Finished server process [3824143] +ERROR 05-01 20:57:42 [utils.py:322] Exception occurred while running API servers: Process ApiServer_0 (PID: 3824140) died with exit code None +ERROR 05-01 20:57:42 [utils.py:322] Traceback (most recent call last): +ERROR 05-01 20:57:42 [utils.py:322] File "/usr/local/lib/python3.12/dist-packages/vllm/v1/utils.py", line 309, in wait_for_completion_or_failure +ERROR 05-01 20:57:42 [utils.py:322] raise RuntimeError( +ERROR 05-01 20:57:42 [utils.py:322] RuntimeError: Process ApiServer_0 (PID: 3824140) died with exit code None +Traceback (most recent call last): + File "/usr/local/bin/vllm", line 10, in + sys.exit(main()) + ^^^^^^ + File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/cli/main.py", line 92, in main + args.dispatch_function(args) + File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/cli/serve.py", line 118, in cmd + run_multi_api_server(args) + File "/usr/local/lib/python3.12/dist-packages/vllm/entrypoints/cli/serve.py", line 301, in run_multi_api_server + wait_for_completion_or_failure( + File "/usr/local/lib/python3.12/dist-packages/vllm/v1/utils.py", line 309, in wait_for_completion_or_failure + raise RuntimeError( +RuntimeError: Process ApiServer_0 (PID: 3824140) died with exit code None From f93b9c59790e59ef55d22db07e302a4eee78d4d5 Mon Sep 17 00:00:00 2001 From: functionstackx <47992694+functionstackx@users.noreply.github.com> Date: Sun, 17 May 2026 19:43:03 -0400 Subject: [PATCH 2/2] chore: fill pr-link for #1450 --- perf-changelog.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/perf-changelog.yaml b/perf-changelog.yaml index 15e65e8ee..3a82b1c50 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -2634,4 +2634,4 @@ - dsv4-fp4-b200-sglang description: - "Update SGLang image from custom deepseek-v4-blackwell@sha256:df18bfc4... (21d old) to v0.5.12-cu130" - pr-link: PLACEHOLDER + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1450