vLLM engine fails to start with DTO stats enabled. #37

When DTO_COLLECT_STATS is enabled (set to 1), vLLM engine fails to start. When the DTO_COLLECT_STATS is disabled, vLLM starts without issue.
Due to this we are not able to collect DTO stats with DSA. Is there a work around or any other method to collect DTO stats with vLLM

Failure error:

(EngineCore pid=206968) Process EngineCore:
(EngineCore pid=206968) Traceback (most recent call last):
(EngineCore pid=206968) File "/usr/lib64/python3.12/multiprocessing/process.py", line 314, in _bootstrap
(EngineCore pid=206968) self.run()
(EngineCore pid=206968) File "/usr/lib64/python3.12/multiprocessing/process.py", line 108, in run
(EngineCore pid=206968) self._target(*self._args, **self._kwargs)
(EngineCore pid=206968) File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/v1/engine/core.py", line 1112, in run_engine_core
(EngineCore pid=206968) raise e
(EngineCore pid=206968) File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/v1/engine/core.py", line 1082, in run_engine_core
(EngineCore pid=206968) engine_core = EngineCoreProc(*args, engine_index=dp_rank, **kwargs)
(EngineCore pid=206968) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
(EngineCore pid=206968) File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/tracing/otel.py", line 178, in sync_wrapper
(EngineCore pid=206968) return func(*args, **kwargs)
(EngineCore pid=206968) ^^^^^^^^^^^^^^^^^^^^^
(EngineCore pid=206968) File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/v1/engine/core.py", line 848, in init
(EngineCore pid=206968) super().init(
(EngineCore pid=206968) File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/v1/engine/core.py", line 114, in init
(EngineCore pid=206968) self.model_executor = executor_class(vllm_config)
(EngineCore pid=206968) ^^^^^^^^^^^^^^^^^^^^^^^^^^^
(EngineCore pid=206968) File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/tracing/otel.py", line 178, in sync_wrapper
(EngineCore pid=206968) return func(*args, **kwargs)
(EngineCore pid=206968) ^^^^^^^^^^^^^^^^^^^^^
(EngineCore pid=206968) File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/v1/executor/abstract.py", line 103, in init
(EngineCore pid=206968) self._init_executor()
(EngineCore pid=206968) File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/v1/executor/uniproc_executor.py", line 47, in _init_executor
(EngineCore pid=206968) self.driver_worker.init_device()
(EngineCore pid=206968) File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/v1/worker/worker_base.py", line 312, in init_device
(EngineCore pid=206968) self.worker.init_device() # type: ignore
(EngineCore pid=206968) ^^^^^^^^^^^^^^^^^^^^^^^^^
(EngineCore pid=206968) File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/v1/worker/cpu_worker.py", line 86, in init_device
(EngineCore pid=206968) self.local_omp_cpuid = self._get_autobind_cpu_ids(
(EngineCore pid=206968) ^^^^^^^^^^^^^^^^^^^^^^^^^^^
(EngineCore pid=206968) File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/v1/worker/cpu_worker.py", line 173, in _get_autobind_cpu_ids
(EngineCore pid=206968) CpuPlatform.get_allowed_cpu_core_node_list()
(EngineCore pid=206968) File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/platforms/cpu.py", line 388, in get_allowed_cpu_core_node_list
(EngineCore pid=206968) logical_cpu_list: list[LogicalCPUInfo] = json.loads(
(EngineCore pid=206968) ^^^^^^^^^^^
(EngineCore pid=206968) File "/usr/lib64/python3.12/json/init.py", line 359, in loads
(EngineCore pid=206968) return cls(**kw).decode(s)
(EngineCore pid=206968) ^^^^^^^^^^^^^^^^^^^
(EngineCore pid=206968) File "/usr/lib64/python3.12/json/decoder.py", line 338, in decode
(EngineCore pid=206968) obj, end = self.raw_decode(s, idx=_w(s, 0).end())
(EngineCore pid=206968) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
(EngineCore pid=206968) File "/usr/lib64/python3.12/json/decoder.py", line 356, in raw_decode
(EngineCore pid=206968) raise JSONDecodeError("Expecting value", s, err.value) from None
(EngineCore pid=206968) json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0)
Traceback (most recent call last):
File "/home/aasokanx/vllm_dsa/run_vllm_throughput.py", line 26, in
main(args)
File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/benchmarks/throughput.py", line 879, in main
elapsed_time, request_outputs = run_vllm(
^^^^^^^^^
File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/benchmarks/throughput.py", line 55, in run_vllm
llm = LLM.from_engine_args(engine_args)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/entrypoints/llm.py", line 415, in from_engine_args
return cls(**vars(engine_args))
^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/entrypoints/llm.py", line 382, in init
self.llm_engine = LLMEngine.from_engine_args(
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/v1/engine/llm_engine.py", line 177, in from_engine_args
return cls(
^^^^
File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/v1/engine/llm_engine.py", line 111, in init
self.engine_core = EngineCoreClient.make_client(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/v1/engine/core_client.py", line 101, in make_client
return SyncMPClient(vllm_config, executor_class, log_stats)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/tracing/otel.py", line 178, in sync_wrapper
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/v1/engine/core_client.py", line 710, in init
super().init(
File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/v1/engine/core_client.py", line 535, in init
with launch_core_engines(
^^^^^^^^^^^^^^^^^^^^
File "/usr/lib64/python3.12/contextlib.py", line 144, in exit
next(self.gen)
File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/v1/engine/utils.py", line 998, in launch_core_engines
wait_for_engine_startup(
File "/home/aasokanx/vllm_dsa/.venv_vllm/lib64/python3.12/site-packages/vllm/v1/engine/utils.py", line 1057, in wait_for_engine_startup
raise RuntimeError(
RuntimeError: Engine core initialization failed. See root cause above. Failed core proc(s): {}