(base) root@node15:~# docker ps|grep llm
f197dfb4b171 vllm/vllm-openai:v0.7.3 "python3 -m vllm.ent…" 43 minutes ago Up 43 minutes 0.0.0.0:8032->8000/tcp, :::8032->8000/tcp Qwen2.5-VL-32B-Instruct-AWQ
673c7968d662 vllm/vllm-openai:v0.7.3 "python3 -m vllm.ent…" 2 weeks ago Up 2 hours 0.0.0.0:8011->8000/tcp, :::8011->8000/tcp Qwen2.5-VL-72B-Instruct-AWQ
(base) root@node15:~# docker inspect --format='{{.LogPath}}' Qwen2.5-VL-72B-Instruct-AWQ
/var/lib/docker/containers/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4-json.log
(base) root@node15:~# ll /var/lib/docker/containers/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4-json.log
-rw-r----- 1 root root 3175150 3月 28 13:01 /var/lib/docker/containers/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4-json.log
(base) root@node15:~# du -sm /var/lib/docker/containers/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4-json.log
4 /var/lib/docker/containers/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4-json.log
(base) root@node15:~# >| /var/lib/docker/containers/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4-json.log
(base) root@node15:~# du -sm /var/lib/docker/containers/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4-json.log
0 /var/lib/docker/containers/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4-json.log
(base) root@node15:~# ll /var/lib/docker/containers/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4-json.log
-rw-r----- 1 root root 0 3月 28 13:02 /var/lib/docker/containers/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4-json.log
(base) root@node15:~# docker inspect --format='{{.LogPath}}' Qwen2.5-VL-32B-Instruct-AWQ
/var/lib/docker/containers/f197dfb4b1710acbe8b138ca7ddb95e3858fb18adc14516d52ec5d1c77e4b43e/f197dfb4b1710acbe8b138ca7ddb95e3858fb18adc14516d52ec5d1c77e4b43e-json.log
(base) root@node15:~# docker logs -f Qwen2.5-VL-72B-Instruct-AWQ
INFO 03-27 22:02:45 logger.py:39] Received request chatcmpl-a2ee47e0fcc445d7822f6ae796e0d923: prompt: '<|im_start|>system\n\n# 角色：\n是什么？<|im_end|>\n<|im_start|>assistant\n', params: SamplingParams(n=1, presence_penalty=0.0, frequency_penalty=0.0, repetition_penalty=1.0, temperature=0.0, top_p=1.0, top_k=-1, min_p=0.0, seed=1234, stop=[], stop_token_ids=[], bad_words=[], include_stop_str_in_output=False, ignore_eos=False, max_tokens=31966, min_tokens=0, logprobs=None, prompt_logprobs=None, skip_special_tokens=True, spaces_between_special_tokens=True, truncate_prompt_tokens=None, guided_decoding=GuidedDecodingParams(json=None, regex=None, choice=None, grammar=None, json_object=True, backend=None, whitespace_pattern=None)), prompt_token_ids: None, lora_request: None, prompt_adapter_request: None.
INFO 03-27 22:02:59 engine.py:280] Added request chatcmpl-a73d8414df2c4a7abdea057ef6b6ce8a.
INFO 03-27 22:03:01 metrics.py:455] Avg prompt throughput: 133.4 tokens/s, Avg generation throughput: 4.9 tokens/s, Running: 1 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 2.0%, CPU KV cache usage: 0.0%.
^C
(base) root@node15:~# ll /var/lib/docker/containers/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4-json.log
-rw-r----- 1 root root 10051 3月 28 13:03 /var/lib/docker/containers/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4/673c7968d66273940059b3f09fd0ceab88973c3d4854d4a1b28c5a4bd60a6ed4-json.log
(base) root@node15:~#
