uv python version: 3.12.12
脚本:
uv pip install -U vllm --extra-index-url <https://wheels.vllm.ai/nightly>
uv pip install git+https://github.com/huggingface/transformers.git
export HF_ENDPOINT=https://hf-mirror.com
vllm serve zai-org/GLM-OCR --allowed-local-media-path / --port 8080 --host 0.0.0.0

vllm serve zai-org/GLM-OCR --allowed-local-media-path / --port 8080 --host 0.0.0.0