congcong126/sglang repository overview

docker run -d \
  --name test \
  --gpus all \
  --ipc=host \
  -v /data/Mage-VL:/data/Mage-VL \
  -p 40056:40056 \
  sglang:mage-vl-distro \
  sglang serve \
    --model-path /data/Mage-VL \
    --trust-remote-code \
    --context-length 65536 \
    --mem-fraction-static 0.8 \
    --enable-metrics \
    --uvicorn-access-log-exclude-prefixes /metrics \
    --enable-cache-report \
    --host 0.0.0.0 \
    --port 40056