wkao/jina-reranker-v3.5 repository overview

# 拉取镜像
docker pull wkao/jina-reranker-v3.5:latest

# 运行（未传 API_KEYS 时使用镜像内置默认 Key: sk-aaabbbcccdddeeefffggghhhiiijjjkkk）
docker run -d --name jina-reranker-v3.5 -p 6006:6006 wkao/jina-reranker-v3.5:latest

# 指定自有 API Key（多个用逗号分隔，便于按客户端发放/吊销）
docker run -d --name jina-reranker-v3.5 -p 6006:6006 \
  -e API_KEYS="sk-your-key-1,sk-your-key-2" \
  wkao/jina-reranker-v3.5:latest

services:
  jina-reranker-v3.5:
    image: wkao/jina-reranker-v3.5:latest
    container_name: jina-reranker-v3.5
    restart: unless-stopped

    ports:
      - "6006:6006"

    environment:
      # ---- 认证 ----（多个 Key 用逗号分隔；留空则用 model_config.yaml 默认值）
      API_KEYS: "${API_KEYS:-sk-aaabbbcccdddeeefffggghhhiiijjjkkk}"
      AUTH_ENABLED: "${AUTH_ENABLED:-true}"

      # ---- 模型 ----
      #   MODEL_TYPE: jina_reranker_v3_5_hf (HF 原生，默认) / jina_reranker_v3_5 (GGUF)
      MODEL_NAME: "${MODEL_NAME:-jina-reranker-v3.5}"
      MODEL_TYPE: "${MODEL_TYPE:-jina_reranker_v3_5_hf}"
      MODEL_PATH: "${MODEL_PATH:-./jina-reranker-v3.5}"
      MODEL_SCORE_NORMALIZATION: "${MODEL_SCORE_NORMALIZATION:-cosine}"
      MODEL_INFERENCE_THREADS: "${MODEL_INFERENCE_THREADS:-0}"

      # ---- 服务 ----
      SERVER_PORT: "6006"
      SERVER_WORKERS: "${SERVER_WORKERS:-1}"
      SERVER_MAX_REQUEST_SIZE_MB: "${SERVER_MAX_REQUEST_SIZE_MB:-50}"
      LOG_LEVEL: "${LOG_LEVEL:-INFO}"
      LOG_FORMAT: "${LOG_FORMAT:-json}"         # json / text

      # ---- 限流 ----
      RATE_LIMIT_ENABLED: "${RATE_LIMIT_ENABLED:-true}"
      RATE_LIMIT_RPM: "${RATE_LIMIT_RPM:-60}"
      RATE_LIMIT_TPM: "${RATE_LIMIT_TPM:-1000000}"

      # ---- 运行时 ----
      PYTHONUNBUFFERED: "1"
      PYTHONDONTWRITEBYTECODE: "1"
      OMP_NUM_THREADS: "${OMP_NUM_THREADS:-4}"
      TZ: "${TZ:-Asia/Shanghai}"

    # 如需在宿主机覆盖模型文件或配置，取消以下注释
    # volumes:
    #   - ./llm/jina-reranker-v3.5:/app/jina-reranker-v3.5:ro
    #   - ./app/config/model_config.yaml:/app/config/model_config.yaml:ro

    healthcheck:
      test:
        - CMD
        - python
        - -c
        - "import urllib.request,sys; sys.exit(0 if urllib.request.urlopen('http://localhost:6006/health', timeout=5).status==200 else 1)"
      interval: 30s
      timeout: 10s
      retries: 5
      start_period: 300s        # 模型后台加载 + 预热，需覆盖最坏耗时

    logging:
      driver: json-file
      options:
        max-size: "20m"
        max-file: "5"

    # HF bfloat16 模型加载约 6-8GB 内存
    deploy:
      resources:
        limits:
          memory: 10g
        reservations:
          memory: 4g

networks:
  default:
    name: jina-rerank-net

docker compose up -d                        # 启动
docker compose logs -f jina-reranker-v3.5   # 实时日志
curl http://localhost:6006/health           # 健康检查
docker compose down                         # 停止并清理

API_KEYS=sk-your-key-1,sk-your-key-2
AUTH_ENABLED=true
LOG_LEVEL=INFO
LOG_FORMAT=json
RATE_LIMIT_RPM=120
RATE_LIMIT_TPM=200000
OMP_NUM_THREADS=4
TZ=Asia/Shanghai

    volumes:
      - ./llm/jina-reranker-v3.5:/app/jina-reranker-v3.5:ro
      - ./app/config/model_config.yaml:/app/config/model_config.yaml:ro