shhh9991/sam3.1-api repository overview

services:
  sam3-api:
    image: shhh9991/sam3.1-api:BV1
    pull_policy: never
    devices:
      -driver: nvidia
      device_ids:['0']
      capabilities: [gpu]
    ports:
      - "8000:8000"
    environment:
      SAMV_OUTPUT_DIR: ${SAMV_OUTPUT_DIR:-/app/output_api}
      SAMV_OUTPUT_TTL_SEC: ${SAMV_OUTPUT_TTL_SEC:-1800}
      SAMV_OUTPUT_CLEANUP_INTERVAL_SEC: ${SAMV_OUTPUT_CLEANUP_INTERVAL_SEC:-120}
      SAMV_API_MAX_JOBS: ${SAMV_API_MAX_JOBS:-200}
      SAMV_API_JOBS_LIST_LIMIT: ${SAMV_API_JOBS_LIST_LIMIT:-500}
      SAMV_API_MAX_UPLOAD_MB: ${SAMV_API_MAX_UPLOAD_MB:-768}
      SAMV_API_MAX_VIDEO_FRAMES: ${SAMV_API_MAX_VIDEO_FRAMES:-9000}
      SAMV_DELETE_SOURCE_AFTER_JOB: ${SAMV_DELETE_SOURCE_AFTER_JOB:-1}
      SAMV_CORS_ORIGINS: ${SAMV_CORS_ORIGINS:-*}
      SAM3_CORS_ORIGINS: ${SAM3_CORS_ORIGINS:-*}
      SAM3_MAX_NUM_OBJECTS: ${SAM3_MAX_NUM_OBJECTS:-12}
      SAM3_OFFLOAD_VIDEO_TO_CPU: ${SAM3_OFFLOAD_VIDEO_TO_CPU:-1}
      SAM3_OFFLOAD_STATE_TO_CPU: ${SAM3_OFFLOAD_STATE_TO_CPU:-1}
      SAM3_FORCE_JSON_ONLY: ${SAM3_FORCE_JSON_ONLY:-1}
      SAM3_DELETE_SOURCE_AFTER_JOB: ${SAM3_DELETE_SOURCE_AFTER_JOB:-1}
      SAM3_EAGER_MODEL_LOAD: ${SAM3_EAGER_MODEL_LOAD:-1}
      SAM3_UNLOAD_MODEL_AFTER_JOB: ${SAM3_UNLOAD_MODEL_AFTER_JOB:-1}
      # Memory fragmentation mitigation on long runs; does not change model quality.
      PYTORCH_CUDA_ALLOC_CONF: ${PYTORCH_CUDA_ALLOC_CONF:-expandable_segments:True,max_split_size_mb:64}