Ollama enables you to deploy large language models on your self-hosted infrastructure
526
Ollama enables you to deploy large language models on your self-hosted infrastructure with an intuitive web UI.
STARTUP_MODEL:
label: "Startup Model"
hint: "Ollama hub model"
default: "smollm2:135m"
options:
- label: "Qwen 2.5 [0.5b]"
value: "qwen2.5:0.5b"
hint: "398MB"
- label: "Qwen 2.5 [1.5b]"
value: "qwen2.5:1.5b"
hint: "986MB"
- label: "Bge Large [335m]"
value: "bge-large:335m"
hint: "671MB"
- label: "Reader LM [0.5b]"
value: "reader-lm:0.5b"
hint: "352MB"
- label: "Reader LM [1.5b]"
value: "reader-lm:1.5b"
hint: "935MB"
- label: "Stable LM Zephyr [3b]"
value: "stablelm-zephyr:3b"
hint: "1.6GB"
- label: "Yi Coder [1.5b]"
value: "yi-coder:1.5b"
hint: "866MB"
- label: "Granite 3.1 Dense [2b]"
value: "granite3.1-dense:2b"
hint: "1.6GB"
- label: "Intern LM 2.5 [1.8b]"
value: "internlm2:1.8b"
hint: "1.1GB"
- label: "Falcon 3 [1b]"
value: "falcon3:1b"
hint: "1.8GB"
- label: "Tiny Llama [1.1b]"
value: "tinyllama:1.1b"
hint: "638MB"
- label: "Smol LM 2 [135m]"
value: "smollm2:135m"
hint: "271MB"
required: true
VOLUME:
label: "Volume"
hint: "Starts with /volume"
default: "/volume"
required: true
---
name: ollama
services:
instance:
image: diphyx/ollama:latest
environment:
- STARTUP_MODEL={{ STARTUP_MODEL }}
- DXF_PROXY_PREFIX={{ CONTAINER_ID }}
- DXF_PROXY_MAIN_PORT=8080
volumes:
- {{ VOLUME }}:/volume
docker run -it --rm --name ollama -p 8080:8080 diphyx/ollama:latest
This image only works on the DiPhyx platform.
Content type
Image
Digest
sha256:51d7aeef1…
Size
416.1 MB
Last updated
over 1 year ago
docker pull diphyx/ollama