centos7 使用docker compose安装ollama

原创已于 2026-07-02 17:38:21 修改 · 255 阅读

3 ·

本内容遵循CC 4.0 BY-SA版权协议

GEO检测

收录于

于 2026-07-02 17:34:41 首次发布

CentOS 运维避坑实战

CentOS7.9 安装 Python3.8.16 后 yum 报错，快速修复方案

一键订阅

操作系统：centos7
GPU：NVIDIA A100 80G
前提已经安装好docker环境
docker-compose.yml文件所在目录：/data/ollama/
ollama模型目录：/data/ollama/models/
ollama配置文件目录：/data/ollama/config/

1、docker-compose.yml文件内容如下：

version: '3.8'
services:
ollama:
# 官方Ollama镜像 docker.1ms.run/ollama/ollama:latest
# # docker.m.daocloud.io
image: docker.m.daocloud.io/ollama/ollama:latest
# 容器名称，便于管理
container_name: ollama
# 开机自启
restart: always
# 端口映射：宿主机11434 → 容器11434（Ollama默认端口）
ports:
- "11435:11434"
# 核心：目录挂载（精准分离模型/配置）
volumes:
# 宿主机模型目录 → 容器内模型存储目录（Ollama默认模型路径）
- /data/ollama/models:/root/.ollama/models
# 宿主机配置目录 → 容器内配置目录（Ollama默认配置路径）
- /data/ollama/config:/root/.ollama/config
# 特权模式（解决GPU访问、目录权限等问题）
privileged: true
# 环境变量（设置时区，避免日志时间错乱）
environment:
- TZ=Asia/Shanghai
# 可选：指定CUDA路径（确保容器识别GPU）
- NVIDIA_VISIBLE_DEVICES=all
- NVIDIA_DRIVER_CAPABILITIES=compute,utility
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all # 调用所有GPU，也可指定数量（如1）
capabilities: [gpu]

2、进入/data/ollama/目录，执行如下命令：

安装：docker-compose up -d

查看进程：docker ps

3、下载模型

1）进入容器内部：docker exec -it ollama bash

2）执行下载命令：ollama pull qwen3.5-vision:9b

3）查看已安装模型：ollama list

4、访问地址：

http://192.168.1.100:11435/v1/models

显示内容：

{
"object": "list",
"data": [
{
"id": "qwen3.5-9b-opus-bf8:latest",
"object": "model",
"created": 1780901462,
"owned_by": "library"
},
{
"id": "qwen3.5-9b-ds4-bf16:latest",
"object": "model",
"created": 1780900976,
"owned_by": "library"
},
{
"id": "qwen3.5-9b-ds4-bf8:latest",
"object": "model",
"created": 1780899265,
"owned_by": "library"
},
{
"id": "qwen3.6:35b",
"object": "model",
"created": 1776646248,
"owned_by": "library"
},
{
"id": "nemotron-cascade-2:30b",
"object": "model",
"created": 1776063948,
"owned_by": "library"
},
{
"id": "qwen3.5:4b",
"object": "model",
"created": 1775529986,
"owned_by": "library"
},
{
"id": "qwen3.5:9b",
"object": "model",
"created": 1775529685,
"owned_by": "library"
},
{
"id": "qwen3.5:27b",
"object": "model",
"created": 1775529152,
"owned_by": "library"
},
{
"id": "gemma4:31b",
"object": "model",
"created": 1775522679,
"owned_by": "library"
},
{
"id": "gemma4:26b",
"object": "model",
"created": 1775209866,
"owned_by": "library"
},
{
"id": "gemma4:e4b",
"object": "model",
"created": 1775208973,
"owned_by": "library"
},
{
"id": "gemma4:e2b",
"object": "model",
"created": 1775208464,
"owned_by": "library"
},
{
"id": "qwen3-embedding:8b",
"object": "model",
"created": 1775195980,
"owned_by": "library"
},
{
"id": "qwen3-embedding:4b",
"object": "model",
"created": 1775195811,
"owned_by": "library"
},
{
"id": "qwen3-embedding:0.6b",
"object": "model",
"created": 1775195698,
"owned_by": "library"
},
{
"id": "codegemma:7b",
"object": "model",
"created": 1775195638,
"owned_by": "library"
},
{
"id": "codegemma:2b",
"object": "model",
"created": 1775195431,
"owned_by": "library"
},
{
"id": "glm-4.7-flash:q8_0",
"object": "model",
"created": 1775189599,
"owned_by": "library"
},
{
"id": "glm-4.7-flash:q4_K_M",
"object": "model",
"created": 1775188304,
"owned_by": "library"
},
{
"id": "glm4:9b",
"object": "model",
"created": 1775187532,
"owned_by": "library"
},
{
"id": "qwen3-vl:32b",
"object": "model",
"created": 1775183942,
"owned_by": "library"
},
{
"id": "qwen3-vl:30b",
"object": "model",
"created": 1775177641,
"owned_by": "library"
},
{
"id": "qwen3-vl:8b",
"object": "model",
"created": 1775176846,
"owned_by": "library"
},
{
"id": "qwen3-vl:4b",
"object": "model",
"created": 1775176412,
"owned_by": "library"
},
{
"id": "deepseek-coder:6.7b",
"object": "model",
"created": 1775176166,
"owned_by": "library"
},
{
"id": "deepseek-coder:33b",
"object": "model",
"created": 1775124397,
"owned_by": "library"
},
{
"id": "deepseek-coder:1.3b",
"object": "model",
"created": 1775123845,
"owned_by": "library"
},
{
"id": "deepcoder:14b",
"object": "model",
"created": 1775123524,
"owned_by": "library"
},
{
"id": "deepseek-coder-v2:16b",
"object": "model",
"created": 1775123198,
"owned_by": "library"
},
{
"id": "codellama:7b-code",
"object": "model",
"created": 1775120849,
"owned_by": "library"
},
{
"id": "qwen2.5-coder:1.5b",
"object": "model",
"created": 1775113950,
"owned_by": "library"
},
{
"id": "qwen3-coder:30b",
"object": "model",
"created": 1775113771,
"owned_by": "library"
},
{
"id": "qwen3.5:35b",
"object": "model",
"created": 1775112391,
"owned_by": "library"
},
{
"id": "qwen2.5-coder:7b",
"object": "model",
"created": 1775111058,
"owned_by": "library"
}
]
}