Docker-单节点,多OSD集群

1. 创建Ceph专用网络，拉取镜像

sudo docker network create --driver bridge --subnet 172.20.0.0/16 ceph-network
sudo docker pull ceph/daemon:latest-nautilus

2. 搭建mon节点

sudo docker run -d --name ceph-mon \
    --network ceph-network \
    --ip 172.20.0.10 \
    -e CLUSTER=ceph \
    -e WEIGHT=1.0 \
    -e MON_IP=172.20.0.10 \
    -e MON_NAME=ceph-mon \
    -e CEPH_PUBLIC_NETWORK=172.20.0.0/16 \
    -v /etc/ceph:/etc/ceph \
    -v /var/lib/ceph/:/var/lib/ceph/ \
    -v /var/log/ceph/:/var/log/ceph/ \
    ceph/daemon:latest-nautilus mon

3. 搭建osd节点

sudo docker exec ceph-mon ceph auth get client.bootstrap-osd -o /var/lib/ceph/bootstrap-osd/ceph.keyring

# 修改配置文件以兼容etx4硬盘, sudo vi /etc/ceph/ceph.conf 末尾添加
osd max object name len = 256
osd max object namespace len = 64

sudo docker run -d --privileged=true \
    --name ceph-osd-1 \
    --network ceph-network --ip 172.20.0.11 \
    -e CLUSTER=ceph \
    -e WEIGHT=1.0 \
    -e MON_NAME=ceph-mon \
    -e MON_IP=172.20.0.10 \
    -e OSD_TYPE=directory \
    -v /etc/ceph:/etc/ceph \
    -v /var/lib/ceph/:/var/lib/ceph/ \
    -v /var/lib/ceph/osd/1:/var/lib/ceph/osd \
    -v /etc/localtime:/etc/localtime:ro \
    ceph/daemon:latest-nautilus osd

sudo docker run -d --privileged=true \
    --name ceph-osd-2 \
    --network ceph-network --ip 172.20.0.12 \
    -e CLUSTER=ceph \
    -e WEIGHT=1.0 \
    -e MON_NAME=ceph-mon \
    -e MON_IP=172.20.0.10 \
    -e OSD_TYPE=directory \
    -v /etc/ceph:/etc/ceph \
    -v /var/lib/ceph/:/var/lib/ceph/ \
    -v /var/lib/ceph/osd/2:/var/lib/ceph/osd \
    -v /etc/localtime:/etc/localtime:ro \
    ceph/daemon:latest-nautilus osd

sudo docker run -d --privileged=true \
    --name ceph-osd-3 \
    --network ceph-network --ip 172.20.0.13 \
    -e CLUSTER=ceph \
    -e WEIGHT=1.0 \
    -e MON_NAME=ceph-mon \
    -e MON_IP=172.20.0.10 \
    -e OSD_TYPE=directory \
    -v /etc/ceph:/etc/ceph \
    -v /var/lib/ceph/:/var/lib/ceph/ \
    -v /var/lib/ceph/osd/3:/var/lib/ceph/osd \
    -v /etc/localtime:/etc/localtime:ro \
    ceph/daemon:latest-nautilus osd

4. 搭建mgr节点

sudo docker run -d \
    --privileged=true \
    --name ceph-mgr \
    --network ceph-network --ip 172.20.0.14 \
    -e CLUSTER=ceph \
    -p 7000:7000 \
    --pid=container:ceph-mon \
    -v /etc/ceph:/etc/ceph \
    -v /var/lib/ceph/:/var/lib/ceph/ \
    ceph/daemon:latest-nautilus mgr


sudo docker exec ceph-mgr ceph mgr module enable dashboard
sudo docker exec mgr ceph mgr module enable dashboard
sudo docker exec mgr ceph config set mgr mgr/dashboard/ssl false
sudo docker exec mgr ceph config set mgr mgr/dashboard/server_port 7000
sudo docker exec mgr ceph config set mgr mgr/dashboard/server_addr 172.20.0.14
sudo docker exec -it mgr  /bin/sh -c "echo admin > passwd"
sudo docker exec mgr ceph dashboard set-login-credentials admin -i passwd


docker restart mgr
docker exec mgr ceph mgr services

5. 搭建rgw节点

sudo docker exec ceph-mon ceph auth get client.bootstrap-rgw -o /var/lib/ceph/bootstrap-rgw/ceph.keyring
sudo docker run -d \
    --privileged=true \
    --name ceph-rgw \
    --network ceph-network \
    --ip 172.20.0.15 \
    -e CLUSTER=ceph \
    -e RGW_NAME=ceph-rgw \
    -p 7480:7480 \
    -v /var/lib/ceph/:/var/lib/ceph/ \
    -v /etc/ceph:/etc/ceph \
    -v /etc/localtime:/etc/localtime:ro \
    ceph/daemon:latest-nautilus rgw

6. 检查Ceph状态

sudo docker exec ceph-mon ceph -s

7. 测试添加rgw用户

sudo docker exec ceph-rgw radosgw-admin user create --uid="test" --display-name="test user"