【誉天存储】ceph存储部署
本人去年毕业论文做的这个，照着视频学了点，视频有关的代码大部分被我敲了下来，需要的请结合视频自取。
yum -y install httpd createrepo
yum -y install wget
wget -O /etc/yum.repos.d/epel.repo https://mirrors.aliyun.com/repo/epel-7.repo
（每一个都安装）
yum -y install yum-plugin-priorities.noarch
vi /etc/yum.repos.d/media.repo
（
[media]
name=media
baseurl=file:///media
gpgcheck=0
priority=1
）
yum clean all
yum makecache
（yum有误，装在网络yum 源之后解决 media.repo有误）
( curl -o /etc/yum.repos.d/CentOS-Base.repo https://mirrors.aliyun.com/repo/Centos-vault-6.10.repo
yum clean all
yum makecache
)
cat <<EOF | tee /etc/yum.repos.d/ceph.repo
[Ceph]
name=Ceph packages for $basearch
baseurl=http://mirrors.163.com/ceph/rpm-nautilus/el7/\$basearch
enabled=1
gpgcheck=1
type=rpm-md
gpgkey=https://download.ceph.com/keys/release.asc
priority=1
[Ceph-noarch]
name=Ceph noarch packages
baseurl=http://mirrors.163.com/ceph/rpm-nautilus/el7/noarch
enabled=1
gpgcheck=1
type=rpm-md
gpgkey=https://download.ceph.com/keys/release.asc
priority=1
[ceph-source]
name=Ceph source packages
baseurl=http://mirrors.163.com/ceph/rpm-nautilus/el7/SRPMS
enabled=1
gpgcheck=1
type=rpm-md
gpgkey=https://download.ceph.com/keys/release.asc
EOF
（有依赖错误
wget -O /etc/yum.repos.d/CentOS-Base.repo https://mirrors.aliyun.com/repo/Centos-7.repo
yum clean all
yum makecache
）
yum --downloadonly --downloaddir=/var/www/html/ceph/rpm-nautilus/el7/x86_64/ install ceph ceph-radosgw
（ceph依赖包）
wget -P /var/www/html/ceph/rpm-nautilus/el7/srpms/ http://mirrors.163.com/ceph/rpm-nautilus/el7/SRPMS/ceph-14.2.4-0.el7.src.rpm
wget -P /var/www/html/ceph/rpm-nautilus/el7/srpms/ http://mirrors.163.com/ceph/rpm-nautilus/el7/SRPMS/ceph-deploy-2.0.1-0.src.rpm
wget -P /var/www/html/ceph/rpm-nautilus/el7/noarch/ http://mirrors.163.com/ceph/rpm-nautilus/el7/noarch/ceph-deploy-2.0.1-0.noarch.rpm
wget -P /var/www/html/ceph/rpm-nautilus/el7/noarch/ http://mirrors.163.com/ceph/rpm-nautilus/el7/noarch/ceph-mgr-dashboard-14.2.4-0.el7.noarch.rpm
wget -P /var/www/html/ceph/rpm-nautilus/el7/noarch/ http://mirrors.163.com/ceph/rpm-nautilus/el7/noarch/ceph-mgr-diskprediction-cloud-14.2.4-0.el7.noarch.rpm
wget -P /var/www/html/ceph/rpm-nautilus/el7/noarch/ http://mirrors.163.com/ceph/rpm-nautilus/el7/noarch/ceph-mgr-diskprediction-cloud-14.2.4-0.el7.noarch.rpm
wget -P /var/www/html/ceph/rpm-nautilus/el7/noarch/ http://mirrors.163.com/ceph/rpm-nautilus/el7/noarch/ceph-mgr-diskprediction-local-14.2.4-0.el7.noarch.rpm
wget -P /var/www/html/ceph/rpm-nautilus/el7/noarch/ http://mirrors.163.com/ceph/rpm-nautilus/el7/noarch/ceph-mgr-rook-14.2.4-0.el7.noarch.rpm
wget -P /var/www/html/ceph/rpm-nautilus/el7/noarch/ http://mirrors.163.com/ceph/rpm-nautilus/el7/noarch/ceph-mgr-ssh-14.2.4-0.el7.noarch.rpm
wget -P /var/www/html/ceph/rpm-nautilus/el7/noarch/ http://mirrors.163.com/ceph/rpm-nautilus/el7/noarch/ceph-release-1-1.el7.noarch.rpm
wget -P /var/www/html/ceph/rpm-nautilus/el7/srpms/ http://mirrors.163.com/ceph/rpm-nautilus/el7/SRPMS/ceph-release-1-1.el7.src.rpm
wget -P /var/www/html/ceph/rpm-nautilus/el7/srpms/ http://mirrors.163.com/ceph/rpm-nautilus/el7/SRPMS/ceph-medic-1.0.6-1.el7.src.rpm
wget -P /var/www/html/ceph/rpm-nautilus/el7/srpms/ http://mirrors.163.com/ceph/rpm-nautilus/el7/SRPMS/repodata/repomd.xml
wget -P /var/www/html/ceph/rpm-nautilus/el7/noarch/ http://mirrors.163.com/ceph/rpm-nautilus/el7/noarch/repodata/repomd.xml
wget -P /var/www/html/ceph/rpm-nautilus/el7/noarch/ http://mirrors.163.com/ceph/rpm-nautilus/el7/noarch/repodata/a4bf0ee38cd4e64fae2d2c493e5b5eeeab6cf758beb7af4eec0bc4046b595faf-filelists.sqlite.bz2
wget -P /var/www/html/ceph/rpm-nautilus/el7/noarch/ http://mirrors.163.com/ceph/rpm-nautilus/el7/noarch/repodata/a4bf0ee38cd4e64fae2d2c493e5b5eeeab6cf758beb7af4eec0bc4046b595faf-filelists.sqlite
wget -P /var/www/html/ceph/rpm-nautilus/el7/noarch/ http://mirrors.163.com/ceph/rpm-nautilus/el7/noarch/repodata/183278bb826f5b8853656a306258643384a1547c497dd8b601ed6af73907bb22-other.sqlite.bz2
wget -P /var/www/html/ceph/rpm-nautilus/el7/noarch/ http://mirrors.163.com/ceph/rpm-nautilus/el7/noarch/repodata/597468b64cddfc386937869f88c2930c8e5fda3dd54977c052bab068d7438fcb-primary.sqlite.bz2
wget -P /var/www/html/ceph/rpm-nautilus/el7/srpms/ http://mirrors.163.com/ceph/rpm-nautilus/el7/SRPMS/repodata/52bf459e39c76b2ea2cff2c5340ac1d7b5e17a105270f5f01b454d5a058adbd2-filelists.sqlite.bz2
wget -P /var/www/html/ceph/rpm-nautilus/el7/srpms/ http://mirrors.163.com/ceph/rpm-nautilus/el7/SRPMS/repodata/4f3141aec1132a9187ff5d1b4a017685e2f83a761880884d451a288fcedb154e-primary.sqlite.bz2
wget -P /var/www/html/ceph/rpm-nautilus/el7/srpms/ http://mirrors.163.com/ceph/rpm-nautilus/el7/SRPMS/repodata/0c554884aa5600b1311cd8f616aa40d036c1dfc0922e36bcce7fd84e297c5357-other.sqlite.bz2
本地生成ceph仓库
systemctl enable httpd.service
systemctl start httpd.service
createrepo --update /var/www/html/ceph/rpm-nautilus/el7/x86_64/
createrepo --update /var/www/html/ceph/rpm-nautilus/el7/noarch/
createrepo --update /var/www/html/ceph/rpm-nautilus/el7/srpms/
(yum指向主机1）
vi /etc/yum.repos.d/ceph.repo
[Ceph]
name=Ceph packages for $basearch
baseurl=http://192.168.58.134/ceph/rpm-nautilus/el7/$basearch
gpgcheck=0
priority=1
[Ceph-noarch]
name=Ceph noarch packages
baseurl=http://192.168.58.134/ceph/rpm-nautilus/el7/noarch
gpgcheck=0
priority=1
[ceph-source]
name=Ceph source packages
baseurl=http://192.168.58.134/ceph/rpm-nautilus/el7/srpms
gpgcheck=0
priority=1
yum clean all
yum makecache
（各个节点）放置ceph配置文件
mkdir /mycluster
cd /mycluster
yum list|grep ceph-deploy
yum install -y ceph-deploy
（下载会报错
解决：
wget https://pypi.python.org/packages/source/d/distribute/distribute-0.7.3.zip --no-check-certificate
yum -y install unzip
unzip distribute-0.7.3.zip
cd distribute-0.7.3
python setup.py install
（--no-check-certificate 不检查证书）
wget https://pypi.python.org/pypi/setuptools
wget --no-check-certificate https://files.pythonhosted.org/packages/b5/96/af1686ea8c1e503f4a81223d4a3410e7587fd52df03083de24161d0df7d4/setuptools-46.1.3.zip
unzip setuptools-46.1.3.zip
cd setuptools-46.1.3
python setup.py install（报错则更新 wget --no-check-certificate https://pypi.org/project/extern）
安装pip
easy_install pip
）
cd /mycluster
(创建ceph集群）
ceph-deploy new ceph ceph2 ceph3
（每个节点）
yum -y install epel-release && yum install -y ceph
主机1执行（monitor检测集群秘钥）
ceph-deploy mon create-initial
文件管理命令
ceph-deploy admin ceph ceph2 ceph3
mgr集群管理
ceph-deploy mgr create ceph ceph2 ceph3
（部署rgw）
yum install -y ceph-radosgw
ceph-deploy rgw create ceph
（文件服务）
ceph-deploy mds create ceph ceph2 ceph3
（验证服务）
systemctl status ceph-mgr@ceph.service
systemctl status ceph-rgw@ceph.service
systemctl status ceph-osd@ceph.service
主机1执行osd添加命令
ceph-deploy osd create --data /dev/sdb ceph
ceph-deploy osd create --data /dev/sdc ceph
ceph-deploy osd create --data /dev/sdd ceph
ceph-deploy osd create --data /dev/sdb ceph2
ceph-deploy osd create --data /dev/sdc ceph2
ceph-deploy osd create --data /dev/sdd ceph2
ceph-deploy osd create --data /dev/sdb ceph3
ceph-deploy osd create --data /dev/sdc ceph3
ceph-deploy osd create --data /dev/sdd ceph3
（修改了ceph-conf但未来得及发送给其他节点ceph-deploy --overwrite-conf config push ceph2）
systemctl status ceph
ceph osd tree
其他节点同步秘钥
cd /etc/ceph/
ceph-deploy gatherkeys ceph
