001.Ansible部署RHCS存储集群

  1 [root@servera ~]# vi /etc/hosts
  2 172.25.250.10 servera
  3 172.25.250.12 serverc
  4 172.25.250.13 serverd
  5 172.25.250.14 servere

  1 [root@servera ~]# useradd student
  2 [root@servera ~]# echo student | passwd --stdin student		#创建非root的管理用户
  3 [root@servera ~]# for i in {a..e}; do echo "====server${i}====";ssh root@server${i} ‘useradd -d /home/student -m student; echo "student" | passwd --stdin student‘; done                 #所有OSD server节点创建student用户
  5 [root@servera ~]# for i in {a..e}; do echo "====server${i}====";ssh root@server${i} ‘useradd -d /home/ceph -m ceph; echo "redhat" | passwd --stdin ceph‘; done
  6 [root@servera ~]# for i in {a..e}; do echo "====server${i}====";ssh root@server${i} ‘echo "student ALL = (root) NOPASSWD:ALL" > /etc/sudoers‘; done
  7 [root@servera ~]# for i in {a..e}; do echo "====server${i}====";ssh root@server${i} ‘chmod 0440 /etc/sudoers‘; done

  1 [root@servera ~]# su - student
  2 [student@servera ~]$ ssh-keygen -f ~/.ssh/id_rsa -N ‘‘
  3 [student@servera ~]$ for i in {a..e}; do echo "====server${i}====";ssh-copy-id student@server$i;ssh-copy-id ceph@server$i; done

  1 [student@servera ~]$ sudo vi /usr/share/ceph-ansible/ansible.cfg
  2 log_path = /tmp/ansible.log		        #修改日志路径为student用户可写入的/tmp路径
  3 deprecation_warnings = False		#禁用在ansible-playbook输出结果相关必须要警告

  1 [student@servera ~]$ sudo vi /etc/ansible/hosts
  2 [mons]
  3 server[c:e]
  4 
  5 [mgrs]
  6 server[c:e]
  7 [student@servera ~]$ ansible mons -m ping		#测试mons组节点通信
  8 [student@servera ~]$ ansible mgrs -m ping		#测试mgrs组节点通信
  9 [student@servera ~]$ ansible mons -m command -a id	#通过命令测试mons组节点
 10 [student@servera ~]$ ansible mgrs -m command -a id	#通过命令测试mgrs组节点

  1 [student@servera ~]$ cd /usr/share/ceph-ansible/
  2 [student@servera ceph-ansible]$ sudo cp site.yml.sample site.yml
  3 [student@servera ceph-ansible]$ sudo vi site.yml
  4 #……
  5 - hosts: osds
  6   gather_facts: false
  7   become: True
  8   serial: 1			                #在osd（80行左右）添加此行

  1 [student@servera ~]$ cd /usr/share/ceph-ansible/group_vars/
  2 [student@servera group_vars]$ sudo cp all.yml.sample all.yml
  3 [student@servera group_vars]$ sudo vi all.yml
  4 ---
  5 dummy:
  6 ntp_service_enabled: false			#本实验采用chrony进行时钟同步
  7 ceph_origin: repository
  8 ceph_repository: rhcs
  9 ceph_rhcs_version: "3"
 10 ceph_repository_type: cdn
 11 rbd_cache: "true"				#开启RBD回写缓存
 12 rbd_cache_writethrough_until_flush: "false"	#在切换回写之前，不从写透开始。
 13 rbd_client_directories: false		#不要创建客户机目录(它们应该已经存在)。
 14 monitor_interface: eth0
 15 journal_size: 1024				#本环境存储设备很小，OSD日志比通常建议的要小
 16 public_network: 172.25.250.0/24
 17 cluster_network: "{{ public_network }}"
 18 ceph_conf_overrides:
 19   global:
 20     mon_osd_allow_primary_affinity: 1
 21     mon_clock_drift_allowed: 0.5		#允许MON时钟间隔最多0.5秒
 22     osd_pool_default_size: 2
 23     osd_pool_default_min_size: 1		#降低存储池复制大小的默认设置
 24     mon_pg_warn_min_per_osd: 0		#见提示一
 25     mon_pg_warn_max_per_osd: 0		#见提示二
 26     mon_pg_warn_max_object_skew: 0		#见提示三
 27   client:
 28     rbd_default_features: 1			#仅为以后的练习启用一组特定的客户机功能

  1 [student@servera ~]$ cd /usr/share/ceph-ansible/
  2 [student@servera ceph-ansible]$ ansible-playbook site.yml

  1 [student@servera ~]$ ssh ceph@serverc ceph -s

  1 [student@servera ~]$ ssh ceph@serverc cat /etc/ceph/ceph.conf

  1 [student@servera ~]$ ssh ceph@serverc ps aux | grep ceph-mon

  1 [student@servera ~]$ cd /usr/share/ceph-ansible/group_vars/
  2 [student@servera group_vars]$ sudo cp osds.yml.sample osds.yml
  3 [student@servera group_vars]$ sudo vi osds.yml
  4 ---
  5 dummy:
  6 osd_scenario: "collocated"			#OSD使用并列的OSD形式
  7 devices:
  8   - /dev/vdb				#使用/dev/vdb作为后端存储设备

  1 [student@servera ~]$ sudo vi /etc/ansible/hosts
  2 [mons]
  3 server[c:e]
  4 
  5 [mgrs]
  6 server[c:e]
  7 
  8 [osds]
  9 server[c:e]					#追加osds组

  1 [student@servera ~]$ cd /usr/share/ceph-ansible/
  2 [student@servera ceph-ansible]$ ansible-playbook site.yml

  1 [student@servera ~]$ ssh ceph@serverc ceph -s

  1 [student@servera ~]$ ssh ceph@serverc ceph -w		#使用此命令监视集群事件

  1 [ceph@serverc ~]$ sudo systemctl stop ceph-mon.target	#停止serverc的mon进程
  2 [ceph@serverc ~]$ ceph -s				        #观察Ceph状态

  1 [ceph@serverc ~]$ sudo systemctl start ceph-mon.target	#重启开启mon进程
  2 [ceph@serverc ~]$ sudo systemctl stop ceph-osd.target	#停止serverc的osd进程
  3 [ceph@serverc ~]$ ceph -s				        #观察Ceph状态

  1 [ceph@serverc ~]$ ceph osd tree				#查看osd情况

  1 [ceph@serverc ~]$ sudo systemctl start ceph-osd.target	#重启开启osd进程
  2 [ceph@serverc ~]$ sudo systemctl stop ceph-osd@0	        #停止serverc的osd id为0的进程
  3 [ceph@serverc ~]$ ceph osd tree				#查看osd情况

  1 [ceph@serverc ~]$ sudo systemctl start ceph-osd@0	#重启开启osd 0进程
  2 [ceph@serverc ~]$ ceph -s				#观察Ceph状态

  1 [ceph@serverc ~]$ ceph -v			#查看Ceph版本

  1 [student@servera ~]$ cd /usr/share/ceph-ansible/group_vars/
  2 [student@servera group_vars]$ sudo cp clients.yml.sample clients.yml
  3 [student@servera group_vars]$ sudo vi clients.yml
  4 ---
  5 dummy:
  6 copy_admin_key: true

  1 [student@servera ~]$ sudo vi /etc/ansible/hosts
  2 [mons]
  3 server[c:e]
  4 
  5 [mgrs]
  6 server[c:e]
  7 
  8 [osds]
  9 server[c:e]
 10 
 11 [clients]
 12 servera					#追加client客户端

  1 [student@servera ~]$ cd /usr/share/ceph-ansible/
  2 [student@servera ceph-ansible]$ ansible-playbook site.yml

  1 [kiosk@foundation0 ~]$ ssh ceph@servera			#使用ceph用户登录servera
  2 [ceph@servera ~]$ ceph -s					#查看Ceph集群

  1 [root@serverf ~]# useradd student
  2 [root@serverf ~]# echo student | passwd --stdin student	          #创建非root的管理用户
  3 [root@serverf ~]# useradd -d /home/student -m student; echo "student" | passwd --stdin student‘						                                          #所有OSD server节点创建student用户
  4 [root@serverf ~]# useradd -d /home/ceph -m ceph; echo "redhat" | passwd --stdin ceph‘
  5 [root@serverf ~]# echo "student ALL = (root) NOPASSWD:ALL" > /etc/sudoers‘
  6 [root@serverf ~]# chmod 0440 /etc/sudoers

  1 [root@servera ~]# su - student
  2 [student@servera ~]$ ssh-copy-id student@serverf;ssh-copy-id ceph@serverf

  1 [student@servera ~]$ sudo vi /etc/ansible/hosts		#配置Ansible Inventory
  2 [student@servera ~]$ sudo vi /etc/ansible/hosts
  3 [mons]
  4 server[c:e]
  5 
  6 [mgrs]
  7 server[c:e]
  8 
  9 [osds]
 10 server[c:e]
 11 serverf							#追加serverf
 12 
 13 [clients]
 14 servera

  1 devices:
  2   - /dev/vdb
  3   - /dev/vdc
  4   - /dev/vdd						#追加存储设备

  1 [student@servera ~]$ cd /usr/share/ceph-ansible/
  2 [student@servera ceph-ansible]$ ansible-playbook site.yml

  1 [ceph@servera ~]$ ceph -s

  1  [ceph@servera ~]$ ceph osd tree

  1 [ceph@servera ~]$ ceph osd df