Install and Configure OpenStack Block Storage (Cinder)
Based on OpenStack Icehouse releaseInstall and Configure OpenStack Block Storage (Cinder)
OpenStack Block Storage Service Controller setup
yum -y install openstack-cinder
mysql -uroot -p
mysql> create database cinder;
mysql> grant all privileges on cinder.* to 'cinder'@'localhost' identified by 'CINDER-DBPASS';
mysql> grant all privileges on cinder.* to 'cinder'@'%' identified by 'CINDER-DBPASS';
mysql> flush privileges;
vi /etc/cinder/cinder.conf
connection=mysql://cinder:cinder@MYSQL-SERVER/cinder
cinder-manage db sync
vi /etc/cinder/cinder.conf
auth_strategy=keystone
auth_host=controller
auth_port=35357
auth_protocol=http
auth_uri=http://controller:5000
admin_user=cinder
admin_password=CINDER-USER-PASSWORD
admin_tenant_name=service
rpc_backend=cinder.openstack.common.rpc.impl_qpid
qpid_hostname=controller
# add cinder user (set in service tenant)
keystone user-create --tenant service --name cinder --pass CINDER-USER-PASSWORD
# add cinder user in admin role
keystone user-role-add --user cinder --tenant service --role admin
# add service for cinder v1
keystone service-create --name=cinder --type=volume --description="Cinder Service"
# add endpoint for cinder v1
keystone endpoint-create --region RegionOne --service cinder --publicurl=http://controller:8776/v1/%\(tenant_id\)s --internalurl=http://controller:8776/v1/%\(tenant_id\)s --adminurl=http://controller:8776/v1/%\(tenant_id\)s
# add service for cinder v2
keystone service-create --name=cinderv2 --type=volumev2 --description="Cinder Service V2"
# add endpoint for cinder v2
keystone endpoint-create --region RegionOne --service cinderv2 --publicurl=http://controller:8776/v2/%\(tenant_id\)s --internalurl=http://controller:8776/v2/%\(tenant_id\)s --adminurl=http://controller:8776/v2/%\(tenant_id\)s
chown -R cinder:cinder /etc/cinder /var/log/cinder
service openstack-cinder-api start; chkconfig openstack-cinder-api on
service openstack-cinder-scheduler start; chkconfig openstack-cinder-scheduler on
OpenStack Block Storage Service node setup-- node1
1. service NetworkManager stop; chkconfig NetworkManager off
service network start; chkconfig network on
disable firewall and selinux
service iptables stop; chkconfig iptables off
service ip6tables stop; chkconfig ip6tables off
2. eth0 for management/public/floating (192.168.1.0/24), eth1 for internal/flat (192.168.20.0/24), it's recommended to use seperated nic for management network
3. set hostname in /etc/sysconfig/network and /etc/hosts
192.168.1.10 controller
192.168.1.11 node1
4. yum -y install ntp
vi /etc/ntp.conf
server 192.168.1.10
restrict 192.168.1.10
service ntpd start; chkconfig ntpd on
5. yum -y installhttp://repos.fedorapeople.org/repos/openstack/openstack-icehouse/rdo-release-icehouse-3.noarch.rpm
yum -y install http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-8.noarch.rpm
yum -y install mysql MySQL-python
6. yum -y install openstack-cinder scsi-target-utils
using LVM/NFS/GlusterFS multi-storage back_end for cinder volume
on node1 for LVM:
vi /etc/lvm/lvm.conf
devices {
...
filter = [ "a/sda/", "a/sdb/", "a/sdc/","r/.*/"]
...
}
vi /etc/tgt/targets.conf
include /etc/cinder/volumes/*
pvcreate /dev/sdb; vgcreate -s 32M cinder-volumes-1 /dev/sdb
pvcreate /dev/sdc; vgcreate -s 32M cinder-volumes-2 /dev/sdc
7. on node1 for nfs
yum -y install nfs-utils
service rpcbind start; service nfslock start
# to test mounting is ok
mount NFS-SERVER:/share /test
mount; umount /test
vi /etc/cinder/nfs_shares
NFS-SERVER:/share
chown root:cinder /etc/cinder/nfs_shares; chmod 640 /etc/cinder/nfs_shares
8. on node1 for GlusterFS
yum-y install glusterfs-fuse
vi /etc/cinder/glusterfs_shares
GLUSTERFS-SERVER:/vol01
chown root:cinder /etc/cinder/glusterfs_shares; chmod 640 /etc/cinder/glusterfs_shares
9. vi /etc/cinder/cinder.conf
auth_strategy=keystone
auth_host=controller
auth_port=35357
auth_protocol=http
auth_uri=http://controller:5000
admin_user=cinder
admin_password=CINDER-USER-PASSWORD
admin_tenant_name=service
rpc_backend=cinder.openstack.common.rpc.impl_qpid
qpid_hostname=controller
glance_host=controller
enabled_backends=lvmdriver-1,lvmdriver-2,nfs,glusterfs
connection=mysql://cinder:CINDER-USER-PASSWORD@MYSQL-SERVER/cinder
# add at the last
# match the vg-group you created
volume_group=cinder-volumes-1
volume_driver=cinder.volume.drivers.lvm.LVMISCSIDriver
# name the backend_name you wanted
volume_backend_name=LVM_iSCSI-1
# match the vg-group you created
volume_group=cinder-volumes-2
volume_driver=cinder.volume.drivers.lvm.LVMISCSIDriver
# name the backend_name you wanted
volume_backend_name=LVM_iSCSI-2
volume_driver=cinder.volume.drivers.nfs.NfsDriver
# name the backend_name you wanted
volume_backend_name=NFS
nfs_shares_config=/etc/cinder/nfs_shares
nfs_mount_point_base=/var/lib/cinder/nfs
volume_driver=cinder.volume.drivers.glusterfs.GlusterfsDriver
# name the backend_name you wanted
volume_backend_name=GlusterFS
glusterfs_shares_config=/etc/cinder/glusterfs_shares
glusterfs_mount_point_base=/var/lib/cinder/glusterfs
9. chown -R cinder:cinder /etc/cinder /var/log/cinder
service openstack-cinder-volume start; chkconfig openstack-cinder-volume on
service tgtd start; chkconfig tgtd on; chkconfig iscsi off; chkconfig iscsid off
10. on cinder controller node
source ~/adminrc
cinder type-create lvm1
cinder type-create lvm2
cinder type-create nfs
cinder type-create glusterfs
cinder type-key lvm1 set volume_backend_name=LVM_iSCSI-1
cinder type-key lvm2 set volume_backend_name=LVM_iSCSI-2
cinder type-key nfs set volume_backend_name=NFS
cinder type-key glusterfs set volume_backend_name=GlusterFS
cinder extra-specs-list
source~/demo1rc
cinder create --display-name disk_lvm1 --volume-type lvm1 1
cinder create --display-name disk_lvm2 --volume-type lvm2 1
cinder create --display-name disk_nfs --volume-type nfs 1
cinder create --display-name disk_glusterfs --volume-type glusterfs 1
cinder list
11. attach disk_lvm1 to CirrOS
nova list
nova volume-attach CirrOS id_of_disk_lvm1 auto
nova stop Cirros
nova volume-detach CirrOS id_of_disk_lvm1
Notes:
using NFS for cinder volume
on NFS Server:
yum -y install nfs-utils
vi /etc/exports
/share *(rw,sync,no_root_squash)
service rpcbind start
service nfs start; chkconfig nfs on
using GlusterFS for cinder volume
on each glusterfs server:
1. yum-y install glusterfs-server
vi /etc/hosts
# add GlusterFS servers
192.168.1.x gfs01
192.168.1.x gfs02
service glusterd start; chkconfig glusterd on
mkdir /home/vol_replica
2. Configure following settings on one GlusterFS server, on gfs01
gluster peer probe gfs02
gluster peer status
gluster volume create vol01 replica 2 transport tcp gfs01:/home/vol_replica gfs02:/home/vol_replica force
gluster volume start vol01
gluster volume info
3. on each glusterfs server:
gluster volume set vol01 storage.owner-uid 165
gluster volume set vol01 storage.owner-gid 165
gluster volume set vol01 server.allow-insecure on
vi /etc/glusterfs/glusterd.vol
option rpc-auth-allow-insecure on
service glusterd restart
页:
[1]