This post is part of the Manual Deployment Openstack HA and Ceph series.
Setup Cinder Database (Exec on Controller-01)
1. Create mysql database for cinder
mysql
CREATE DATABASE cinder;
2. Grant cinder user for any host access
GRANT ALL PRIVILEGES ON cinder.* TO 'cinder'@'localhost' \
IDENTIFIED BY 'cinder!dama';
GRANT ALL PRIVILEGES ON cinder.* TO 'cinder'@'%' \
IDENTIFIED BY 'cinder!dama';
FLUSH PRIVILEGES;
EXIT;
Setup Cinder Endpoint (Exec on Controller-01)
1. Create cinder user in OpenStack
source admin-openrc
openstack user create --domain default --password 'cinder!dama' cinder
2. Grant admin role for cinder user
openstack role add --project service --user cinder admin
3. Create cinder service in openstack
openstack service create --name cinderv2 \
--description "OpenStack Block Storage" volumev2
openstack service create --name cinderv3 \
--description "OpenStack Block Storage" volumev3
4. Create cinder internal, public, and admin endpoint
openstack endpoint create --region java \
volumev2 public 'http://public.java.dama.id:8776/v2/%(project_id)s'
openstack endpoint create --region java \
volumev2 internal 'http://internal.java.dama.id:8776/v2/%(project_id)s'
openstack endpoint create --region java \
volumev2 admin 'http://admin.java.dama.id:8776/v2/%(project_id)s'
openstack endpoint create --region java \
volumev3 public 'http://public.java.dama.id:8776/v3/%(project_id)s'
openstack endpoint create --region java \
volumev3 internal 'http://internal.java.dama.id:8776/v3/%(project_id)s'
openstack endpoint create --region java \
volumev3 admin 'http://admin.java.dama.id:8776/v3/%(project_id)s'
Install and Configure Cinder (Exec on All Controller Nodes)
1. Install cinder packages
apt install -y cinder-api cinder-scheduler cinder-volume
2. Modify cinder configuration
vi /etc/cinder/cinder.conf
[DEFAULT]
debug = False
use_forwarded_for = true
use_stderr = False
my_ip = 10.10.10.X
osapi_volume_workers = 5
volume_name_template = volume-%s
glance_api_servers = http://10.10.10.100:9292
glance_num_retries = 3
glance_api_version = 2
glance_ca_certificates_file =
os_region_name = java
enabled_backends = ceph
osapi_volume_listen = 10.10.10.X
osapi_volume_listen_port = 8776
api_paste_config = /etc/cinder/api-paste.ini
auth_strategy = keystone
transport_url = rabbit://openstack:rabbit!dama@10.10.10.11:5672,openstack:rabbit!dama@10.10.10.12:5672,openstack:rabbit!dama@10.10.10.13:5672//
[oslo_messaging_notifications]
transport_url = rabbit://openstack:rabbit!dama@10.10.10.11:5672,openstack:rabbit!dama@10.10.10.12:5672,openstack:rabbit!dama@10.10.10.13:5672//
driver = noop
[oslo_middleware]
enable_proxy_headers_parsing = True
[nova]
interface = internal
auth_url = http://internal.java.dama.id:5000/v3
auth_type = password
project_domain_id = default
user_domain_id = default
region_name = gti
project_name = service
username = nova
password = nova!dama
cafile =
[database]
connection = mysql+pymysql://cinder:cinder!dama@10.10.10.100/cinder
max_retries = -1
[keystone_authtoken]
www_authenticate_uri = http://internal.java.dama.id:5000
auth_url = http://internal.java.dama.id:5000/v3
memcached_servers = 10.10.10.11:11211,10.10.10.12:11211,10.10.10.13:11211
auth_type = password
project_domain_name = Default
user_domain_name = Default
project_name = service
username = cinder
password = cinder!dama
cafile =
[oslo_concurrency]
lock_path = /var/lib/cinder/tmp
[ceph]
volume_driver = cinder.volume.drivers.rbd.RBDDriver
volume_backend_name = ceph
rbd_pool = volumes
rbd_ceph_conf = /etc/ceph/ceph.conf
rbd_flatten_volume_from_snapshot = false
rbd_max_clone_depth = 5
rbd_store_chunk_size = 4
rados_connect_timeout = -1
rbd_user = cinder
rbd_secret_uuid = 9de5fa70-0706-11ee-a8cf-d326bea0ef5d
report_discard_supported = True
image_upload_use_cinder_backend = True
[privsep_entrypoint]
helper_command = sudo cinder-rootwrap /etc/cinder/rootwrap.conf privsep-helper --config-file /etc/cinder/cinder.conf
[coordination]
3. Set cinder wsgi bind
sed -i "s/Listen 8776.*/Listen $(ip -4 addr show ens4 | grep -oP '(?<=inet\s)\d+(\.\d+){3}' | head -1):8776/" /etc/apache2/conf-available/cinder-wsgi.conf
4. Add haproxy configuration
vi /etc/haproxy/haproxy.cfg
...
# CINDER
listen cinder_api_cluster
bind 10.10.10.100:8776
bind 202.10.10.100:8776
balance source
option tcpka
option httpchk
option tcplog
server os-controller-01 10.10.10.11:8776 check inter 2000 rise 2 fall 5
server os-controller-02 10.10.10.12:8776 check inter 2000 rise 2 fall 5
server os-controller-03 10.10.10.13:8776 check inter 2000 rise 2 fall 5
5. Restart and enable service cinder-scheduler and cinder-volume
systemctl restart cinder-scheduler
systemctl enable cinder-scheduler
systemctl status cinder-scheduler
systemctl restart cinder-volume
systemctl enable cinder-volume
systemctl status cinder-volume
Restart Haproxy
1. Restart haproxy with pcs
pcs resource restart lb-haproxy