OpenStackControllerHA(2)

3.安装openstack服务

3.1.安装配置qpid

(1).更新第三方yum源

[root&＃64;controller01 ~]# rpm -Uvh http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-8.noarch.rpm

[root&＃64;controller01 ~]# rpm -Uvh http://pkgs.repoforge.org/rpmforge-release/rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm

[root&＃64;controller01 ~]# yum -y install http://repos.fedorapeople.org/repos/openstack/openstack-havana/rdo-release-havana-8.noarch.rpm

(2).安装配置qpid

[root&＃64;controller01 ~]# yum -y install mysql qpid-cpp-server memcached

[root&＃64;controller01 ~]# vi /etc/qpidd.conf

………………

auth&＃61;no

(3).启动qpid服务

[root&＃64;controller01 ~]# service qpidd start

[root&＃64;controller01 ~]# chkconfig qpidd on

3.2.安装配置keystone

(1).yum安装keystone

[root&＃64;controller01 ~]# yum -y install openstack-keystone

(2).配置keystone服务

[root&＃64;controller01 ~]# cp -av /etc/keystone/keystone.conf  /etc/keystone/keystone.conf_bak

[root&＃64;controller01 ~]# sed -i &＃39;/^#/d&＃39; /etc/keystone/keystone.conf

[root&＃64;controller01 ~]# sed -i &＃39;/^$/d&＃39; /etc/keystone/keystone.conf

[root&＃64;controller01 ~]# openstack-config --set /etc/keystone/keystone.conf sql connection mysql://keystone:keystone&＃64;mysqlserver/keystone

[root&＃64;controller01 ~]# openstack-config --set /etc/keystone/keystone.conf DEFAULT admin_token c9d9d3ed3c12dd70ede7

[root&＃64;controller01 ~]# openstack-config --set /etc/keystone/keystone.conf DEFAULT bind_host controller01

[root&＃64;controller02 ~]# openstack-config --set /etc/keystone/keystone.conf DEFAULT bind_host controller02

[root&＃64;controller01 ~]# keystone-manage pki_setup --keystone-user keystone --keystone-group keystone

[root&＃64;controller01 ~]# scp -r /etc/keystone/ssl root&＃64;controller02:/etc/keystone/

[root&＃64;controller02 ~]# touch /var/log/keystone/keystone.log

[root&＃64;controller01 ~]# chown -R keystone:keystone /etc/keystone/* /var/log/keystone/keystone.log

(3).同步keystone数据库

[root&＃64;controller01 ~]# keystone-manage db_sync

(4).启动keystone服务

[root&＃64;controller01 ~]# service openstack-keystone start

[root&＃64;controller01 ~]# chkconfig openstack-keystone on

(5).配置环境变量

[root&＃64;controller01 ~]# vi ~/.bash_profile

export OS_USERNAME&＃61;admin

export OS_TENANT_NAME&＃61;admin

export OS_PASSWORD&＃61;password

export OS_AUTH_URL&＃61;http://controller:5000/v2.0

export SERVICE_ENDPOINT&＃61;http://controller:35357/v2.0

export SERVICE_TOKEN&＃61;c9d9d3ed3c12dd70ede7

[root&＃64;controller01 ~]# source ~/.bash_profile

(6).创建user、定义services和endpoint

[root&＃64;controller01 ~]# keystone tenant-create --name&＃61;admin --description&＃61;&＃39;Admin Tenant&＃39;

[root&＃64;controller01 ~]# keystone tenant-create --name&＃61;service --description&＃61;&＃39;Service Tenant&＃39;

[root&＃64;controller01 ~]# keystone user-create --name&＃61;admin --pass&＃61;password --email&＃61;keystone&＃64;chensh.net

[root&＃64;controller01 ~]# keystone role-create --name&＃61;admin

[root&＃64;controller01 ~]# keystone user-role-add --user&＃61;admin --tenant&＃61;admin --role&＃61;admin

[root&＃64;controller01 ~]# keystone service-create --name&＃61;keystone --type&＃61;identity --description&＃61;"Keystone Identity Service"

[root&＃64;controller01 ~]# mkdir /root/config

[root&＃64;controller01 ~]# vi /root/config/keystone-endpoint.sh

#!/bin/bash

my_ip&＃61;controller

service&＃61;$(keystone service-list | awk &＃39;/keystone/ {print $2}&＃39;)

keystone endpoint-create --service-id&＃61;$service --publicurl&＃61;http://$my_ip:5000/v2.0 --internalurl&＃61;http://$my_ip:5000/v2.0 --adminurl&＃61;http://$my_ip:35357/v2.0

[root&＃64;controller01 ~]# sh /root/config/keystone-endpoint.sh 

(7).验证keystone

[root&＃64;controller01 ~]# keystone user-list

[root&＃64;controller01 ~]# keystone role-list

[root&＃64;controller01 ~]# keystone endpoint-list

3.3.安装配置glance

(1).yum安装glance

[root&＃64;controller01 ~]# yum -y install openstack-glance

(2).创建user、定义services和endpoint

[root&＃64;controller01 ~]# keystone user-create --name&＃61;glance --pass&＃61;service --email&＃61;glance&＃64;chensh.net

[root&＃64;controller01 ~]# keystone user-role-add --user&＃61;glance --tenant&＃61;service --role&＃61;admin

[root&＃64;controller01 ~]# keystone service-create --name&＃61;glance --type&＃61;image --description&＃61;"Glance Image Service"

[root&＃64;controller01 ~]# vi /root/config/glance-endpoint.sh 

#!/bin/bash

my_ip&＃61;controller

service&＃61;$(keystone service-list | awk &＃39;/glance/ {print $2}&＃39;)

keystone endpoint-create --service-id&＃61;$service --publicurl&＃61;http://$my_ip:9292 --internalurl&＃61;http://$my_ip:9292 --adminurl&＃61;http://$my_ip:9292

[root&＃64;controller01 ~]# sh /root/config/glance-endpoint.sh 

(3).定义glance配置文件

[root&＃64;controller01 ~]# cp -av /etc/glance/glance-api.conf /etc/glance/glance-api.conf_bak

[root&＃64;controller01 ~]# cp -av /etc/glance/glance-registry.conf /etc/glance/glance-registry.conf_bak

[root&＃64;controller01 ~]# sed -i &＃39;/^#/d&＃39; /etc/glance/glance-api.conf

[root&＃64;controller01 ~]# sed -i &＃39;/^$/d&＃39; /etc/glance/glance-api.conf

[root&＃64;controller01 ~]# sed -i &＃39;/^#/d&＃39; /etc/glance/glance-registry.conf

[root&＃64;controller01 ~]# sed -i &＃39;/^$/d&＃39; /etc/glance/glance-registry.conf

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf DEFAULT bind_host controller01

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf DEFAULT registry_host controller01

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf DEFAULT rabbit_host controller01

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf DEFAULT qpid_hostname controller01

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf DEFAULT sql_connection mysql://glance:glance&＃64;mysqlserver/glance

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-registry.conf DEFAULT bind_host controller01

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-registry.conf DEFAULT sql_connection mysql://glance:glance&＃64;mysqlserver/glance

[root&＃64;controller02 ~]# openstack-config --set /etc/glance/glance-api.conf DEFAULT bind_host controller02

[root&＃64;controller02 ~]# openstack-config --set /etc/glance/glance-api.conf DEFAULT registry_host controller02

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf DEFAULT rabbit_host controller02

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf DEFAULT qpid_hostname controller02

[root&＃64;controller02 ~]# openstack-config --set /etc/glance/glance-api.conf DEFAULT sql_connection mysql://glance:glance&＃64;mysqlserver/glance

[root&＃64;controller02 ~]# openstack-config --set /etc/glance/glance-registry.conf DEFAULT bind_host controller02

[root&＃64;controller02 ~]# openstack-config --set /etc/glance/glance-registry.conf DEFAULT sql_connection mysql://glance:glance&＃64;mysqlserver/glance

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf keystone_authtoken auth_host controller

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf keystone_authtoken auth_port 35357

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf keystone_authtoken auth_protocol http

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf keystone_authtoken admin_tenant_name service

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf keystone_authtoken admin_user glance

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf keystone_authtoken admin_password service

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf paste_deploy config_file /etc/glance/glance-api-paste.ini

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf paste_deploy flavor keystone

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-registry.conf keystone_authtoken auth_host controller

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-registry.conf keystone_authtoken auth_port 35357

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-registry.conf keystone_authtoken auth_protocol http

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-registry.conf keystone_authtoken admin_tenant_name service

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-registry.conf keystone_authtoken admin_user glance

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-registry.conf keystone_authtoken admin_password service

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-registry.conf paste_deploy config_file /etc/glance/glance-registry-paste.ini

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-registry.conf paste_deploy flavor keystone

[root&＃64;controller01 ~]# cp -av /usr/share/glance/glance-api-dist-paste.ini /etc/glance/glance-api-paste.ini

[root&＃64;controller01 ~]# cp -av /usr/share/glance/glance-registry-dist-paste.ini /etc/glance/glance-registry-paste.ini

[root&＃64;controller01 ~]# chown -R root:glance /etc/glance/glance-api-paste.ini 

[root&＃64;controller01 ~]# chown -R root:glance /etc/glance/glance-registry-paste.ini

[root&＃64;controller01 ~]# cp -av /etc/glance/glance-api-paste.ini /etc/glance/glance-api-paste.ini_bak

[root&＃64;controller01 ~]# cp -av /etc/glance/glance-registry-paste.ini /etc/glance/glance-registry-paste.ini_bak

[root&＃64;controller01 ~]# sed -i &＃39;/^#/d&＃39; /etc/glance/glance-api-paste.ini

[root&＃64;controller01 ~]# sed -i &＃39;/^$/d&＃39; /etc/glance/glance-api-paste.ini

[root&＃64;controller01 ~]# sed -i &＃39;/^#/d&＃39; /etc/glance/glance-registry-paste.ini

[root&＃64;controller01 ~]# sed -i &＃39;/^$/d&＃39; /etc/glance/glance-registry-paste.ini

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api-paste.ini filter:authtoken auth_host controller

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api-paste.ini filter:authtoken admin_tenant_name service

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api-paste.ini filter:authtoken admin_user glance

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api-paste.ini filter:authtoken admin_password service

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-registry-paste.ini filter:authtoken auth_host controller

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-registry-paste.ini filter:authtoken admin_tenant_name service

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-registry-paste.ini filter:authtoken admin_user glance

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-registry-paste.ini filter:authtoken admin_password service

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf DEFAULT filesystem_store_datadir /openstack/glance/images

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf DEFAULT scrubber_datadir /openstack/glance/scrubber

[root&＃64;controller01 ~]# openstack-config --set /etc/glance/glance-api.conf DEFAULT image_cache_dir /openstack/glance/image-cache

(4).修改glance数据文件

[root&＃64;controller01 ~]# cp -av /var/lib/glance /openstack/

[root&＃64;controller01 ~]# chown -R glance:glance /openstack/glance

(5).设置日志权限

[root&＃64;controller01 ~]# touch /var/log/glance/registry.log

[root&＃64;controller01 ~]# chown -R glance:glance /var/log/glance

(6).同步glance数据库

[root&＃64;controller01 ~]# glance-manage db_sync

(7).启动glance服务

[root&＃64;controller01 ~]# service openstack-glance-api start

[root&＃64;controller01 ~]# service openstack-glance-registry start

[root&＃64;controller01 ~]# chkconfig openstack-glance-api on

[root&＃64;controller01 ~]# chkconfig openstack-glance-registry on

(8).功能测试

[root&＃64;controller01 ~]# glance image-create --name&＃61;centos6.4_20G --disk-format&＃61;qcow2 --container-format&＃61;ovf --is-public&＃61;true

[root&＃64;controller01 ~]# glance image-list

3.4.安装配置nova

(1).yum安装nova

[root&＃64;controller01 ~]# yum -y install openstack-nova

(2).创建user、定义services和endpoint

[root&＃64;controller01 ~]# keystone user-create --name&＃61;nova --pass&＃61;service --email&＃61;nova&＃64;chensh.net

[root&＃64;controller01 ~]# keystone user-role-add --user&＃61;nova --tenant&＃61;service --role&＃61;admin

[root&＃64;controller01 ~]# keystone service-create --name&＃61;nova --type&＃61;compute --description&＃61;"Nova Compute Service"

[root&＃64;controller01 ~]# vi /root/config/nova-user.sh

#!/bin/sh

my_ip&＃61;controller

service&＃61;$(keystone service-list | awk &＃39;/nova/ {print $2}&＃39;)

keystone endpoint-create --service-id&＃61;$service --publicurl&＃61;http://$my_ip:8774/v2/%\(tenant_id\)s --internalurl&＃61;http://$my_ip:8774/v2/%\(tenant_id\)s --adminurl&＃61;http://$my_ip:8774/v2/%\(tenant_id\)s

[root&＃64;controller01 ~]# sh /root/config/nova-user.sh

(3).定义nova配置文件

[root&＃64;controller01 ~]# cp -av /etc/nova/nova.conf /etc/nova/nova.conf_bak

[root&＃64;controller01 ~]# sed -i &＃39;/^#/d&＃39; /etc/nova/nova.conf

[root&＃64;controller01 ~]# sed -i &＃39;/^$/d&＃39; /etc/nova/nova.conf

[root&＃64;controller01 ~]# vi /etc/nova/nova.conf

[DEFAULT]

my_ip &＃61; 192.168.20.21

auth_strategy &＃61; keystone

state_path &＃61; /openstack/nova

verbose &＃61; True

allow_resize_to_same_host &＃61; true

rpc_backend &＃61; nova.openstack.common.rpc.impl_qpid

qpid_hostname &＃61; controller

libvirt_type &＃61; kvm

glance_api_servers &＃61; controller:9292

#novncproxy_base_url &＃61; http://controller01:6080/vnc_auto.html

#vncserver_proxyclient_address &＃61; controller01

vnc_enabled &＃61; true

vnc_keymap &＃61; en-us

network_manager &＃61; nova.network.manager.FlatDHCPManager

firewall_driver &＃61; nova.virt.firewall.NoopFirewallDriver

multi_host &＃61; True

flat_interface &＃61; eth1

flat_network_bridge &＃61; br1

public_interface &＃61; eth0

instance_usage_audit &＃61; True

instance_usage_audit_period &＃61; hour

notify_on_state_change &＃61; vm_and_task_state

notification_driver &＃61; nova.openstack.common.notifier.rpc_notifier

compute_scheduler_driver &＃61; nova.scheduler.simple.SimpleScheduler

ec2_listen &＃61; controller01

ec2_listen_port &＃61; 8773

osapi_compute_listen &＃61; controller01

osapi_compute_listen_port &＃61; 8774

metadata_listen &＃61; controller01

metadata_listen_port &＃61; 8775

novncproxy_host &＃61; controller01

vncserver_listen &＃61; controller01

novncproxy_port &＃61; 6080

qpid_hosts &＃61; controller01:5672,controller02:5672

memcached_servers &＃61; controller01:11211, controller02:11211

[hyperv]

[zookeeper]

[osapi_v3]

[conductor]

[keymgr]

[cells]

[database]

sql_connection &＃61; mysql://nova:nova&＃64;mysqlserver/nova

[image_file_url]

[baremetal]

[rpc_notifier2]

[matchmaker_redis]

[ssl]

[trusted_computing]

[upgrade_levels]

[matchmaker_ring]

[vmware]

[spice]

[keystone_authtoken]

auth_host &＃61; controller

auth_port &＃61; 35357

auth_protocol &＃61; http

admin_user &＃61; nova

admin_tenant_name &＃61; service

admin_password &＃61; service

[root&＃64;controller01 ~]# vi /etc/nova/nova.conf

[DEFAULT]

my_ip &＃61; 192.168.20.22

auth_strategy &＃61; keystone

state_path &＃61; /openstack/nova

verbose &＃61; True

allow_resize_to_same_host &＃61; true

rpc_backend &＃61; nova.openstack.common.rpc.impl_qpid

qpid_hostname &＃61; controller

libvirt_type &＃61; kvm

glance_api_servers &＃61; controller:9292

#novncproxy_base_url &＃61; http://controller02:6080/vnc_auto.html

#vncserver_proxyclient_address &＃61; controller02

vnc_enabled &＃61; true

vnc_keymap &＃61; en-us

network_manager &＃61; nova.network.manager.FlatDHCPManager

firewall_driver &＃61; nova.virt.firewall.NoopFirewallDriver

multi_host &＃61; True

flat_interface &＃61; eth1

flat_network_bridge &＃61; br1

public_interface &＃61; eth0

instance_usage_audit &＃61; True

instance_usage_audit_period &＃61; hour

notify_on_state_change &＃61; vm_and_task_state

notification_driver &＃61; nova.openstack.common.notifier.rpc_notifier

compute_scheduler_driver &＃61; nova.scheduler.simple.SimpleScheduler

ec2_listen &＃61; controller02

ec2_listen_port &＃61; 8773

osapi_compute_listen &＃61; controller02

osapi_compute_listen_port &＃61; 8774

metadata_listen &＃61; controller02

metadata_listen_port &＃61; 8775

novncproxy_host &＃61; controller02

vncserver_listen &＃61; controller02

novncproxy_port &＃61; 6080

qpid_hosts &＃61; controller01:5672,controller02:5672

memcached_servers &＃61; controller01:11211, controller02:11211

[hyperv]

[zookeeper]

[osapi_v3]

[conductor]

[keymgr]

[cells]

[database]

sql_connection &＃61; mysql://nova:nova&＃64;mysqlserver/nova

[image_file_url]

[baremetal]

[rpc_notifier2]

[matchmaker_redis]

[ssl]

[trusted_computing]

[upgrade_levels]

[matchmaker_ring]

[vmware]

[spice]

[keystone_authtoken]

auth_host &＃61; controller

auth_port &＃61; 35357

auth_protocol &＃61; http

admin_user &＃61; nova

admin_tenant_name &＃61; service

admin_password &＃61; service

[root&＃64;controller01 ~]# vi /etc/nova/api-paste.ini

auth_url &＃61; http://controller:35357/v2.0

auth_host &＃61; controller

auth_port &＃61; 35357

auth_protocol &＃61; http

admin_user &＃61; nova

admin_tenant_name &＃61; service

admin_password &＃61; service

(4).修改nova数据存储路径

[root&＃64;controller01 ~]# cp -av /var/lib/nova /openstack/

[root&＃64;controller01 ~]# chown -R nova:nova /openstack/nova

(5).同步nova数据库

[root&＃64;controller01 ~]# nova-manage db sync

(6).设置日志权限

[root&＃64;controller01 ~]# chown -R nova:nova /var/log/nova 

(7).修正nova bug

[root&＃64;controller01 ~]# vi /usr/lib/python2.6/site-packages/nova/wsgi.py

Bug:https://review.openstack.org/#/c/60838/3/nova/wsgi.py

(8).启动nova相关服务

[root&＃64;controller01 ~]# service libvirtd start

[root&＃64;controller01 ~]# chkconfig libvirtd on

[root&＃64;controller01 ~]# service messagebus start

[root&＃64;controller01 ~]# chkconfig messagebus on

[root&＃64;controller01 ~]# service openstack-nova-api start

[root&＃64;controller01 ~]# service openstack-nova-cert start

[root&＃64;controller01 ~]# service openstack-nova-consoleauth start

[root&＃64;controller01 ~]# service openstack-nova-scheduler start

[root&＃64;controller01 ~]# service openstack-nova-conductor start

[root&＃64;controller01 ~]# service openstack-nova-novncproxy start

[root&＃64;controller01 ~]# service openstack-nova-network start

[root&＃64;controller01 ~]# chkconfig openstack-nova-api on

[root&＃64;controller01 ~]# chkconfig openstack-nova-cert on

[root&＃64;controller01 ~]# chkconfig openstack-nova-consoleauth on

[root&＃64;controller01 ~]# chkconfig openstack-nova-scheduler on

[root&＃64;controller01 ~]# chkconfig openstack-nova-conductor on

[root&＃64;controller01 ~]# chkconfig openstack-nova-novncproxy on

[root&＃64;controller01 ~]# chkconfig openstack-nova-network on

(9).设置安全组规则

[root&＃64;controller01 ~]# nova secgroup-add-rule default tcp 22 22 0.0.0.0/0

[root&＃64;controller01 ~]# nova secgroup-add-rule default icmp -1 -1 0.0.0.0/0

(10).nova功能测试

[root&＃64;controller01 ~]# nova image-list

[root&＃64;controller01 ~]# nova network-create vmnet --fixed-range-v4&＃61;10.1.1.0/24 --bridge&＃61;br1 --bridge-interface&＃61;eth1 --multi-host&＃61;T --dns1&＃61;202.106.0.20 --dns2&＃61;202.96.69.38

[root&＃64;controller01 ~]# nova boot --flavor 2 --image centos6.4_20G vm-00