394 lines
11 KiB
Python
Executable File
394 lines
11 KiB
Python
Executable File
#!/usr/bin/python
|
|
# copyright 2014 Huawei Technologies Co. Ltd
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
"""Example code to deploy a cluster by compass client api."""
|
|
import os
|
|
import re
|
|
import requests
|
|
import sys
|
|
import time
|
|
|
|
# from compass.apiclient.restful import Client
|
|
from restful import Client
|
|
|
|
COMPASS_SERVER_URL = 'http://10.145.89.100/api'
|
|
COMPASS_LOGIN_EMAIL = 'admin@huawei.com'
|
|
COMPASS_LOGIN_PASSWORD = 'admin'
|
|
SWITCH_IP = '172.29.8.40'
|
|
SWITCH_SNMP_VERSION = '2c'
|
|
SWITCH_SNMP_COMMUNITY = 'public'
|
|
#MACHINES_TO_ADD = ['00:0c:29:05:bd:eb']
|
|
CLUSTER_NAME = 'test_cluster'
|
|
HOST_NAME_PREFIX = 'host'
|
|
SERVER_USERNAME = 'root'
|
|
SERVER_PASSWORD = 'root'
|
|
SERVICE_USERNAME = 'service'
|
|
SERVICE_PASSWORD = 'service'
|
|
DASHBOARD_USERNAME = 'console'
|
|
DASHBOARD_PASSWORD = 'console'
|
|
HA_VIP = ''
|
|
#NAMESERVERS = '10.145.88.211'
|
|
SEARCH_PATH = ['ods.com']
|
|
#GATEWAY = '10.145.88.1'
|
|
#PROXY = 'http://192.168.10.6:3128'
|
|
#NTP_SERVER = '10.145.88.211'
|
|
|
|
MANAGEMENT_IP_START = '10.145.88.130'
|
|
MANAGEMENT_IP_END = '10.145.88.254'
|
|
MANAGEMENT_IP_GATEWAY = '10.145.88.1'
|
|
MANAGEMENT_NETMASK = '255.255.255.0'
|
|
MANAGEMENT_NIC = 'eth0'
|
|
MANAGEMENT_PROMISC = 0
|
|
TENANT_IP_START = '192.168.10.130'
|
|
TENANT_IP_END = '192.168.10.255'
|
|
TENANT_IP_GATEWAY = '192.168.10.1'
|
|
TENANT_NETMASK = '255.255.255.0'
|
|
TENANT_NIC = 'eth0'
|
|
TENANT_PROMISC = 0
|
|
PUBLIC_IP_START = '12.234.32.130'
|
|
PUBLIC_IP_END = '12.234.32.255'
|
|
PUBLIC_IP_GATEWAY = '12.234.32.1'
|
|
PUBLIC_NETMASK = '255.255.255.0'
|
|
PUBLIC_NIC = 'eth1'
|
|
PUBLIC_PROMISC = 1
|
|
STORAGE_IP_START = '172.16.100.130'
|
|
STORAGE_IP_END = '172.16.100.255'
|
|
STORAGE_NETMASK = '255.255.255.0'
|
|
STORAGE_IP_GATEWAY = '172.16.100.1'
|
|
STORAGE_NIC = 'eth0'
|
|
STORAGE_PROMISC = 0
|
|
HOME_PERCENTAGE = 5
|
|
TMP_PERCENTAGE = 5
|
|
VAR_PERCENTAGE = 10
|
|
#ROLES_LIST = [['os-dashboard']]
|
|
HOST_OS = 'CentOS-6.5-x86_64'
|
|
|
|
LANGUAGE = 'EN'
|
|
TIMEZONE = 'GMT -7:00'
|
|
HTTPS_PROXY = 'https://10.145.89.100:3128'
|
|
NO_PROXY = ['127.0.0.1']
|
|
DNS_SERVER = '10.145.89.100'
|
|
DOMAIN = 'ods.com'
|
|
|
|
PRESET_VALUES = {
|
|
'NAMESERVERS': ['10.145.89.100'],
|
|
'NTP_SERVER': '10.145.89.100',
|
|
'GATEWAY': '10.145.88.1',
|
|
'PROXY': 'http://10.145.89.100:3128',
|
|
'FLAVOR': 'allinone',
|
|
'ROLES_LIST': ['allinone-compute'],
|
|
'MACHINES_TO_ADD': ['00:0c:29:a7:ea:4b'],
|
|
'BUILD_TIMEOUT': 60
|
|
}
|
|
for v in PRESET_VALUES:
|
|
if v in os.environ.keys():
|
|
PRESET_VALUES[v] = os.environ.get(v)
|
|
print (v + PRESET_VALUES[v] + " is set by env variables")
|
|
else:
|
|
print (PRESET_VALUES[v])
|
|
|
|
# instantiate a client
|
|
client = Client(COMPASS_SERVER_URL)
|
|
|
|
# login
|
|
status, token = client.login(COMPASS_LOGIN_EMAIL, COMPASS_LOGIN_PASSWORD)
|
|
|
|
# list all switches
|
|
status, response = client.list_switches()
|
|
print '============================================================='
|
|
print 'get all switches status: %s response: %s' % (status, response)
|
|
|
|
# add a switch
|
|
status, response = client.add_switch(
|
|
SWITCH_IP,
|
|
SWITCH_SNMP_VERSION,
|
|
SWITCH_SNMP_COMMUNITY
|
|
)
|
|
print '============================================'
|
|
print 'adding a switch..status: %s, response: %s' % (status, response)
|
|
|
|
# if switch already exists, get one from all switches
|
|
switch = None
|
|
if status < 400:
|
|
switch = response
|
|
else:
|
|
status, response = client.list_switches()
|
|
for switch_ in response:
|
|
if switch_['ip'] == SWITCH_IP:
|
|
switch = switch_
|
|
break
|
|
|
|
switch_id = switch['id']
|
|
switch_ip = switch['ip']
|
|
print '======================'
|
|
print 'switch has been set as %s' % switch_ip
|
|
|
|
# wait till switch state becomes under_monitoring
|
|
while switch['state'] != 'under_monitoring':
|
|
print 'waiting for state to become under_monitoring'
|
|
client.poll_switch(switch_id)
|
|
status, resp = client.get_switch(switch_id)
|
|
switch = resp
|
|
print 'switch is in state: %s' % switch['state']
|
|
time.sleep(5)
|
|
status, response = client.poll_switch(switch_id)
|
|
print '========================================='
|
|
print 'switch state now is %s' % (switch['state'])
|
|
|
|
# create a machine list
|
|
machine_macs = {}
|
|
machines = {}
|
|
for machine in PRESET_VALUES['MACHINES_TO_ADD']:
|
|
status, response = client.list_machines(mac=machine)
|
|
if status == 200 and response != []:
|
|
id = response[0]['id']
|
|
machine_macs[id] = response[0]['mac']
|
|
machines = response
|
|
|
|
print '================================='
|
|
print 'found machines are : %s' % machines
|
|
|
|
MACHINES_TO_ADD = PRESET_VALUES['MACHINES_TO_ADD']
|
|
if set(machine_macs.values()) != set(MACHINES_TO_ADD):
|
|
print 'only found macs %s while expected are %s' % (
|
|
machine_macs.values(), MACHINES_TO_ADD)
|
|
sys.exit(1)
|
|
|
|
# list all adapters
|
|
status, response = client.list_adapters()
|
|
print '==============================='
|
|
print 'all adapters are: %s' % response
|
|
adapters = response
|
|
adapter_ids = []
|
|
for adapter in adapters:
|
|
adapter_ids.append(adapter['id'])
|
|
|
|
adapter_id = adapter_ids[0]
|
|
adapter = adapters[adapter_id]
|
|
print '=========================='
|
|
print 'using adapter %s to deploy cluster' % adapter_id
|
|
|
|
# get all supported oses
|
|
supported_oses = adapter['supported_oses']
|
|
|
|
# get os_id
|
|
os_id = None
|
|
os_name = None
|
|
for supported_os in supported_oses:
|
|
if HOST_OS in supported_os.values():
|
|
os_id = supported_os['os_id']
|
|
os_name = supported_os['name']
|
|
break
|
|
|
|
print '===================================='
|
|
print 'use %s as host os, the os_id is %s' % (os_name, os_id)
|
|
|
|
# get flavor_id
|
|
flavor_id = None
|
|
flavors = adapter['flavors']
|
|
print '=============================='
|
|
print 'all flavors are: %s' % flavors
|
|
|
|
for flavor in flavors:
|
|
if flavor['name'] == PRESET_VALUES['FLAVOR']:
|
|
flavor_id = flavor['id']
|
|
break
|
|
|
|
print '===================================='
|
|
print 'cluster info: adapter_id: %s, os_id: %s, flavor_id: %s' % (
|
|
adapter_id, os_id, flavor_id)
|
|
|
|
# add a cluster
|
|
status, response = client.add_cluster(
|
|
CLUSTER_NAME,
|
|
adapter_id,
|
|
os_id,
|
|
flavor_id
|
|
)
|
|
print 'add cluster %s status %s: %s' % (CLUSTER_NAME, status, response)
|
|
if status < 400:
|
|
cluster = response
|
|
else:
|
|
status, response = client.list_clusters(name=CLUSTER_NAME)
|
|
print 'list clusters status %s: %s' % (status, response)
|
|
cluster = response[0]
|
|
print 'cluster already exists, fetching it'
|
|
cluster_id = cluster['id']
|
|
|
|
print '=================='
|
|
print 'cluster is %s' % cluster
|
|
|
|
# Add hosts to the cluster
|
|
machines_dict = {}
|
|
machine_id_list = []
|
|
for machine in machines:
|
|
id_mapping = {}
|
|
id_mapping['machine_id'] = machine['id']
|
|
machine_id_list.append(id_mapping)
|
|
|
|
machines_dict['machines'] = machine_id_list
|
|
|
|
status, response = client.add_hosts_to_cluster(
|
|
cluster_id, machines_dict
|
|
)
|
|
print '==================================='
|
|
print 'add hosts %s to cluster: %s' % (machines_dict, response)
|
|
|
|
# Add two subnets
|
|
subnet_1 = '10.145.89.0/24'
|
|
subnet_2 = '192.168.100.0/24'
|
|
|
|
status, response = client.add_subnet(subnet_1)
|
|
print '=================='
|
|
print 'add subnet %s' % response
|
|
|
|
status, response = client.add_subnet(subnet_2)
|
|
print '=================='
|
|
print 'add subnet %s' % response
|
|
|
|
status, subnet1 = client.list_subnets(subnet=subnet_1)
|
|
status, subnet2 = client.list_subnets(subnet=subnet_2)
|
|
subnet1_id = subnet1[0]['id']
|
|
subnet2_id = subnet2[0]['id']
|
|
print '========================'
|
|
print 'subnet1 has id: %s, subnet is %s' % (subnet1_id, subnet1)
|
|
print 'subnet2 has id: %s, subnet is %s' % (subnet2_id, subnet2)
|
|
|
|
# Add host network
|
|
status, response = client.list_cluster_hosts(cluster_id)
|
|
host = response[0]
|
|
host_id = host['id']
|
|
print '=================='
|
|
print 'host is: %s' % host
|
|
|
|
status, response = client.add_host_network(
|
|
host_id,
|
|
'eth0',
|
|
'10.145.89.200',
|
|
subnet1_id,
|
|
is_mgmt=True
|
|
)
|
|
print '======================='
|
|
print 'add eth0 network: %s' % response
|
|
|
|
status, response = client.add_host_network(
|
|
host_id,
|
|
'eth1',
|
|
'192.168.100.200',
|
|
subnet2_id,
|
|
is_promiscuous=True
|
|
)
|
|
print '======================='
|
|
print 'add eth1 network: %s' % response
|
|
|
|
# Update os config to cluster
|
|
cluster_os_config = {
|
|
'general': {
|
|
'language': LANGUAGE,
|
|
'timezone': TIMEZONE,
|
|
'http_proxy': PRESET_VALUES['PROXY'],
|
|
'https_proxy': HTTPS_PROXY,
|
|
'no_proxy': NO_PROXY,
|
|
'ntp_server': PRESET_VALUES['NTP_SERVER'],
|
|
'dns_servers': PRESET_VALUES['NAMESERVERS'],
|
|
'domain': DOMAIN,
|
|
'search_path': SEARCH_PATH,
|
|
'default_gateway': PRESET_VALUES['GATEWAY']
|
|
},
|
|
'server_credentials': {
|
|
'username': SERVER_USERNAME,
|
|
'password': SERVER_PASSWORD
|
|
},
|
|
'partition': {
|
|
'/var': {
|
|
'percentage': VAR_PERCENTAGE,
|
|
},
|
|
'/home': {
|
|
'percentage': HOME_PERCENTAGE,
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
cluster_package_config = {
|
|
'roles': PRESET_VALUES['ROLES_LIST'],
|
|
'security': {
|
|
'service_credential': {
|
|
'image': {
|
|
'username': SERVICE_USERNAME,
|
|
'password': SERVICE_PASSWORD
|
|
},
|
|
'compute': {
|
|
'username': SERVICE_USERNAME,
|
|
'password': SERVICE_PASSWORD
|
|
},
|
|
'dashboard': {
|
|
'username': SERVICE_USERNAME,
|
|
'password': SERVICE_PASSWORD
|
|
},
|
|
'identity': {
|
|
'username': SERVICE_USERNAME,
|
|
'password': SERVICE_PASSWORD
|
|
},
|
|
'metering': {
|
|
'username': SERVICE_USERNAME,
|
|
'password': SERVICE_PASSWORD
|
|
},
|
|
'rabbitmq': {
|
|
'username': SERVICE_USERNAME,
|
|
'password': SERVICE_PASSWORD
|
|
},
|
|
'volume': {
|
|
'username': SERVICE_USERNAME,
|
|
'password': SERVICE_PASSWORD
|
|
},
|
|
'mysql': {
|
|
'username': SERVICE_USERNAME,
|
|
'password': SERVICE_PASSWORD
|
|
}
|
|
},
|
|
'dashboard_credential': {
|
|
'username': DASHBOARD_USERNAME,
|
|
'password': DASHBOARD_PASSWORD
|
|
}
|
|
},
|
|
'network_mapping': {
|
|
'management': MANAGEMENT_NIC,
|
|
'tenant': TENANT_NIC,
|
|
'storage': STORAGE_NIC,
|
|
'public': PUBLIC_NIC
|
|
}
|
|
}
|
|
|
|
status, response = client.update_cluster_config(
|
|
cluster_id,
|
|
cluster_os_config,
|
|
cluster_package_config
|
|
)
|
|
|
|
print '======================================='
|
|
print 'cluster %s has been updated to: %s' % (cluster_id, response)
|
|
|
|
# Review and deploy
|
|
status, response = client.review_cluster(
|
|
cluster_id, review={'hosts': [host_id]})
|
|
print '======================================='
|
|
print 'reviewing cluster status %s: %s' % (status, response)
|
|
|
|
status, response = client.deploy_cluster(
|
|
cluster_id, deploy={'hosts': [host_id]})
|
|
print '======================================='
|
|
print 'deploy cluster status %s: %s' % (status, response)
|