x/compass-core
Code Issues Proposed changes
compass-core/compass/apiclient/example.py
zhaoxinyu 8a6dcc89b3 Pass environment variables to exmaple.py 
Use another way to check whether to use environment variables.
Use the env value even if it is None as long as the key exists
so an empty role list can trigger role auto assignment.

Change-Id: Ifb2993e4d71c7e58aacd39e1a4782040bbc11885
2014-03-18 23:15:36 +00:00

302 lines
9.2 KiB
Python
Executable File
Raw Blame History

#!/usr/bin/python
#
# Copyright 2014 Huawei Technologies Co. Ltd
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Example code to deploy a cluster by compass client api."""
import os
import re
import requests
import sys
import time
from compass.apiclient.restful import Client
COMPASS_SERVER_URL = 'http://127.0.0.1/api'
SWITCH_IP = '10.145.81.220'
SWITCH_SNMP_VERSION = 'v2c'
SWITCH_SNMP_COMMUNITY = 'public'
#MACHINES_TO_ADD = ['00:11:20:30:40:01']
CLUSTER_NAME = 'cluster2'
HOST_NAME_PREFIX = 'host'
SERVER_USERNAME = 'root'
SERVER_PASSWORD = 'root'
SERVICE_USERNAME = 'service'
SERVICE_PASSWORD = 'service'
CONSOLE_USERNAME = 'console'
CONSOLE_PASSWORD = 'console'
#NAMESERVERS = '192.168.10.6'
SEARCH_PATH = 'ods.com'
#GATEWAY = '192.168.10.6'
#PROXY = 'http://192.168.10.6:3128'
#NTP_SERVER = '192.168.10.6'
MANAGEMENT_IP_START = '192.168.10.130'
MANAGEMENT_IP_END = '192.168.10.254'
MANAGEMENT_IP_GATEWAY = '192.168.10.1'
MANAGEMENT_NETMASK = '255.255.255.0'
MANAGEMENT_NIC = 'eth0'
MANAGEMENT_PROMISC = 0
TENANT_IP_START = '192.168.10.100'
TENANT_IP_END = '192.168.10.255'
TENANT_IP_GATEWAY = '192.168.10.1'
TENANT_NETMASK = '255.255.255.0'
TENANT_NIC = 'eth0'
TENANT_PROMISC = 0
PUBLIC_IP_START = '12.234.32.100'
PUBLIC_IP_END = '12.234.32.255'
PUBLIC_IP_GATEWAY = '12.234.32.1'
PUBLIC_NETMASK = '255.255.255.0'
PUBLIC_NIC = 'eth1'
PUBLIC_PROMISC = 1
STORAGE_IP_START = '172.16.100.100'
STORAGE_IP_END = '172.16.100.255'
STORAGE_NETMASK = '255.255.255.0'
STORAGE_IP_GATEWAY = '172.16.100.1'
STORAGE_NIC = 'eth0'
STORAGE_PROMISC = 0
HOME_PERCENTAGE = 40
TMP_PERCENTAGE = 10
VAR_PERCENTAGE = 15
#ROLES_LIST = [['os-dashboard']]
PRESET_VALUES = {
'NAMESERVERS': '192.168.10.1',
'NTP_SERVER': '192.168.10.1',
'GATEWAY': '192.168.10.1',
'PROXY': 'http://192.168.10.1:3128',
'ROLES_LIST': 'os-dashboard',
'MACHINES_TO_ADD': '00:11:20:30:40:01',
'BUILD_TIMEOUT': 60
}
for v in PRESET_VALUES:
if v in os.environ.keys():
PRESET_VALUES[v] = os.environ.get(v)
print (v + PRESET_VALUES[v] + " is set by env variables")
else:
print (PRESET_VALUES[v])
# get apiclient object.
client = Client(COMPASS_SERVER_URL)
# get all switches.
status, resp = client.get_switches()
print 'get all switches status: %s resp: %s' % (status, resp)
# add a switch.
status, resp = client.add_switch(
SWITCH_IP, version=SWITCH_SNMP_VERSION,
community=SWITCH_SNMP_COMMUNITY)
print 'add a switch status: %s resp: %s' % (status, resp)
if status < 400:
switch = resp['switch']
else:
status, resp = client.get_switches()
print 'get all switches status: %s resp: %s' % (status, resp)
switch = None
for switch in resp['switches']:
if switch['ip'] == SWITCH_IP:
break
switch_id = switch['id']
switch_ip = switch['ip']
# if the switch is not in under_monitoring, wait for the poll switch task
# update the swich information and change the switch state.
while switch['state'] != 'under_monitoring':
print 'waiting for the switch into under_monitoring'
status, resp = client.get_switch(switch_id)
print 'get switch %s status: %s, resp: %s' % (switch_id, status, resp)
switch = resp['switch']
time.sleep(10)
# get machines connected to the switch.
status, resp = client.get_machines(switch_id=switch_id)
print 'get all machines under switch %s status: %s, resp: %s' % (
switch_id, status, resp)
machines = {}
MACHINES_TO_ADD = PRESET_VALUES['MACHINES_TO_ADD'].split()
for machine in resp['machines']:
mac = machine['mac']
if mac in MACHINES_TO_ADD:
machines[machine['id']] = mac
print 'machine to add: %s' % machines
if set(machines.values()) != set(MACHINES_TO_ADD):
print 'only found macs %s while expected are %s' % (
machines.values(), MACHINES_TO_ADD)
sys.exit(1)
# get adapters.
status, resp = client.get_adapters()
print 'get all adapters status: %s, resp: %s' % (status, resp)
adapter_ids = []
for adapter in resp['adapters']:
adapter_ids.append(adapter['id'])
adapter_id = adapter_ids[0]
print 'adpater for deploying a cluster: %s' % adapter_id
# add a cluster.
status, resp = client.add_cluster(
cluster_name=CLUSTER_NAME, adapter_id=adapter_id)
print 'add cluster %s status: %s, resp: %s' % (CLUSTER_NAME, status, resp)
cluster = resp['cluster']
cluster_id = cluster['id']
# add hosts to the cluster.
status, resp = client.add_hosts(
cluster_id=cluster_id,
machine_ids=machines.keys())
print 'add hosts to cluster %s status: %s, resp: %s' % (
cluster_id, status, resp)
host_ids = []
for host in resp['cluster_hosts']:
host_ids.append(host['id'])
print 'added hosts: %s' % host_ids
# set cluster security
status, resp = client.set_security(
cluster_id, server_username=SERVER_USERNAME,
server_password=SERVER_PASSWORD,
service_username=SERVICE_USERNAME,
service_password=SERVICE_PASSWORD,
console_username=CONSOLE_USERNAME,
console_password=CONSOLE_PASSWORD)
print 'set security config to cluster %s status: %s, resp: %s' % (
cluster_id, status, resp)
# set cluster networking
status, resp = client.set_networking(
cluster_id,
nameservers=PRESET_VALUES["NAMESERVERS"],
search_path=SEARCH_PATH,
gateway=PRESET_VALUES["GATEWAY"],
proxy=PRESET_VALUES["PROXY"],
ntp_server=PRESET_VALUES["NTP_SERVER"],
management_ip_start=MANAGEMENT_IP_START,
management_ip_end=MANAGEMENT_IP_END,
management_netmask=MANAGEMENT_NETMASK,
management_nic=MANAGEMENT_NIC,
management_gateway=MANAGEMENT_IP_GATEWAY,
management_promisc=MANAGEMENT_PROMISC,
tenant_ip_start=TENANT_IP_START,
tenant_ip_end=TENANT_IP_END,
tenant_netmask=TENANT_NETMASK,
tenant_nic=TENANT_NIC,
tenant_gateway=TENANT_IP_GATEWAY,
tenant_promisc=TENANT_PROMISC,
public_ip_start=PUBLIC_IP_START,
public_ip_end=PUBLIC_IP_END,
public_netmask=PUBLIC_NETMASK,
public_nic=PUBLIC_NIC,
public_gateway=PUBLIC_IP_GATEWAY,
public_promisc=PUBLIC_PROMISC,
storage_ip_start=STORAGE_IP_START,
storage_ip_end=STORAGE_IP_END,
storage_netmask=STORAGE_NETMASK,
storage_nic=STORAGE_NIC,
storage_gateway=STORAGE_IP_GATEWAY,
storage_promisc=STORAGE_PROMISC)
print 'set networking config to cluster %s status: %s, resp: %s' % (
cluster_id, status, resp)
# set partiton of each host in cluster
status, resp = client.set_partition(
cluster_id,
home_percentage=HOME_PERCENTAGE,
tmp_partition_percentage=TMP_PERCENTAGE,
var_partition_percentage=VAR_PERCENTAGE)
print 'set partition config to cluster %s status: %s, resp: %s' % (
cluster_id, status, resp)
# set each host config in cluster.
ROLES_LIST = [PRESET_VALUES['ROLES_LIST'].split()]
for host_id in host_ids:
if ROLES_LIST:
roles = ROLES_LIST.pop(0)
else:
roles = []
status, resp = client.update_host_config(
host_id, hostname='%s%s' % (HOST_NAME_PREFIX, host_id),
roles=roles)
print 'set roles to host %s status: %s, resp: %s' % (
host_id, status, resp)
# deploy cluster.
status, resp = client.deploy_hosts(cluster_id)
print 'deploy cluster %s status: %s, resp: %s' % (cluster_id, status, resp)
# get intalling progress.
BUILD_TIMEOUT = float(PRESET_VALUES['BUILD_TIMEOUT'])
timeout = time.time() + BUILD_TIMEOUT * 60
while True:
status, resp = client.get_cluster_installing_progress(cluster_id)
print 'get cluster %s installing progress status: %s, resp: %s' % (
cluster_id, status, resp)
progress = resp['progress']
if (
progress['state'] not in ['UNINITIALIZED', 'INSTALLING'] or
progress['percentage'] >= 1.0
):
break
if (
time.time() > timeout
):
raise Exception("Timeout! The system is not ready in time.")
for host_id in host_ids:
status, resp = client.get_host_installing_progress(host_id)
print 'get host %s installing progress status: %s, resp: %s' % (
host_id, status, resp)
time.sleep(60)
status, resp = client.get_dashboard_links(cluster_id)
print 'get cluster %s dashboardlinks status: %s, resp: %s' % (
cluster_id, status, resp)
dashboardlinks = resp['dashboardlinks']
for x in dashboardlinks.keys():
if x in ("os-dashboard", "os-controller"):
dashboardurl = dashboardlinks.get(x)
if dashboardurl is None:
raise Exception("No dashboard link is found")
r = requests.get(dashboardurl, verify=False)
r.raise_for_status()
match = re.search(
r'(?m)(http://\d+\.\d+\.\d+\.\d+:5000/v2\.0)', r.text)
if match:
print 'dashboard login page can be downloaded'
break
print (
'dashboard login page failed to be downloaded\n'
'the context is:\n%s\n') % r.text
raise Exception("os-dashboard is not properly installed!")
View Git Blame Copy Permalink