104 lines
3.2 KiB
Ruby
104 lines
3.2 KiB
Ruby
require 'ipaddr'
|
|
require 'json'
|
|
|
|
def crowbar?
|
|
!defined?(Chef::Recipe::Barclamp).nil?
|
|
end
|
|
|
|
def get_mon_nodes(extra_search = nil)
|
|
if crowbar?
|
|
mon_roles = search(:role, 'name:crowbar-* AND run_list:role\[ceph-mon\]')
|
|
unless mon_roles.empty?
|
|
search_string = mon_roles.map { |role_object| "roles:" + role_object.name }.join(' OR ')
|
|
search_string = "(#{search_string}) AND ceph_config_environment:#{node['ceph']['config']['environment']}"
|
|
end
|
|
else
|
|
search_string = "ceph_is_mon:true AND chef_environment:#{node.chef_environment}"
|
|
end
|
|
|
|
unless extra_search.nil?
|
|
search_string = "(#{search_string}) AND (#{extra_search})"
|
|
end
|
|
search(:node, search_string)
|
|
end
|
|
|
|
# If public_network is specified
|
|
# we need to search for the monitor IP
|
|
# in the node environment.
|
|
# 1. We look if the network is IPv6 or IPv4
|
|
# 2. We look for a route matching the network
|
|
# 3. We grab the IP and return it with the port
|
|
def find_node_ip_in_network(network, nodeish = nil)
|
|
nodeish = node unless nodeish
|
|
net = IPAddr.new(network)
|
|
nodeish["network"]["interfaces"].each do |iface, addrs|
|
|
addrs["addresses"].each do |ip, params|
|
|
if params['family'].eql?("inet6") && net.include?(ip)
|
|
return "[#{ip}]:6789"
|
|
elsif params['family'].eql?("inet") && net.include?(ip)
|
|
return "#{ip}:6789"
|
|
end
|
|
end
|
|
end
|
|
nil
|
|
end
|
|
|
|
def mon_addresses
|
|
mon_ips = []
|
|
|
|
if File.exists?("/var/run/ceph/ceph-mon.#{node['hostname']}.asok")
|
|
mon_ips = quorum_members_ips
|
|
else
|
|
mons = []
|
|
# make sure if this node runs ceph-mon, it's always included even if
|
|
# search is laggy; put it first in the hopes that clients will talk
|
|
# primarily to local node
|
|
mons << node if node['ceph']['is_mon']
|
|
|
|
mons += get_mon_nodes
|
|
if crowbar?
|
|
mon_ips = mons.map { |node| Chef::Recipe::Barclamp::Inventory.get_network_by_type(node, "admin").address }
|
|
else
|
|
if node['ceph']['config']['global'] && node['ceph']['config']['global']['public network']
|
|
mon_ips = mons.map { |nodeish| find_node_ip_in_network(node['ceph']['config']['global']['public network'], nodeish) }
|
|
else
|
|
mon_ips = mons.map { |node| node['ipaddress'] + ":6789" }
|
|
end
|
|
end
|
|
end
|
|
mon_ips.reject { |m| m.nil? }.uniq
|
|
end
|
|
|
|
def quorum_members_ips
|
|
mon_ips = []
|
|
cmd = Mixlib::ShellOut.new("ceph --admin-daemon /var/run/ceph/ceph-mon.#{node['hostname']}.asok mon_status")
|
|
cmd.run_command
|
|
cmd.error!
|
|
|
|
mons = JSON.parse(cmd.stdout)['monmap']['mons']
|
|
mons.each do |k|
|
|
mon_ips.push(k['addr'][0..-3])
|
|
end
|
|
mon_ips
|
|
end
|
|
|
|
QUORUM_STATES = %w(leader, peon)
|
|
def quorum?
|
|
# "ceph auth get-or-create-key" would hang if the monitor wasn't
|
|
# in quorum yet, which is highly likely on the first run. This
|
|
# helper lets us delay the key generation into the next
|
|
# chef-client run, instead of hanging.
|
|
#
|
|
# Also, as the UNIX domain socket connection has no timeout logic
|
|
# in the ceph tool, this exits immediately if the ceph-mon is not
|
|
# running for any reason; trying to connect via TCP/IP would wait
|
|
# for a relatively long timeout.
|
|
|
|
cmd = Mixlib::ShellOut.new("ceph --admin-daemon /var/run/ceph/ceph-mon.#{node['hostname']}.asok mon_status")
|
|
cmd.run_command
|
|
cmd.error!
|
|
|
|
state = JSON.parse(cmd.stdout)['state']
|
|
QUORUM_STATES.include?(state)
|
|
end
|