26302fa9fa
Implemented report company-affiliation-changes. The report shows affiliation changes of users given in default_data.json. The report shows affiliation changes between certain start-date and end-date. The result are given in table. Change-Id: I6ed448448672b5dda9c58d8fe20f1cf04cb0d669 Implements: blueprint company-affiliation-changes
262 lines
6.9 KiB
Python
262 lines
6.9 KiB
Python
# Copyright (c) 2013 Mirantis Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import cgi
|
|
import datetime
|
|
import gzip
|
|
import json
|
|
import random
|
|
import re
|
|
import time
|
|
|
|
import iso8601
|
|
import six
|
|
|
|
from stackalytics.openstack.common import log as logging
|
|
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
|
|
def date_to_timestamp(d):
|
|
if not d:
|
|
return 0
|
|
if d == 'now':
|
|
return int(time.time())
|
|
return int(time.mktime(
|
|
datetime.datetime.strptime(d, '%Y-%b-%d').timetuple()))
|
|
|
|
|
|
def date_to_timestamp_ext(d):
|
|
try:
|
|
return date_to_timestamp(d)
|
|
except (ValueError, TypeError):
|
|
return int(d)
|
|
|
|
|
|
def member_date_to_timestamp(d):
|
|
if not d:
|
|
return 0
|
|
return int(time.mktime(
|
|
datetime.datetime.strptime(d, '%B %d, %Y ').timetuple()))
|
|
|
|
|
|
def iso8601_to_timestamp(s):
|
|
return int(time.mktime(iso8601.parse_date(s).timetuple()))
|
|
|
|
|
|
def timestamp_to_date(timestamp):
|
|
return (datetime.datetime.fromtimestamp(timestamp).
|
|
strftime('%Y-%b-%d'))
|
|
|
|
|
|
def timestamp_to_week(timestamp):
|
|
# Jan 4th 1970 is the first Sunday in the Epoch
|
|
return (timestamp - 3 * 24 * 3600) // (7 * 24 * 3600)
|
|
|
|
|
|
def week_to_date(week):
|
|
timestamp = week * 7 * 24 * 3600 + 3 * 24 * 3600
|
|
return (datetime.datetime.fromtimestamp(timestamp).
|
|
strftime('%Y-%m-%d %H:%M:%S'))
|
|
|
|
|
|
def timestamp_to_day(timestamp):
|
|
return timestamp // (24 * 3600)
|
|
|
|
|
|
def timestamp_to_utc_date(timestamp):
|
|
return (datetime.datetime.fromtimestamp(timestamp).
|
|
strftime('%Y-%m-%d'))
|
|
|
|
|
|
def round_timestamp_to_day(timestamp):
|
|
return (int(timestamp) // (24 * 3600)) * (24 * 3600)
|
|
|
|
|
|
def check_email_validity(email):
|
|
if email:
|
|
return re.match(r'[\w\d_\.-]+@([\w\d_\.-]+\.)+[\w]+', email)
|
|
return False
|
|
|
|
|
|
user_agents = [
|
|
'Mozilla/5.0 (X11; Ubuntu; Linux x86_64) Gecko/20100101 Firefox/32.0',
|
|
'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_6) AppleWebKit/537.78.2',
|
|
'Mozilla/5.0 (Windows NT 6.3; WOW64) Gecko/20100101 Firefox/32.0',
|
|
'Mozilla/5.0 (Macintosh; Intel Mac OS X) Chrome/37.0.2062.120',
|
|
'Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7.0; rv:11.0) like Gecko'
|
|
]
|
|
|
|
|
|
def read_uri(uri):
|
|
try:
|
|
req = six.moves.urllib.request.Request(
|
|
url=uri, headers={'User-Agent': random.choice(user_agents)})
|
|
fd = six.moves.urllib.request.urlopen(req)
|
|
raw = fd.read()
|
|
fd.close()
|
|
return raw
|
|
except Exception as e:
|
|
LOG.warn('Error "%(error)s" while reading uri %(uri)s',
|
|
{'error': e, 'uri': uri})
|
|
|
|
|
|
def read_json_from_uri(uri):
|
|
try:
|
|
return json.loads(read_uri(uri))
|
|
except Exception as e:
|
|
LOG.warn('Error "%(error)s" parsing json from uri %(uri)s',
|
|
{'error': e, 'uri': uri})
|
|
|
|
|
|
def gzip_decompress(content):
|
|
if six.PY3:
|
|
return gzip.decompress(content).decode('utf8')
|
|
else:
|
|
gzip_fd = gzip.GzipFile(fileobj=six.moves.StringIO(content))
|
|
return gzip_fd.read()
|
|
|
|
|
|
def cmp_to_key(mycmp): # ported from python 3
|
|
"""Convert a cmp= function into a key= function."""
|
|
class K(object):
|
|
__slots__ = ['obj']
|
|
|
|
def __init__(self, obj):
|
|
self.obj = obj
|
|
|
|
def __lt__(self, other):
|
|
return mycmp(self.obj, other.obj) < 0
|
|
|
|
def __gt__(self, other):
|
|
return mycmp(self.obj, other.obj) > 0
|
|
|
|
def __eq__(self, other):
|
|
return mycmp(self.obj, other.obj) == 0
|
|
|
|
def __le__(self, other):
|
|
return mycmp(self.obj, other.obj) <= 0
|
|
|
|
def __ge__(self, other):
|
|
return mycmp(self.obj, other.obj) >= 0
|
|
|
|
def __ne__(self, other):
|
|
return mycmp(self.obj, other.obj) != 0
|
|
|
|
__hash__ = None
|
|
return K
|
|
|
|
|
|
def make_range(start, stop, step):
|
|
last_full = stop - ((stop - start) % step)
|
|
for i in six.moves.range(start, last_full, step):
|
|
yield six.moves.range(i, i + step)
|
|
if stop > last_full:
|
|
yield six.moves.range(last_full, stop)
|
|
|
|
|
|
def load_repos(runtime_storage_inst):
|
|
return runtime_storage_inst.get_by_key('repos') or []
|
|
|
|
|
|
def unwrap_text(text):
|
|
res = ''
|
|
for line in text.splitlines():
|
|
s = line.rstrip()
|
|
if not s:
|
|
continue
|
|
res += line
|
|
if (not s[0].isalpha()) or (s[-1] in ['.', '!', '?', '>', ':', ';']):
|
|
res += '\n'
|
|
else:
|
|
res += ' '
|
|
return res.rstrip()
|
|
|
|
|
|
def format_text(s):
|
|
s = cgi.escape(re.sub(re.compile('\n{2,}', flags=re.MULTILINE), '\n', s))
|
|
s = re.sub(r'([/\/\*=~]{1,2}|--|\+\+)', r'\1​', s)
|
|
return s
|
|
|
|
|
|
def make_age_string(seconds):
|
|
days = seconds / (3600 * 24)
|
|
hours = (seconds / 3600) - (days * 24)
|
|
minutes = (seconds / 60) - (days * 24 * 60) - (hours * 60)
|
|
return '%d days, %d hours, %d minutes' % (days, hours, minutes)
|
|
|
|
|
|
def merge_records(original, new):
|
|
need_update = False
|
|
for key, value in six.iteritems(new):
|
|
if original.get(key) != value:
|
|
need_update = True
|
|
original[key] = value
|
|
return need_update
|
|
|
|
|
|
def get_blueprint_id(module, name):
|
|
return module + ':' + name
|
|
|
|
|
|
def get_bug_id(module, bug_id):
|
|
return module + '/' + bug_id
|
|
|
|
|
|
def get_patch_id(review_id, patch_number):
|
|
return review_id + ':' + patch_number
|
|
|
|
|
|
def add_index(sequence, start=1, item_filter=lambda x: True):
|
|
n = start
|
|
for item in sequence:
|
|
if item_filter(item):
|
|
item['index'] = n
|
|
n += 1
|
|
else:
|
|
item['index'] = ''
|
|
return sequence
|
|
|
|
|
|
def safe_encode(s):
|
|
return six.moves.urllib.parse.quote(s.encode('utf-8'))
|
|
|
|
|
|
def make_module_group(module_group_id, name=None, modules=None, tag='module'):
|
|
return {'id': module_group_id,
|
|
'module_group_name': name or module_group_id,
|
|
'modules': modules or [module_group_id],
|
|
'tag': tag}
|
|
|
|
BAD_NAME_SUFFIXES = ['Ltd', 'Pvt', 'Inc', 'GmbH', 'AG', 'Corporation', 'Corp',
|
|
'Company', 'Co', 'Group', 'Srl', 'Limited', 'LLC', 'IT']
|
|
|
|
BAD_NAME_SUFFIXES_WITH_STOPS = ['S.p.A.', 's.r.o.', 'L.P.', 'B.V.', 'K.K.',
|
|
'd.o.o.']
|
|
|
|
|
|
def normalize_company_name(name):
|
|
regex = '(\\b(' + '|'.join(BAD_NAME_SUFFIXES) + ')\\b)'
|
|
regex += '|' + '((^|\\s)(' + '|'.join(BAD_NAME_SUFFIXES_WITH_STOPS) + '))'
|
|
name = re.sub(re.compile(regex, re.IGNORECASE), '', name)
|
|
return ''.join([c.lower() for c in name if c.isalnum()])
|
|
|
|
|
|
def normalize_company_draft(name):
|
|
name = re.sub(',', ' ', name)
|
|
name = re.sub(r'\s+', ' ', name)
|
|
return name
|