609045ebb2
Openstack common has a wrapper for generating uuids. We should use that function to generate uuids for consistency. Change-Id: If31cc81bbf2f386db660a760eb866c7c1abd786a
336 lines
13 KiB
Python
336 lines
13 KiB
Python
# Copyright (c) 2013 Rackspace, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may not
|
|
# use this file except in compliance with the License. You may obtain a copy
|
|
# of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations under
|
|
# the License.
|
|
|
|
import contextlib
|
|
|
|
import ddt
|
|
import falcon
|
|
from oslo_serialization import jsonutils
|
|
from oslo_utils import uuidutils
|
|
|
|
from zaqar import tests as testing
|
|
from zaqar.tests.unit.transport.wsgi import base
|
|
|
|
|
|
@contextlib.contextmanager
|
|
def pool(test, name, weight, uri, options={}):
|
|
"""A context manager for constructing a pool for use in testing.
|
|
|
|
Deletes the pool after exiting the context.
|
|
|
|
:param test: Must expose simulate_* methods
|
|
:param name: Name for this pool
|
|
:type name: six.text_type
|
|
:type weight: int
|
|
:type uri: six.text_type
|
|
:type options: dict
|
|
:returns: (name, weight, uri, options)
|
|
:rtype: see above
|
|
"""
|
|
uri = "%s/%s" % (uri, uuidutils.generate_uuid())
|
|
doc = {'weight': weight, 'uri': uri, 'options': options}
|
|
path = test.url_prefix + '/pools/' + name
|
|
|
|
test.simulate_put(path, body=jsonutils.dumps(doc))
|
|
|
|
try:
|
|
yield name, weight, uri, options
|
|
|
|
finally:
|
|
test.simulate_delete(path)
|
|
|
|
|
|
@contextlib.contextmanager
|
|
def pools(test, count, uri):
|
|
"""A context manager for constructing pools for use in testing.
|
|
|
|
Deletes the pools after exiting the context.
|
|
|
|
:param test: Must expose simulate_* methods
|
|
:param count: Number of pools to create
|
|
:type count: int
|
|
:returns: (paths, weights, uris, options)
|
|
:rtype: ([six.text_type], [int], [six.text_type], [dict])
|
|
"""
|
|
mongo_url = uri
|
|
base = test.url_prefix + '/pools/'
|
|
args = [(base + str(i), i,
|
|
{str(i): i})
|
|
for i in range(count)]
|
|
for path, weight, option in args:
|
|
uri = "%s/%s" % (mongo_url, uuidutils.generate_uuid())
|
|
doc = {'weight': weight, 'uri': uri, 'options': option}
|
|
test.simulate_put(path, body=jsonutils.dumps(doc))
|
|
|
|
try:
|
|
yield args
|
|
finally:
|
|
for path, _, _ in args:
|
|
test.simulate_delete(path)
|
|
|
|
|
|
@ddt.ddt
|
|
class TestPoolsMongoDB(base.V1Base):
|
|
|
|
config_file = 'wsgi_mongodb_pooled.conf'
|
|
|
|
@testing.requires_mongodb
|
|
def setUp(self):
|
|
super(TestPoolsMongoDB, self).setUp()
|
|
self.doc = {'weight': 100, 'uri': self.mongodb_url}
|
|
self.pool = self.url_prefix + '/pools/' + uuidutils.generate_uuid()
|
|
self.simulate_put(self.pool, body=jsonutils.dumps(self.doc))
|
|
self.assertEqual(falcon.HTTP_201, self.srmock.status)
|
|
|
|
def tearDown(self):
|
|
super(TestPoolsMongoDB, self).tearDown()
|
|
self.simulate_delete(self.pool)
|
|
self.assertEqual(falcon.HTTP_204, self.srmock.status)
|
|
|
|
def test_put_pool_works(self):
|
|
name = uuidutils.generate_uuid()
|
|
weight, uri = self.doc['weight'], self.doc['uri']
|
|
with pool(self, name, weight, uri):
|
|
self.assertEqual(falcon.HTTP_201, self.srmock.status)
|
|
|
|
def test_put_raises_if_missing_fields(self):
|
|
path = self.url_prefix + '/pools/' + uuidutils.generate_uuid()
|
|
self.simulate_put(path, body=jsonutils.dumps({'weight': 100}))
|
|
self.assertEqual(falcon.HTTP_400, self.srmock.status)
|
|
|
|
self.simulate_put(path,
|
|
body=jsonutils.dumps(
|
|
{'uri': self.mongodb_url}))
|
|
self.assertEqual(falcon.HTTP_400, self.srmock.status)
|
|
|
|
@ddt.data(-1, 2**32+1, 'big')
|
|
def test_put_raises_if_invalid_weight(self, weight):
|
|
path = self.url_prefix + '/pools/' + uuidutils.generate_uuid()
|
|
doc = {'weight': weight, 'uri': 'a'}
|
|
self.simulate_put(path,
|
|
body=jsonutils.dumps(doc))
|
|
self.assertEqual(falcon.HTTP_400, self.srmock.status)
|
|
|
|
@ddt.data(-1, 2**32+1, [], 'localhost:27017')
|
|
def test_put_raises_if_invalid_uri(self, uri):
|
|
path = self.url_prefix + '/pools/' + uuidutils.generate_uuid()
|
|
self.simulate_put(path,
|
|
body=jsonutils.dumps({'weight': 1, 'uri': uri}))
|
|
self.assertEqual(falcon.HTTP_400, self.srmock.status)
|
|
|
|
@ddt.data(-1, 'wee', [])
|
|
def test_put_raises_if_invalid_options(self, options):
|
|
path = self.url_prefix + '/pools/' + uuidutils.generate_uuid()
|
|
doc = {'weight': 1, 'uri': 'a', 'options': options}
|
|
self.simulate_put(path, body=jsonutils.dumps(doc))
|
|
self.assertEqual(falcon.HTTP_400, self.srmock.status)
|
|
|
|
def test_put_existing_overwrites(self):
|
|
# NOTE(cabrera): setUp creates default pool
|
|
expect = self.doc
|
|
self.simulate_put(self.pool,
|
|
body=jsonutils.dumps(expect))
|
|
self.assertEqual(falcon.HTTP_201, self.srmock.status)
|
|
|
|
result = self.simulate_get(self.pool)
|
|
self.assertEqual(falcon.HTTP_200, self.srmock.status)
|
|
doc = jsonutils.loads(result[0])
|
|
self.assertEqual(expect['weight'], doc['weight'])
|
|
self.assertEqual(expect['uri'], doc['uri'])
|
|
|
|
def test_delete_works(self):
|
|
self.simulate_delete(self.pool)
|
|
self.assertEqual(falcon.HTTP_204, self.srmock.status)
|
|
|
|
self.simulate_get(self.pool)
|
|
self.assertEqual(falcon.HTTP_404, self.srmock.status)
|
|
|
|
def test_get_nonexisting_raises_404(self):
|
|
self.simulate_get(self.url_prefix + '/pools/nonexisting')
|
|
self.assertEqual(falcon.HTTP_404, self.srmock.status)
|
|
|
|
def _pool_expect(self, pool, xhref, xweight, xuri):
|
|
self.assertIn('href', pool)
|
|
self.assertIn('name', pool)
|
|
self.assertEqual(xhref, pool['href'])
|
|
self.assertIn('weight', pool)
|
|
self.assertEqual(xweight, pool['weight'])
|
|
self.assertIn('uri', pool)
|
|
|
|
# NOTE(dynarro): we are using startwith because we are adding to
|
|
# pools UUIDs, to avoid dupplications
|
|
self.assertTrue(pool['uri'].startswith(xuri))
|
|
|
|
def test_get_works(self):
|
|
result = self.simulate_get(self.pool)
|
|
self.assertEqual(falcon.HTTP_200, self.srmock.status)
|
|
pool = jsonutils.loads(result[0])
|
|
self._pool_expect(pool, self.pool, self.doc['weight'],
|
|
self.doc['uri'])
|
|
|
|
def test_detailed_get_works(self):
|
|
result = self.simulate_get(self.pool,
|
|
query_string='detailed=True')
|
|
self.assertEqual(falcon.HTTP_200, self.srmock.status)
|
|
pool = jsonutils.loads(result[0])
|
|
self._pool_expect(pool, self.pool, self.doc['weight'],
|
|
self.doc['uri'])
|
|
self.assertIn('options', pool)
|
|
self.assertEqual({}, pool['options'])
|
|
|
|
def test_patch_raises_if_missing_fields(self):
|
|
self.simulate_patch(self.pool,
|
|
body=jsonutils.dumps({'location': 1}))
|
|
self.assertEqual(falcon.HTTP_400, self.srmock.status)
|
|
|
|
def _patch_test(self, doc):
|
|
self.simulate_patch(self.pool,
|
|
body=jsonutils.dumps(doc))
|
|
self.assertEqual(falcon.HTTP_200, self.srmock.status)
|
|
|
|
result = self.simulate_get(self.pool,
|
|
query_string='detailed=True')
|
|
self.assertEqual(falcon.HTTP_200, self.srmock.status)
|
|
pool = jsonutils.loads(result[0])
|
|
self._pool_expect(pool, self.pool, doc['weight'],
|
|
doc['uri'])
|
|
self.assertEqual(doc['options'], pool['options'])
|
|
|
|
def test_patch_works(self):
|
|
doc = {'weight': 101,
|
|
'uri': self.mongodb_url,
|
|
'options': {'a': 1}}
|
|
self._patch_test(doc)
|
|
|
|
def test_patch_works_with_extra_fields(self):
|
|
doc = {'weight': 101,
|
|
'uri': self.mongodb_url,
|
|
'options': {'a': 1},
|
|
'location': 100, 'partition': 'taco'}
|
|
self._patch_test(doc)
|
|
|
|
@ddt.data(-1, 2**32+1, 'big')
|
|
def test_patch_raises_400_on_invalid_weight(self, weight):
|
|
self.simulate_patch(self.pool,
|
|
body=jsonutils.dumps({'weight': weight}))
|
|
self.assertEqual(falcon.HTTP_400, self.srmock.status)
|
|
|
|
@ddt.data(-1, 2**32+1, [], 'localhost:27017')
|
|
def test_patch_raises_400_on_invalid_uri(self, uri):
|
|
self.simulate_patch(self.pool,
|
|
body=jsonutils.dumps({'uri': uri}))
|
|
self.assertEqual(falcon.HTTP_400, self.srmock.status)
|
|
|
|
@ddt.data(-1, 'wee', [])
|
|
def test_patch_raises_400_on_invalid_options(self, options):
|
|
self.simulate_patch(self.pool,
|
|
body=jsonutils.dumps({'options': options}))
|
|
self.assertEqual(falcon.HTTP_400, self.srmock.status)
|
|
|
|
def test_patch_raises_404_if_pool_not_found(self):
|
|
self.simulate_patch(self.url_prefix + '/pools/notexists',
|
|
body=jsonutils.dumps({'weight': 1}))
|
|
self.assertEqual(falcon.HTTP_404, self.srmock.status)
|
|
|
|
def test_empty_listing(self):
|
|
self.simulate_delete(self.pool)
|
|
result = self.simulate_get(self.url_prefix + '/pools')
|
|
results = jsonutils.loads(result[0])
|
|
self.assertEqual(falcon.HTTP_200, self.srmock.status)
|
|
self.assertEqual(0, len(results['pools']))
|
|
self.assertIn('links', results)
|
|
|
|
def _listing_test(self, count=10, limit=10,
|
|
marker=None, detailed=False):
|
|
# NOTE(cpp-cabrera): delete initial pool - it will interfere
|
|
# with listing tests
|
|
self.simulate_delete(self.pool)
|
|
query = 'limit={0}&detailed={1}'.format(limit, detailed)
|
|
if marker:
|
|
query += '&marker={0}'.format(marker)
|
|
|
|
with pools(self, count, self.doc['uri']) as expected:
|
|
result = self.simulate_get(self.url_prefix + '/pools',
|
|
query_string=query)
|
|
self.assertEqual(falcon.HTTP_200, self.srmock.status)
|
|
results = jsonutils.loads(result[0])
|
|
self.assertIsInstance(results, dict)
|
|
self.assertIn('pools', results)
|
|
self.assertIn('links', results)
|
|
pool_list = results['pools']
|
|
|
|
link = results['links'][0]
|
|
self.assertEqual('next', link['rel'])
|
|
href = falcon.uri.parse_query_string(link['href'].split('?')[1])
|
|
self.assertIn('marker', href)
|
|
self.assertEqual(str(limit), href['limit'])
|
|
self.assertEqual(str(detailed).lower(), href['detailed'])
|
|
|
|
next_query_string = ('marker={marker}&limit={limit}'
|
|
'&detailed={detailed}').format(**href)
|
|
next_result = self.simulate_get(link['href'].split('?')[0],
|
|
query_string=next_query_string)
|
|
self.assertEqual(falcon.HTTP_200, self.srmock.status)
|
|
|
|
next_pool = jsonutils.loads(next_result[0])
|
|
next_pool_list = next_pool['pools']
|
|
|
|
self.assertIn('links', next_pool)
|
|
if limit < count:
|
|
self.assertEqual(min(limit, count-limit),
|
|
len(next_pool_list))
|
|
else:
|
|
# NOTE(jeffrey4l): when limit >= count, there will be no
|
|
# pools in the 2nd page.
|
|
self.assertEqual(0, len(next_pool_list))
|
|
|
|
self.assertEqual(min(limit, count), len(pool_list))
|
|
for s in pool_list + next_pool_list:
|
|
# NOTE(flwang): It can't assumed that both sqlalchemy and
|
|
# mongodb can return query result with the same order. Just
|
|
# like the order they're inserted. Actually, sqlalchemy can't
|
|
# guarantee that. So we're leveraging the relationship between
|
|
# pool weight and the index of pools fixture to get the
|
|
# right pool to verify.
|
|
expect = expected[s['weight']]
|
|
path, weight = expect[:2]
|
|
self._pool_expect(s, path, weight, self.doc['uri'])
|
|
if detailed:
|
|
self.assertIn('options', s)
|
|
self.assertEqual(expect[-1], s['options'])
|
|
else:
|
|
self.assertNotIn('options', s)
|
|
|
|
def test_listing_works(self):
|
|
self._listing_test()
|
|
|
|
def test_detailed_listing_works(self):
|
|
self._listing_test(detailed=True)
|
|
|
|
@ddt.data(1, 5, 10, 15)
|
|
def test_listing_works_with_limit(self, limit):
|
|
self._listing_test(count=15, limit=limit)
|
|
|
|
def test_listing_marker_is_respected(self):
|
|
self.simulate_delete(self.pool)
|
|
|
|
with pools(self, 10, self.doc['uri']) as expected:
|
|
result = self.simulate_get(self.url_prefix + '/pools',
|
|
query_string='marker=3')
|
|
self.assertEqual(falcon.HTTP_200, self.srmock.status)
|
|
pool_list = jsonutils.loads(result[0])['pools']
|
|
self.assertEqual(6, len(pool_list))
|
|
path, weight = expected[4][:2]
|
|
self._pool_expect(pool_list[0], path, weight, self.doc['uri'])
|