3b7e69c972
- Add PEP8 section to tox.ini - Add hacking to requirements to enforce OpenStack style requirements - Fix formatting issues flagged by flake8 check - Add copyright notices to all remaining files - Update .gitignore file Change-Id: I7e9a0203ddf2002c08ac96800fe30c1c46ebba88
90 lines
2.7 KiB
Python
90 lines
2.7 KiB
Python
# Copyright (c) 2014 Dark Secret Software Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import datetime
|
|
import gzip
|
|
import json
|
|
import os
|
|
import shutil
|
|
import unittest
|
|
|
|
import notification_utils
|
|
import notigen
|
|
|
|
from shoebox import roll_manager
|
|
|
|
|
|
TEMPDIR = "test_temp/working"
|
|
DESTDIR = "test_temp/output"
|
|
EXTRACTDIR = "test_temp/extract"
|
|
|
|
|
|
class TestDirectory(unittest.TestCase):
|
|
def setUp(self):
|
|
for d in [TEMPDIR, DESTDIR, EXTRACTDIR]:
|
|
shutil.rmtree(d, ignore_errors=True)
|
|
os.makedirs(d)
|
|
|
|
def test_size_rolling(self):
|
|
manager = roll_manager.WritingJSONRollManager(
|
|
"%Y_%m_%d_%X_%f_[[CRC]].event",
|
|
directory=TEMPDIR,
|
|
destination_directory=DESTDIR,
|
|
roll_size_mb=10)
|
|
|
|
g = notigen.EventGenerator("test/integration/templates")
|
|
entries = {}
|
|
now = datetime.datetime.utcnow()
|
|
while len(entries) < 10000:
|
|
events = g.generate(now)
|
|
if events:
|
|
for event in events:
|
|
metadata = {}
|
|
json_event = json.dumps(
|
|
event,
|
|
cls=notification_utils.DateTimeEncoder)
|
|
manager.write(metadata, json_event)
|
|
msg_id = event['message_id']
|
|
entries[msg_id] = json_event
|
|
|
|
now = g.move_to_next_tick(now)
|
|
manager.close()
|
|
manager._archive_working_files()
|
|
|
|
print("Starting entries:", len(entries))
|
|
|
|
actual = len(entries)
|
|
|
|
# Confirm there's nothing in working directory ...
|
|
for f in os.listdir(TEMPDIR):
|
|
full = os.path.join(TEMPDIR, f)
|
|
if os.path.isfile(full):
|
|
self.fail("Working directory not empty.")
|
|
|
|
# Read the gzip files ...
|
|
total = 0
|
|
for f in os.listdir(DESTDIR):
|
|
archive = gzip.open(os.path.join(DESTDIR, f), 'rb')
|
|
file_content = archive.read().split('\n')
|
|
archive.close()
|
|
|
|
num = len(file_content) - 1
|
|
total += num
|
|
print("In %s: %d of %d Remaining: %d"
|
|
% (f, num, actual, actual - total))
|
|
|
|
if actual != total:
|
|
raise Exception("Num generated != actual")
|