Max staleness tests.

This commit is contained in:
A. Jesse Jiryu Davis 2016-06-17 14:17:04 -04:00
parent d931f2ddd0
commit ef4798b257
21 changed files with 1021 additions and 0 deletions

View File

@ -0,0 +1,44 @@
{
"read_preference": {
"mode": "Nearest"
},
"suitable_servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1000001,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1000001,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"type": "ReplicaSetNoPrimary"
}
}

View File

@ -0,0 +1,28 @@
{
"error": true,
"read_preference": {
"maxStalenessMS": 120000,
"mode": "Nearest"
},
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 4,
"type": "RSSecondary"
}
],
"type": "ReplicaSetNoPrimary"
}
}

View File

@ -0,0 +1,54 @@
{
"heartbeatFrequencyMS": 10000,
"read_preference": {
"maxStalenessMS": 20000,
"mode": "Nearest"
},
"suitable_servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 1,
"lastWriteDate": 10001,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 10001,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 1,
"lastWriteDate": 10001,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 10001,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "c:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 10001,
"lastWriteDate": 0,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"type": "ReplicaSetNoPrimary"
}
}

View File

@ -0,0 +1,54 @@
{
"heartbeatFrequencyMS": 25000,
"read_preference": {
"maxStalenessMS": 50000,
"mode": "Nearest"
},
"suitable_servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 1,
"lastWriteDate": 25001,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 25001,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 1,
"lastWriteDate": 25001,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 25001,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "c:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 25001,
"lastWriteDate": 0,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"type": "ReplicaSetNoPrimary"
}
}

View File

@ -0,0 +1,54 @@
{
"heartbeatFrequencyMS": 10000,
"read_preference": {
"maxStalenessMS": 20000,
"mode": "Nearest"
},
"suitable_servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 10001,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 10001,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "c:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 0,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"type": "ReplicaSetNoPrimary"
}
}

View File

@ -0,0 +1,54 @@
{
"heartbeatFrequencyMS": 25000,
"read_preference": {
"maxStalenessMS": 50000,
"mode": "Nearest"
},
"suitable_servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 25001,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 25001,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "c:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 0,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"type": "ReplicaSetNoPrimary"
}
}

View File

@ -0,0 +1,44 @@
{
"read_preference": {
"mode": "Nearest"
},
"suitable_servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1000001,
"maxWireVersion": 5,
"type": "RSPrimary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1000001,
"maxWireVersion": 5,
"type": "RSPrimary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"type": "ReplicaSetWithPrimary"
}
}

View File

@ -0,0 +1,28 @@
{
"error": true,
"read_preference": {
"maxStalenessMS": 120000,
"mode": "Nearest"
},
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSPrimary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 4,
"type": "RSSecondary"
}
],
"type": "ReplicaSetWithPrimary"
}
}

View File

@ -0,0 +1,54 @@
{
"heartbeatFrequencyMS": 10000,
"read_preference": {
"maxStalenessMS": 20000,
"mode": "Nearest"
},
"suitable_servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 1,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSPrimary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 10001,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 1,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSPrimary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 10001,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "c:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 10001,
"lastWriteDate": 0,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"type": "ReplicaSetWithPrimary"
}
}

View File

@ -0,0 +1,54 @@
{
"heartbeatFrequencyMS": 25000,
"read_preference": {
"maxStalenessMS": 50000,
"mode": "Nearest"
},
"suitable_servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 1,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSPrimary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 25001,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 1,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSPrimary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 25001,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "c:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 25001,
"lastWriteDate": 0,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"type": "ReplicaSetWithPrimary"
}
}

View File

@ -0,0 +1,28 @@
{
"error": true,
"read_preference": {
"maxStalenessMS": 1,
"mode": "Nearest"
},
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSPrimary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"type": "ReplicaSetWithPrimary"
}
}

View File

@ -0,0 +1,27 @@
{
"error": true,
"read_preference": {
"maxStalenessMS": 120000
},
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSPrimary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"type": "ReplicaSetWithPrimary"
}
}

View File

@ -0,0 +1,54 @@
{
"heartbeatFrequencyMS": 25000,
"read_preference": {
"maxStalenessMS": 50000,
"mode": "Nearest"
},
"suitable_servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 25001,
"maxWireVersion": 5,
"type": "RSPrimary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 25001,
"maxWireVersion": 5,
"type": "RSPrimary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
},
{
"address": "c:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 0,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"type": "ReplicaSetWithPrimary"
}
}

View File

@ -0,0 +1,46 @@
{
"heartbeatFrequencyMS": 1000,
"read_preference": {
"maxStalenessMS": 2000,
"mode": "Nearest"
},
"suitable_servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSPrimary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSPrimary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"type": "ReplicaSetWithPrimary"
}
}

View File

@ -0,0 +1,45 @@
{
"read_preference": {
"maxStalenessMS": 0,
"mode": "Nearest"
},
"suitable_servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1000001,
"maxWireVersion": 5,
"type": "RSPrimary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1000001,
"maxWireVersion": 5,
"type": "RSPrimary"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "RSSecondary"
}
],
"type": "ReplicaSetWithPrimary"
}
}

View File

@ -0,0 +1,28 @@
{
"error": true,
"read_preference": {
"maxStalenessMS": 120000,
"mode": "Nearest"
},
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "Mongos"
},
{
"address": "b:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 4,
"type": "Mongos"
}
],
"type": "Sharded"
}
}

View File

@ -0,0 +1,30 @@
{
"heartbeatFrequencyMS": 10000,
"read_preference": {
"maxStalenessMS": 1,
"mode": "Nearest"
},
"suitable_servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "Mongos"
}
],
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "Mongos"
}
],
"type": "Sharded"
}
}

View File

@ -0,0 +1,20 @@
{
"error": true,
"read_preference": {
"maxStalenessMS": 120000,
"mode": "Nearest"
},
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 4,
"type": "Standalone"
}
],
"type": "Single"
}
}

View File

@ -0,0 +1,30 @@
{
"heartbeatFrequencyMS": 10000,
"read_preference": {
"maxStalenessMS": 1,
"mode": "Nearest"
},
"suitable_servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "Standalone"
}
],
"topology_description": {
"servers": [
{
"address": "a:27017",
"avg_rtt_ms": 5,
"lastUpdateTime": 0,
"lastWriteDate": 1,
"maxWireVersion": 5,
"type": "Standalone"
}
],
"type": "Single"
}
}

View File

@ -0,0 +1,17 @@
{
"heartbeatFrequencyMS": 10000,
"read_preference": {
"maxStalenessMS": 1,
"mode": "Nearest"
},
"suitable_servers": [],
"topology_description": {
"servers": [
{
"address": "a:27017",
"type": "Unknown"
}
],
"type": "Unknown"
}
}

228
test/test_max_staleness.py Normal file
View File

@ -0,0 +1,228 @@
# Copyright 2016 MongoDB, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Test maxStalenessMS support."""
import datetime
import json
import os
import sys
sys.path[0:0] = [""]
from pymongo import read_preferences
from pymongo.common import clean_node, HEARTBEAT_FREQUENCY
from pymongo.errors import AutoReconnect, ConfigurationError
from pymongo.ismaster import IsMaster
from pymongo.server_description import ServerDescription
from pymongo.settings import TopologySettings
from pymongo.topology import Topology
from test import unittest
# Location of JSON test specifications.
_TEST_PATH = os.path.join(
os.path.dirname(os.path.realpath(__file__)),
'max_staleness')
class MockSocketInfo(object):
def close(self):
pass
def __enter__(self):
return self
def __exit__(self, exc_type, exc_val, exc_tb):
pass
class MockPool(object):
def __init__(self, *args, **kwargs):
pass
def reset(self):
pass
class MockMonitor(object):
def __init__(self, server_description, topology, pool, topology_settings):
pass
def open(self):
pass
def request_check(self):
pass
def close(self):
pass
def get_addresses(server_list):
seeds = []
hosts = []
for server in server_list:
seeds.append(clean_node(server['address']))
hosts.append(server['address'])
return seeds, hosts
def make_last_write_date(server):
epoch = datetime.datetime.utcfromtimestamp(0)
millis = server.get('lastWriteDate')
if millis:
diff = ((millis % 1000) + 1000) % 1000
seconds = (millis - diff) / 1000
micros = diff * 1000
return epoch + datetime.timedelta(
seconds=seconds, microseconds=micros)
else:
# "Unknown" server.
return epoch
def make_server_description(server, hosts):
"""Make ServerDescription from server info from JSON file."""
server_type = server['type']
if server_type == "Unknown":
return ServerDescription(clean_node(server['address']), IsMaster({}))
ismaster_response = {'ok': True, 'hosts': hosts}
if server_type != "Standalone" and server_type != "Mongos":
ismaster_response['setName'] = True
if server_type == "RSPrimary":
ismaster_response['ismaster'] = True
elif server_type == "RSSecondary":
ismaster_response['secondary'] = True
elif server_type == "Mongos":
ismaster_response['msg'] = 'isdbgrid'
ismaster_response['lastWriteDate'] = make_last_write_date(server)
if 'maxWireVersion' in server:
ismaster_response['maxWireVersion'] = server['maxWireVersion']
# Sets _last_update_time to now.
sd = ServerDescription(clean_node(server['address']),
IsMaster(ismaster_response),
round_trip_time=server['avg_rtt_ms'])
sd._last_update_time = server['lastUpdateTime'] / 1000.0 # ms to sec.
return sd
class TestAllScenarios(unittest.TestCase):
pass
def create_test(scenario_def):
def run_scenario(self):
if 'heartbeatFrequencyMS' in scenario_def:
frequency_ms = int(scenario_def['heartbeatFrequencyMS'])
if frequency_ms != HEARTBEAT_FREQUENCY * 1000:
raise unittest.SkipTest(
"Test's heartbeat frequency %d doesn't match PyMongo" %
scenario_def['heartbeatFrequencyMS'])
# Initialize topologies.
seeds, hosts = get_addresses(
scenario_def['topology_description']['servers'])
topology = Topology(
TopologySettings(seeds=seeds,
monitor_class=MockMonitor,
pool_class=MockPool))
# Update topologies with server descriptions.
for server in scenario_def['topology_description']['servers']:
server_description = make_server_description(server, hosts)
topology.on_change(server_description)
# Create server selector.
# Make first letter lowercase to match read_pref's modes.
pref_def = scenario_def['read_preference']
mode_string = pref_def.get('mode', 'primary')
mode_string = mode_string[:1].lower() + mode_string[1:]
mode = read_preferences.read_pref_mode_from_name(mode_string)
max_staleness_ms = pref_def.get('maxStalenessMS', 0)
if scenario_def.get('error'):
with self.assertRaises(ConfigurationError):
# Error can be raised when making Read Pref or selecting.
pref = read_preferences.make_read_preference(
mode, tag_sets=None, maxStalenessMS=max_staleness_ms)
topology.select_server(pref)
return
# Select servers.
pref = read_preferences.make_read_preference(
mode, tag_sets=None, maxStalenessMS=max_staleness_ms)
if not scenario_def['suitable_servers']:
with self.assertRaises(AutoReconnect):
topology.select_server(pref, server_selection_timeout=0)
return
actual_suitable_s = topology.select_servers(pref,
server_selection_timeout=0)
expected_suitable_servers = {}
for server in scenario_def['suitable_servers']:
server_description = make_server_description(server, hosts)
expected_suitable_servers[server['address']] = server_description
actual_suitable_servers = {}
for s in actual_suitable_s:
actual_suitable_servers["%s:%d" % (s.description.address[0],
s.description.address[1])] = s.description
self.assertEqual(len(actual_suitable_servers),
len(expected_suitable_servers))
for k, actual in actual_suitable_servers.items():
expected = expected_suitable_servers[k]
self.assertEqual(expected.address, actual.address)
self.assertEqual(expected.server_type, actual.server_type)
self.assertEqual(expected.round_trip_time, actual.round_trip_time)
self.assertEqual(expected.tags, actual.tags)
self.assertEqual(expected.all_hosts, actual.all_hosts)
return run_scenario
def create_tests():
for dirpath, _, filenames in os.walk(_TEST_PATH):
dirname = os.path.split(dirpath)
dirname = os.path.split(dirname[-2])[-1] + '_' + dirname[-1]
for filename in filenames:
if not filename.endswith('.json'):
continue
with open(os.path.join(dirpath, filename)) as scenario_stream:
scenario_def = json.load(scenario_stream)
# Construct test from scenario.
new_test = create_test(scenario_def)
test_name = 'test_%s_%s' % (
dirname, os.path.splitext(filename)[0])
new_test.__name__ = test_name
setattr(TestAllScenarios, new_test.__name__, new_test)
create_tests()
if __name__ == "__main__":
unittest.main()