166 lines
4.5 KiB
Python
166 lines
4.5 KiB
Python
# Copyright 2012 10gen, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
"""Test client for mod_wsgi application, see bug PYTHON-353.
|
|
"""
|
|
|
|
import sys
|
|
import urllib2
|
|
import thread
|
|
import threading
|
|
import time
|
|
|
|
from optparse import OptionParser
|
|
|
|
|
|
def parse_args():
|
|
parser = OptionParser("""usage: %prog [options] mode url
|
|
|
|
mode:\tparallel or serial""")
|
|
|
|
# Should be enough that any collection leak will exhaust available file
|
|
# descriptors.
|
|
parser.add_option("-n", "--nrequests", type="int",
|
|
dest="nrequests", default=50 * 1000,
|
|
help="Number of times to GET the URL, in total")
|
|
|
|
parser.add_option("-t", "--nthreads", type="int",
|
|
dest="nthreads", default=100,
|
|
help="Number of threads with mode 'parallel'")
|
|
|
|
parser.add_option("-q", "--quiet",
|
|
action="store_false", dest="verbose", default=True,
|
|
help="Don't print status messages to stdout")
|
|
|
|
parser.add_option("-c", "--continue",
|
|
action="store_true", dest="continue_", default=False,
|
|
help="Continue after HTTP errors")
|
|
|
|
try:
|
|
options, (mode, url) = parser.parse_args()
|
|
except ValueError:
|
|
parser.print_usage()
|
|
sys.exit(1)
|
|
|
|
if mode not in ('parallel', 'serial'):
|
|
parser.print_usage()
|
|
sys.exit(1)
|
|
|
|
return options, mode, url
|
|
|
|
|
|
def get(url):
|
|
urllib2.urlopen(url).read().strip()
|
|
|
|
|
|
class URLGetterThread(threading.Thread):
|
|
# class variables
|
|
counter_lock = threading.Lock()
|
|
counter = 0
|
|
|
|
def __init__(self, options, url, nrequests_per_thread):
|
|
super(URLGetterThread, self).__init__()
|
|
self.options = options
|
|
self.url = url
|
|
self.nrequests_per_thread = nrequests_per_thread
|
|
self.errors = 0
|
|
|
|
def run(self):
|
|
for i in range(self.nrequests_per_thread):
|
|
try:
|
|
get(url)
|
|
except Exception, e:
|
|
print e
|
|
|
|
if not options.continue_:
|
|
thread.interrupt_main()
|
|
thread.exit()
|
|
|
|
self.errors += 1
|
|
|
|
URLGetterThread.counter_lock.acquire()
|
|
URLGetterThread.counter += 1
|
|
counter = URLGetterThread.counter
|
|
URLGetterThread.counter_lock.release()
|
|
|
|
should_print = options.verbose and not counter % 1000
|
|
|
|
if should_print:
|
|
print counter
|
|
|
|
|
|
def main(options, mode, url):
|
|
start_time = time.time()
|
|
errors = 0
|
|
if mode == 'parallel':
|
|
nrequests_per_thread = options.nrequests / options.nthreads
|
|
|
|
if options.verbose:
|
|
print ('Getting %s %s times total in %s threads, '
|
|
'%s times per thread' % (
|
|
url, nrequests_per_thread * options.nthreads, options.nthreads,
|
|
nrequests_per_thread
|
|
))
|
|
|
|
threads = [
|
|
URLGetterThread(options, url, nrequests_per_thread)
|
|
for _ in range(options.nthreads)
|
|
]
|
|
|
|
for t in threads:
|
|
t.start()
|
|
|
|
for t in threads:
|
|
t.join()
|
|
|
|
errors = sum([t.errors for t in threads])
|
|
nthreads_with_errors = len([t for t in threads if t.errors])
|
|
if nthreads_with_errors:
|
|
print '%d threads had errors! %d errors in total' % (
|
|
nthreads_with_errors, errors)
|
|
else:
|
|
assert mode == 'serial'
|
|
if options.verbose:
|
|
print 'Getting %s %s times in one thread' % (
|
|
url, options.nrequests
|
|
)
|
|
|
|
for i in range(1, options.nrequests + 1):
|
|
try:
|
|
get(url)
|
|
except Exception, e:
|
|
print e
|
|
if not options.continue_:
|
|
sys.exit(1)
|
|
|
|
errors += 1
|
|
|
|
if options.verbose and not i % 1000:
|
|
print i
|
|
|
|
if errors:
|
|
print '%d errors!' % errors
|
|
|
|
if options.verbose:
|
|
print 'Completed in %.2f seconds' % (time.time() - start_time)
|
|
|
|
if errors:
|
|
# Failure
|
|
sys.exit(1)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
options, mode, url = parse_args()
|
|
main(options, mode, url)
|