pep8 formatting changes
This commit is contained in:
Matt Martz
parent
ef4d483b94
commit
3a2260d6af
414
speedtest-cli
414
speedtest-cli
|
|
@ -29,259 +29,273 @@ from Queue import Queue
|
||||||
|
|
||||||
|
|
||||||
def distance(origin, destination):
|
def distance(origin, destination):
|
||||||
"""Determine distance between 2 sets of [lat,lon] in km"""
|
"""Determine distance between 2 sets of [lat,lon] in km"""
|
||||||
|
|
||||||
lat1, lon1 = origin
|
lat1, lon1 = origin
|
||||||
lat2, lon2 = destination
|
lat2, lon2 = destination
|
||||||
radius = 6371 # km
|
radius = 6371 # km
|
||||||
|
|
||||||
dlat = math.radians(lat2-lat1)
|
dlat = math.radians(lat2-lat1)
|
||||||
dlon = math.radians(lon2-lon1)
|
dlon = math.radians(lon2-lon1)
|
||||||
a = math.sin(dlat/2) * math.sin(dlat/2) + math.cos(math.radians(lat1)) \
|
a = (math.sin(dlat / 2) * math.sin(dlat / 2) + math.cos(math.radians(lat1))
|
||||||
* math.cos(math.radians(lat2)) * math.sin(dlon/2) * math.sin(dlon/2)
|
* math.cos(math.radians(lat2)) * math.sin(dlon / 2)
|
||||||
c = 2 * math.atan2(math.sqrt(a), math.sqrt(1-a))
|
* math.sin(dlon / 2))
|
||||||
d = radius * c
|
c = 2 * math.atan2(math.sqrt(a), math.sqrt(1 - a))
|
||||||
|
d = radius * c
|
||||||
|
|
||||||
return d
|
return d
|
||||||
|
|
||||||
|
|
||||||
class FileGetter(threading.Thread):
|
class FileGetter(threading.Thread):
|
||||||
def __init__(self, url, start):
|
def __init__(self, url, start):
|
||||||
self.url = url
|
self.url = url
|
||||||
self.result = None
|
self.result = None
|
||||||
self.starttime = start
|
self.starttime = start
|
||||||
threading.Thread.__init__(self)
|
threading.Thread.__init__(self)
|
||||||
|
|
||||||
def get_result(self):
|
def get_result(self):
|
||||||
return self.result
|
return self.result
|
||||||
|
|
||||||
def run(self):
|
def run(self):
|
||||||
try:
|
try:
|
||||||
if ( time.time() - self.starttime ) <= 10:
|
if (time.time() - self.starttime) <= 10:
|
||||||
f = urllib.urlopen(self.url)
|
f = urllib.urlopen(self.url)
|
||||||
contents = f.read()
|
contents = f.read()
|
||||||
f.close()
|
f.close()
|
||||||
self.result = contents
|
self.result = contents
|
||||||
else:
|
else:
|
||||||
self.result = ''
|
self.result = ''
|
||||||
except IOError:
|
except IOError:
|
||||||
self.result = ''
|
self.result = ''
|
||||||
|
|
||||||
|
|
||||||
def downloadSpeed(files):
|
def downloadSpeed(files):
|
||||||
start = time.time()
|
start = time.time()
|
||||||
def producer(q, files):
|
|
||||||
for file in files:
|
|
||||||
thread = FileGetter(file, start)
|
|
||||||
thread.start()
|
|
||||||
q.put(thread, True)
|
|
||||||
sys.stdout.write('.')
|
|
||||||
sys.stdout.flush()
|
|
||||||
|
|
||||||
finished = []
|
def producer(q, files):
|
||||||
def consumer(q, total_files):
|
for file in files:
|
||||||
while len(finished) < total_files:
|
thread = FileGetter(file, start)
|
||||||
thread = q.get(True)
|
thread.start()
|
||||||
thread.join()
|
q.put(thread, True)
|
||||||
finished.append(thread.get_result())
|
sys.stdout.write('.')
|
||||||
|
sys.stdout.flush()
|
||||||
|
|
||||||
q = Queue(3)
|
finished = []
|
||||||
start = time.time()
|
|
||||||
prod_thread = threading.Thread(target=producer, args=(q, files))
|
def consumer(q, total_files):
|
||||||
cons_thread = threading.Thread(target=consumer, args=(q, len(files)))
|
while len(finished) < total_files:
|
||||||
prod_thread.start()
|
thread = q.get(True)
|
||||||
cons_thread.start()
|
thread.join()
|
||||||
prod_thread.join()
|
finished.append(thread.get_result())
|
||||||
cons_thread.join()
|
|
||||||
return (len(''.join(finished))/(time.time()-start))
|
q = Queue(3)
|
||||||
|
start = time.time()
|
||||||
|
prod_thread = threading.Thread(target=producer, args=(q, files))
|
||||||
|
cons_thread = threading.Thread(target=consumer, args=(q, len(files)))
|
||||||
|
prod_thread.start()
|
||||||
|
cons_thread.start()
|
||||||
|
prod_thread.join()
|
||||||
|
cons_thread.join()
|
||||||
|
return (len(''.join(finished))/(time.time()-start))
|
||||||
|
|
||||||
|
|
||||||
class FilePutter(threading.Thread):
|
class FilePutter(threading.Thread):
|
||||||
def __init__(self, url, start, size):
|
def __init__(self, url, start, size):
|
||||||
self.url = url
|
self.url = url
|
||||||
self.data = os.urandom(int(size)-len('content1='))
|
self.data = os.urandom(int(size)-len('content1='))
|
||||||
self.result = None
|
self.result = None
|
||||||
self.starttime = start
|
self.starttime = start
|
||||||
threading.Thread.__init__(self)
|
threading.Thread.__init__(self)
|
||||||
|
|
||||||
def get_result(self):
|
def get_result(self):
|
||||||
return self.result
|
return self.result
|
||||||
|
|
||||||
def run(self):
|
def run(self):
|
||||||
try:
|
try:
|
||||||
if ( time.time() - self.starttime ) <= 10:
|
if (time.time() - self.starttime) <= 10:
|
||||||
f = urllib.urlopen(self.url, self.data)
|
f = urllib.urlopen(self.url, self.data)
|
||||||
contents = f.read()
|
contents = f.read()
|
||||||
f.close()
|
f.close()
|
||||||
self.result = self.data
|
self.result = self.data
|
||||||
else:
|
else:
|
||||||
self.result = ''
|
self.result = ''
|
||||||
except IOError:
|
except IOError:
|
||||||
self.result = ''
|
self.result = ''
|
||||||
|
|
||||||
|
|
||||||
def uploadSpeed(url, sizes):
|
def uploadSpeed(url, sizes):
|
||||||
start = time.time()
|
start = time.time()
|
||||||
def producer(q, sizes):
|
|
||||||
for size in sizes:
|
|
||||||
thread = FilePutter(url, start, size)
|
|
||||||
thread.start()
|
|
||||||
q.put(thread, True)
|
|
||||||
sys.stdout.write('.')
|
|
||||||
sys.stdout.flush()
|
|
||||||
|
|
||||||
finished = []
|
def producer(q, sizes):
|
||||||
def consumer(q, total_sizes):
|
for size in sizes:
|
||||||
while len(finished) < total_sizes:
|
thread = FilePutter(url, start, size)
|
||||||
thread = q.get(True)
|
thread.start()
|
||||||
thread.join()
|
q.put(thread, True)
|
||||||
finished.append(thread.get_result())
|
sys.stdout.write('.')
|
||||||
|
sys.stdout.flush()
|
||||||
|
|
||||||
q = Queue(9)
|
finished = []
|
||||||
start = time.time()
|
|
||||||
prod_thread = threading.Thread(target=producer, args=(q, sizes))
|
def consumer(q, total_sizes):
|
||||||
cons_thread = threading.Thread(target=consumer, args=(q, len(sizes)))
|
while len(finished) < total_sizes:
|
||||||
prod_thread.start()
|
thread = q.get(True)
|
||||||
cons_thread.start()
|
thread.join()
|
||||||
prod_thread.join()
|
finished.append(thread.get_result())
|
||||||
cons_thread.join()
|
|
||||||
return (len(''.join(finished))/(time.time()-start))
|
q = Queue(9)
|
||||||
|
start = time.time()
|
||||||
|
prod_thread = threading.Thread(target=producer, args=(q, sizes))
|
||||||
|
cons_thread = threading.Thread(target=consumer, args=(q, len(sizes)))
|
||||||
|
prod_thread.start()
|
||||||
|
cons_thread.start()
|
||||||
|
prod_thread.join()
|
||||||
|
cons_thread.join()
|
||||||
|
return (len(''.join(finished))/(time.time()-start))
|
||||||
|
|
||||||
|
|
||||||
def getConfig():
|
def getConfig():
|
||||||
"""Download the speedtest.net configuration and return only the data we are interested in"""
|
"""Download the speedtest.net configuration and return only the data
|
||||||
|
we are interested in
|
||||||
|
"""
|
||||||
|
|
||||||
uh = urllib.urlopen('http://www.speedtest.net/speedtest-config.php')
|
uh = urllib.urlopen('http://www.speedtest.net/speedtest-config.php')
|
||||||
configxml = uh.read()
|
configxml = uh.read()
|
||||||
if int(uh.getcode()) != 200:
|
if int(uh.getcode()) != 200:
|
||||||
return None
|
return None
|
||||||
uh.close()
|
uh.close()
|
||||||
root = ET.fromstring(configxml)
|
root = ET.fromstring(configxml)
|
||||||
config = {
|
config = {
|
||||||
'client': root.find('client').attrib,
|
'client': root.find('client').attrib,
|
||||||
'times': root.find('times').attrib,
|
'times': root.find('times').attrib,
|
||||||
'download': root.find('download').attrib,
|
'download': root.find('download').attrib,
|
||||||
'upload': root.find('upload').attrib
|
'upload': root.find('upload').attrib}
|
||||||
}
|
return config
|
||||||
return config
|
|
||||||
|
|
||||||
|
|
||||||
def closestServers(client):
|
def closestServers(client):
|
||||||
"""Determine the 5 closest speedtest.net servers based on geographic distance"""
|
"""Determine the 5 closest speedtest.net servers based on geographic
|
||||||
|
distance
|
||||||
|
"""
|
||||||
|
|
||||||
uh = urllib.urlopen('http://speedtest.net/speedtest-servers.php')
|
uh = urllib.urlopen('http://speedtest.net/speedtest-servers.php')
|
||||||
serversxml = uh.read()
|
serversxml = uh.read()
|
||||||
if int(uh.getcode()) != 200:
|
if int(uh.getcode()) != 200:
|
||||||
return None
|
return None
|
||||||
uh.close()
|
uh.close()
|
||||||
root = ET.fromstring(serversxml)
|
root = ET.fromstring(serversxml)
|
||||||
servers = {}
|
servers = {}
|
||||||
for server in root[0]:
|
for server in root[0]:
|
||||||
d = distance([float(client['lat']), float(client['lon'])], [float(server.get('lat')), float(server.get('lon'))])
|
d = distance([float(client['lat']), float(client['lon'])],
|
||||||
servers[d] = server.attrib
|
[float(server.get('lat')), float(server.get('lon'))])
|
||||||
|
servers[d] = server.attrib
|
||||||
|
|
||||||
closest = []
|
closest = []
|
||||||
for d in sorted(servers.keys())[0:4]:
|
for d in sorted(servers.keys())[0:4]:
|
||||||
closest.append(servers[d])
|
closest.append(servers[d])
|
||||||
|
|
||||||
del servers
|
del servers
|
||||||
del root
|
del root
|
||||||
return closest
|
return closest
|
||||||
|
|
||||||
|
|
||||||
def getBestServer(servers):
|
def getBestServer(servers):
|
||||||
"""Perform a speedtest.net "ping" to determine which speedtest.net server has the lowest latency"""
|
"""Perform a speedtest.net "ping" to determine which speedtest.net
|
||||||
|
server has the lowest latency
|
||||||
|
"""
|
||||||
|
|
||||||
results = {}
|
results = {}
|
||||||
for server in servers:
|
for server in servers:
|
||||||
cum = 0
|
cum = 0
|
||||||
url = os.path.dirname(server['url'])
|
url = os.path.dirname(server['url'])
|
||||||
for i in xrange(0,3):
|
for i in xrange(0, 3):
|
||||||
uh = urllib.urlopen('%s/latency.txt' % url)
|
uh = urllib.urlopen('%s/latency.txt' % url)
|
||||||
start = time.time()
|
start = time.time()
|
||||||
text = uh.read().strip()
|
text = uh.read().strip()
|
||||||
total = time.time() - start
|
total = time.time() - start
|
||||||
if int(uh.getcode()) == 200 and text == 'test=test':
|
if int(uh.getcode()) == 200 and text == 'test=test':
|
||||||
cum += total
|
cum += total
|
||||||
else:
|
else:
|
||||||
cum += 3600
|
cum += 3600
|
||||||
uh.close()
|
uh.close()
|
||||||
avg = round((cum/3)*1000000,3)
|
avg = round((cum / 3) * 1000000, 3)
|
||||||
results[avg] = server
|
results[avg] = server
|
||||||
|
|
||||||
best = results[sorted(results.keys())[0]]
|
best = results[sorted(results.keys())[0]]
|
||||||
best['latency'] = avg
|
best['latency'] = avg
|
||||||
|
|
||||||
return best
|
return best
|
||||||
|
|
||||||
|
|
||||||
def speedtest():
|
def speedtest():
|
||||||
"""Run the full speedtest.net test"""
|
"""Run the full speedtest.net test"""
|
||||||
|
|
||||||
print 'Retrieving speedtest.net configuration...'
|
print 'Retrieving speedtest.net configuration...'
|
||||||
config = getConfig()
|
config = getConfig()
|
||||||
|
|
||||||
print 'Retrieving speedtest.net server list...'
|
print 'Retrieving speedtest.net server list...'
|
||||||
servers = closestServers(config['client'])
|
servers = closestServers(config['client'])
|
||||||
|
|
||||||
print 'Selecting best server based on ping...'
|
print 'Selecting best server based on ping...'
|
||||||
best = getBestServer(servers)
|
best = getBestServer(servers)
|
||||||
print 'Hosted by %(sponsor)s (%(name)s): %(latency)sms' % best
|
print 'Hosted by %(sponsor)s (%(name)s): %(latency)sms' % best
|
||||||
|
|
||||||
sizes = [350, 500, 750, 1000, 1500, 2000, 2500, 3000, 3500, 4000]
|
sizes = [350, 500, 750, 1000, 1500, 2000, 2500, 3000, 3500, 4000]
|
||||||
urls = []
|
urls = []
|
||||||
for size in sizes:
|
for size in sizes:
|
||||||
for i in xrange(0,4):
|
for i in xrange(0, 4):
|
||||||
urls.append('%s/random%sx%s.jpg' % (os.path.dirname(best['url']), size, size))
|
urls.append('%s/random%sx%s.jpg' %
|
||||||
print 'Testing download speed',
|
(os.path.dirname(best['url']), size, size))
|
||||||
dlspeed = downloadSpeed(urls)
|
print 'Testing download speed',
|
||||||
print '\nDownload: %s Mbit/s' % round((dlspeed/1024/1024)*8,2)
|
dlspeed = downloadSpeed(urls)
|
||||||
|
print '\nDownload: %s Mbit/s' % round((dlspeed / 1024 / 1024) * 8, 2)
|
||||||
|
|
||||||
sizesizes = [int(.25*1024*1024), int(.5*1024*1024)]
|
sizesizes = [int(.25 * 1024 * 1024), int(.5 * 1024 * 1024)]
|
||||||
sizes = []
|
sizes = []
|
||||||
for size in sizesizes:
|
for size in sizesizes:
|
||||||
for i in xrange(0,25):
|
for i in xrange(0, 25):
|
||||||
sizes.append(size)
|
sizes.append(size)
|
||||||
print 'Testing upload speed',
|
print 'Testing upload speed',
|
||||||
ulspeed = uploadSpeed(best['url'], sizes)
|
ulspeed = uploadSpeed(best['url'], sizes)
|
||||||
print '\nUpload speed: %s Mbit/s' % round((ulspeed/1024/1024)*8,2)
|
print '\nUpload speed: %s Mbit/s' % round((ulspeed / 1024 / 1024) * 8, 2)
|
||||||
|
|
||||||
dlspeedk = int(round((dlspeed/1024)*8, 0))
|
dlspeedk = int(round((dlspeed / 1024) * 8, 0))
|
||||||
ping = int(round(best['latency'], 0))
|
ping = int(round(best['latency'], 0))
|
||||||
ulspeedk = int(round((ulspeed/1024)*8, 0))
|
ulspeedk = int(round((ulspeed / 1024) * 8, 0))
|
||||||
|
|
||||||
apiData = [
|
apiData = [
|
||||||
'download=%s' % dlspeedk,
|
'download=%s' % dlspeedk,
|
||||||
'ping=%s' % ping,
|
'ping=%s' % ping,
|
||||||
'upload=%s' % ulspeedk,
|
'upload=%s' % ulspeedk,
|
||||||
'promo=',
|
'promo=',
|
||||||
'startmode=%s' % 'pingselect',
|
'startmode=%s' % 'pingselect',
|
||||||
'recommendedserverid=%s' % best['id'],
|
'recommendedserverid=%s' % best['id'],
|
||||||
'accuracy=%s' % 1,
|
'accuracy=%s' % 1,
|
||||||
'serverid=%s' % best['id'],
|
'serverid=%s' % best['id'],
|
||||||
'hash=%s' % hashlib.md5('%s-%s-%s-%s' % (ping, ulspeedk, dlspeedk, '297aae72')).hexdigest()
|
'hash=%s' % hashlib.md5('%s-%s-%s-%s' %
|
||||||
]
|
(ping, ulspeedk, dlspeedk, '297aae72')
|
||||||
|
).hexdigest()]
|
||||||
|
|
||||||
req = urllib2.Request('http://www.speedtest.net/api/api.php', data='&'.join(apiData))
|
req = urllib2.Request('http://www.speedtest.net/api/api.php',
|
||||||
req.add_header('Referer', 'http://c.speedtest.net/flash/speedtest.swf')
|
data='&'.join(apiData))
|
||||||
f = urllib2.urlopen(req)
|
req.add_header('Referer', 'http://c.speedtest.net/flash/speedtest.swf')
|
||||||
response = f.read()
|
f = urllib2.urlopen(req)
|
||||||
code = f.getcode()
|
response = f.read()
|
||||||
f.close()
|
code = f.getcode()
|
||||||
|
f.close()
|
||||||
|
|
||||||
if int(code) != 200:
|
if int(code) != 200:
|
||||||
print 'Could not submit results to speedtest.net'
|
print 'Could not submit results to speedtest.net'
|
||||||
sys.exit(1)
|
sys.exit(1)
|
||||||
|
|
||||||
qsargs = urlparse.parse_qs(response)
|
qsargs = urlparse.parse_qs(response)
|
||||||
resultid = qsargs.get('resultid')
|
resultid = qsargs.get('resultid')
|
||||||
if not resultid or len(resultid) != 1:
|
if not resultid or len(resultid) != 1:
|
||||||
print 'Could not submit results to speedtest.net'
|
print 'Could not submit results to speedtest.net'
|
||||||
sys.exit(1)
|
sys.exit(1)
|
||||||
|
|
||||||
print 'Share results: http://www.speedtest.net/result/%s.png' % resultid[0]
|
print 'Share results: http://www.speedtest.net/result/%s.png' % resultid[0]
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
speedtest()
|
speedtest()
|
||||||
|
|
||||||
# vim:ts=2:sw=2:expandtab
|
# vim:ts=4:sw=4:expandtab
|
||||||
|
|
|
||||||
416
speedtest-cli-3
416
speedtest-cli-3
|
|
@ -29,259 +29,277 @@ from queue import Queue
|
||||||
|
|
||||||
|
|
||||||
def distance(origin, destination):
|
def distance(origin, destination):
|
||||||
"""Determine distance between 2 sets of [lat,lon] in km"""
|
"""Determine distance between 2 sets of [lat,lon] in km"""
|
||||||
|
|
||||||
lat1, lon1 = origin
|
lat1, lon1 = origin
|
||||||
lat2, lon2 = destination
|
lat2, lon2 = destination
|
||||||
radius = 6371 # km
|
radius = 6371 # km
|
||||||
|
|
||||||
dlat = math.radians(lat2-lat1)
|
dlat = math.radians(lat2-lat1)
|
||||||
dlon = math.radians(lon2-lon1)
|
dlon = math.radians(lon2-lon1)
|
||||||
a = math.sin(dlat/2) * math.sin(dlat/2) + math.cos(math.radians(lat1)) \
|
a = (math.sin(dlat / 2) * math.sin(dlat / 2) + math.cos(math.radians(lat1))
|
||||||
* math.cos(math.radians(lat2)) * math.sin(dlon/2) * math.sin(dlon/2)
|
* math.cos(math.radians(lat2)) * math.sin(dlon / 2)
|
||||||
c = 2 * math.atan2(math.sqrt(a), math.sqrt(1-a))
|
* math.sin(dlon / 2))
|
||||||
d = radius * c
|
c = 2 * math.atan2(math.sqrt(a), math.sqrt(1 - a))
|
||||||
|
d = radius * c
|
||||||
|
|
||||||
return d
|
return d
|
||||||
|
|
||||||
|
|
||||||
class FileGetter(threading.Thread):
|
class FileGetter(threading.Thread):
|
||||||
def __init__(self, url, start):
|
def __init__(self, url, start):
|
||||||
self.url = url
|
self.url = url
|
||||||
self.result = None
|
self.result = None
|
||||||
self.starttime = start
|
self.starttime = start
|
||||||
threading.Thread.__init__(self)
|
threading.Thread.__init__(self)
|
||||||
|
|
||||||
def get_result(self):
|
def get_result(self):
|
||||||
return self.result
|
return self.result
|
||||||
|
|
||||||
def run(self):
|
def run(self):
|
||||||
try:
|
try:
|
||||||
if ( time.time() - self.starttime ) <= 10:
|
if (time.time() - self.starttime) <= 10:
|
||||||
f = urllib.request.urlopen(self.url)
|
f = urllib.request.urlopen(self.url)
|
||||||
contents = f.read()
|
contents = f.read()
|
||||||
f.close()
|
f.close()
|
||||||
self.result = contents
|
self.result = contents
|
||||||
else:
|
else:
|
||||||
self.result = ''
|
self.result = ''
|
||||||
except IOError:
|
except IOError:
|
||||||
self.result = ''
|
self.result = ''
|
||||||
|
|
||||||
|
|
||||||
def downloadSpeed(files):
|
def downloadSpeed(files):
|
||||||
start = time.time()
|
start = time.time()
|
||||||
def producer(q, files):
|
|
||||||
for file in files:
|
|
||||||
thread = FileGetter(file, start)
|
|
||||||
thread.start()
|
|
||||||
q.put(thread, True)
|
|
||||||
sys.stdout.write('.')
|
|
||||||
sys.stdout.flush()
|
|
||||||
|
|
||||||
finished = []
|
def producer(q, files):
|
||||||
def consumer(q, total_files):
|
for file in files:
|
||||||
while len(finished) < total_files:
|
thread = FileGetter(file, start)
|
||||||
thread = q.get(True)
|
thread.start()
|
||||||
thread.join()
|
q.put(thread, True)
|
||||||
finished.append(thread.get_result())
|
sys.stdout.write('.')
|
||||||
|
sys.stdout.flush()
|
||||||
|
|
||||||
q = Queue(3)
|
finished = []
|
||||||
start = time.time()
|
|
||||||
prod_thread = threading.Thread(target=producer, args=(q, files))
|
def consumer(q, total_files):
|
||||||
cons_thread = threading.Thread(target=consumer, args=(q, len(files)))
|
while len(finished) < total_files:
|
||||||
prod_thread.start()
|
thread = q.get(True)
|
||||||
cons_thread.start()
|
thread.join()
|
||||||
prod_thread.join()
|
finished.append(thread.get_result())
|
||||||
cons_thread.join()
|
|
||||||
return (len(b''.join([chunk if isinstance(chunk, bytes) else chunk.encode() for chunk in finished]))/(time.time()-start))
|
q = Queue(3)
|
||||||
|
start = time.time()
|
||||||
|
prod_thread = threading.Thread(target=producer, args=(q, files))
|
||||||
|
cons_thread = threading.Thread(target=consumer, args=(q, len(files)))
|
||||||
|
prod_thread.start()
|
||||||
|
cons_thread.start()
|
||||||
|
prod_thread.join()
|
||||||
|
cons_thread.join()
|
||||||
|
return (len(b''.join([chunk if isinstance(chunk, bytes) else chunk.encode()
|
||||||
|
for chunk in finished]))/(time.time()-start))
|
||||||
|
|
||||||
|
|
||||||
class FilePutter(threading.Thread):
|
class FilePutter(threading.Thread):
|
||||||
def __init__(self, url, start, size):
|
def __init__(self, url, start, size):
|
||||||
self.url = url
|
self.url = url
|
||||||
self.data = os.urandom(int(size)-len('content1='))
|
self.data = os.urandom(int(size)-len('content1='))
|
||||||
self.result = None
|
self.result = None
|
||||||
self.starttime = start
|
self.starttime = start
|
||||||
threading.Thread.__init__(self)
|
threading.Thread.__init__(self)
|
||||||
|
|
||||||
def get_result(self):
|
def get_result(self):
|
||||||
return self.result
|
return self.result
|
||||||
|
|
||||||
def run(self):
|
def run(self):
|
||||||
try:
|
try:
|
||||||
if ( time.time() - self.starttime ) <= 10:
|
if (time.time() - self.starttime) <= 10:
|
||||||
f = urllib.request.urlopen(self.url, self.data)
|
f = urllib.request.urlopen(self.url, self.data)
|
||||||
contents = f.read()
|
contents = f.read()
|
||||||
f.close()
|
f.close()
|
||||||
self.result = self.data
|
self.result = self.data
|
||||||
else:
|
else:
|
||||||
self.result = ''
|
self.result = ''
|
||||||
except IOError:
|
except IOError:
|
||||||
self.result = ''
|
self.result = ''
|
||||||
|
|
||||||
|
|
||||||
def uploadSpeed(url, sizes):
|
def uploadSpeed(url, sizes):
|
||||||
start = time.time()
|
start = time.time()
|
||||||
def producer(q, sizes):
|
|
||||||
for size in sizes:
|
|
||||||
thread = FilePutter(url, start, size)
|
|
||||||
thread.start()
|
|
||||||
q.put(thread, True)
|
|
||||||
sys.stdout.write('.')
|
|
||||||
sys.stdout.flush()
|
|
||||||
|
|
||||||
finished = []
|
def producer(q, sizes):
|
||||||
def consumer(q, total_sizes):
|
for size in sizes:
|
||||||
while len(finished) < total_sizes:
|
thread = FilePutter(url, start, size)
|
||||||
thread = q.get(True)
|
thread.start()
|
||||||
thread.join()
|
q.put(thread, True)
|
||||||
finished.append(thread.get_result())
|
sys.stdout.write('.')
|
||||||
|
sys.stdout.flush()
|
||||||
|
|
||||||
q = Queue(9)
|
finished = []
|
||||||
start = time.time()
|
|
||||||
prod_thread = threading.Thread(target=producer, args=(q, sizes))
|
def consumer(q, total_sizes):
|
||||||
cons_thread = threading.Thread(target=consumer, args=(q, len(sizes)))
|
while len(finished) < total_sizes:
|
||||||
prod_thread.start()
|
thread = q.get(True)
|
||||||
cons_thread.start()
|
thread.join()
|
||||||
prod_thread.join()
|
finished.append(thread.get_result())
|
||||||
cons_thread.join()
|
|
||||||
return (len(b''.join([chunk if isinstance(chunk, bytes) else chunk.encode() for chunk in finished]))/(time.time()-start))
|
q = Queue(9)
|
||||||
|
start = time.time()
|
||||||
|
prod_thread = threading.Thread(target=producer, args=(q, sizes))
|
||||||
|
cons_thread = threading.Thread(target=consumer, args=(q, len(sizes)))
|
||||||
|
prod_thread.start()
|
||||||
|
cons_thread.start()
|
||||||
|
prod_thread.join()
|
||||||
|
cons_thread.join()
|
||||||
|
return (len(b''.join([chunk if isinstance(chunk, bytes) else chunk.encode()
|
||||||
|
for chunk in finished]))/(time.time()-start))
|
||||||
|
|
||||||
|
|
||||||
def getConfig():
|
def getConfig():
|
||||||
"""Download the speedtest.net configuration and return only the data we are interested in"""
|
"""Download the speedtest.net configuration and return only the data
|
||||||
|
we are interested in
|
||||||
|
"""
|
||||||
|
|
||||||
uh = urllib.request.urlopen('http://www.speedtest.net/speedtest-config.php')
|
uh = urllib.request.urlopen('http://www.speedtest.net/'
|
||||||
configxml = uh.read()
|
'speedtest-config.php')
|
||||||
if int(uh.getcode()) != 200:
|
configxml = uh.read()
|
||||||
return None
|
if int(uh.getcode()) != 200:
|
||||||
uh.close()
|
return None
|
||||||
root = ET.fromstring(configxml)
|
uh.close()
|
||||||
config = {
|
root = ET.fromstring(configxml)
|
||||||
'client': root.find('client').attrib,
|
config = {
|
||||||
'times': root.find('times').attrib,
|
'client': root.find('client').attrib,
|
||||||
'download': root.find('download').attrib,
|
'times': root.find('times').attrib,
|
||||||
'upload': root.find('upload').attrib
|
'download': root.find('download').attrib,
|
||||||
}
|
'upload': root.find('upload').attrib}
|
||||||
return config
|
return config
|
||||||
|
|
||||||
|
|
||||||
def closestServers(client):
|
def closestServers(client):
|
||||||
"""Determine the 5 closest speedtest.net servers based on geographic distance"""
|
"""Determine the 5 closest speedtest.net servers based on geographic
|
||||||
|
distance
|
||||||
|
"""
|
||||||
|
|
||||||
uh = urllib.request.urlopen('http://speedtest.net/speedtest-servers.php')
|
uh = urllib.request.urlopen('http://speedtest.net/speedtest-servers.php')
|
||||||
serversxml = uh.read()
|
serversxml = uh.read()
|
||||||
if int(uh.getcode()) != 200:
|
if int(uh.getcode()) != 200:
|
||||||
return None
|
return None
|
||||||
uh.close()
|
uh.close()
|
||||||
root = ET.fromstring(serversxml)
|
root = ET.fromstring(serversxml)
|
||||||
servers = {}
|
servers = {}
|
||||||
for server in root[0]:
|
for server in root[0]:
|
||||||
d = distance([float(client['lat']), float(client['lon'])], [float(server.get('lat')), float(server.get('lon'))])
|
d = distance([float(client['lat']), float(client['lon'])],
|
||||||
servers[d] = server.attrib
|
[float(server.get('lat')), float(server.get('lon'))])
|
||||||
|
servers[d] = server.attrib
|
||||||
|
|
||||||
closest = []
|
closest = []
|
||||||
for d in sorted(servers.keys())[0:4]:
|
for d in sorted(servers.keys())[0:4]:
|
||||||
closest.append(servers[d])
|
closest.append(servers[d])
|
||||||
|
|
||||||
del servers
|
del servers
|
||||||
del root
|
del root
|
||||||
return closest
|
return closest
|
||||||
|
|
||||||
|
|
||||||
def getBestServer(servers):
|
def getBestServer(servers):
|
||||||
"""Perform a speedtest.net "ping" to determine which speedtest.net server has the lowest latency"""
|
"""Perform a speedtest.net "ping" to determine which speedtest.net
|
||||||
|
server has the lowest latency
|
||||||
|
"""
|
||||||
|
|
||||||
results = {}
|
results = {}
|
||||||
for server in servers:
|
for server in servers:
|
||||||
cum = 0
|
cum = 0
|
||||||
url = os.path.dirname(server['url'])
|
url = os.path.dirname(server['url'])
|
||||||
for i in range(0,3):
|
for i in range(0, 3):
|
||||||
uh = urllib.request.urlopen('%s/latency.txt' % url)
|
uh = urllib.request.urlopen('%s/latency.txt' % url)
|
||||||
start = time.time()
|
start = time.time()
|
||||||
text = uh.read().strip()
|
text = uh.read().strip()
|
||||||
total = time.time() - start
|
total = time.time() - start
|
||||||
if int(uh.getcode()) == 200 and text == b'test=test':
|
if int(uh.getcode()) == 200 and text == b'test=test':
|
||||||
cum += total
|
cum += total
|
||||||
else:
|
else:
|
||||||
cum += 3600
|
cum += 3600
|
||||||
uh.close()
|
uh.close()
|
||||||
avg = round((cum/3)*1000000,3)
|
avg = round((cum / 3) * 1000000, 3)
|
||||||
results[avg] = server
|
results[avg] = server
|
||||||
|
|
||||||
best = results[sorted(results.keys())[0]]
|
best = results[sorted(results.keys())[0]]
|
||||||
best['latency'] = avg
|
best['latency'] = avg
|
||||||
|
|
||||||
return best
|
return best
|
||||||
|
|
||||||
|
|
||||||
def speedtest():
|
def speedtest():
|
||||||
"""Run the full speedtest.net test"""
|
"""Run the full speedtest.net test"""
|
||||||
|
|
||||||
print('Retrieving speedtest.net configuration...')
|
print('Retrieving speedtest.net configuration...')
|
||||||
config = getConfig()
|
config = getConfig()
|
||||||
|
|
||||||
print('Retrieving speedtest.net server list...')
|
print('Retrieving speedtest.net server list...')
|
||||||
servers = closestServers(config['client'])
|
servers = closestServers(config['client'])
|
||||||
|
|
||||||
print('Selecting best server based on ping...')
|
print('Selecting best server based on ping...')
|
||||||
best = getBestServer(servers)
|
best = getBestServer(servers)
|
||||||
print('Hosted by %(sponsor)s (%(name)s): %(latency)sms' % best)
|
print('Hosted by %(sponsor)s (%(name)s): %(latency)sms' % best)
|
||||||
|
|
||||||
sizes = [350, 500, 750, 1000, 1500, 2000, 2500, 3000, 3500, 4000]
|
sizes = [350, 500, 750, 1000, 1500, 2000, 2500, 3000, 3500, 4000]
|
||||||
urls = []
|
urls = []
|
||||||
for size in sizes:
|
for size in sizes:
|
||||||
for i in range(0,4):
|
for i in range(0, 4):
|
||||||
urls.append('%s/random%sx%s.jpg' % (os.path.dirname(best['url']), size, size))
|
urls.append('%s/random%sx%s.jpg' % (os.path.dirname(best['url']),
|
||||||
print('Testing download speed', end='')
|
size, size))
|
||||||
dlspeed = downloadSpeed(urls)
|
print('Testing download speed', end='')
|
||||||
print('\nDownload: %s Mbit/s' % round((dlspeed/1024/1024)*8,2))
|
dlspeed = downloadSpeed(urls)
|
||||||
|
print('\nDownload: %s Mbit/s' % round((dlspeed / 1024 / 1024) * 8, 2))
|
||||||
|
|
||||||
sizesizes = [int(.25*1024*1024), int(.5*1024*1024)]
|
sizesizes = [int(.25 * 1024 * 1024), int(.5 * 1024 * 1024)]
|
||||||
sizes = []
|
sizes = []
|
||||||
for size in sizesizes:
|
for size in sizesizes:
|
||||||
for i in range(0,25):
|
for i in range(0, 25):
|
||||||
sizes.append(size)
|
sizes.append(size)
|
||||||
print('Testing upload speed', end='')
|
print('Testing upload speed', end='')
|
||||||
ulspeed = uploadSpeed(best['url'], sizes)
|
ulspeed = uploadSpeed(best['url'], sizes)
|
||||||
print('\nUpload speed: %s Mbit/s' % round((ulspeed/1024/1024)*8,2))
|
print('\nUpload speed: %s Mbit/s' % round((ulspeed / 1024 / 1024) * 8, 2))
|
||||||
|
|
||||||
dlspeedk = int(round((dlspeed/1024)*8, 0))
|
dlspeedk = int(round((dlspeed / 1024) * 8, 0))
|
||||||
ping = int(round(best['latency'], 0))
|
ping = int(round(best['latency'], 0))
|
||||||
ulspeedk = int(round((ulspeed/1024)*8, 0))
|
ulspeedk = int(round((ulspeed / 1024) * 8, 0))
|
||||||
|
|
||||||
apiData = [
|
apiData = [
|
||||||
'download=%s' % dlspeedk,
|
'download=%s' % dlspeedk,
|
||||||
'ping=%s' % ping,
|
'ping=%s' % ping,
|
||||||
'upload=%s' % ulspeedk,
|
'upload=%s' % ulspeedk,
|
||||||
'promo=',
|
'promo=',
|
||||||
'startmode=%s' % 'pingselect',
|
'startmode=%s' % 'pingselect',
|
||||||
'recommendedserverid=%s' % best['id'],
|
'recommendedserverid=%s' % best['id'],
|
||||||
'accuracy=%s' % 1,
|
'accuracy=%s' % 1,
|
||||||
'serverid=%s' % best['id'],
|
'serverid=%s' % best['id'],
|
||||||
'hash=%s' % hashlib.md5(('%s-%s-%s-%s' % (ping, ulspeedk, dlspeedk, '297aae72')).encode()).hexdigest()
|
'hash=%s' % hashlib.md5(('%s-%s-%s-%s' %
|
||||||
]
|
(ping, ulspeedk, dlspeedk, '297aae72'))
|
||||||
|
.encode()).hexdigest()]
|
||||||
|
|
||||||
req = urllib.request.Request('http://www.speedtest.net/api/api.php', data='&'.join(apiData).encode())
|
req = urllib.request.Request('http://www.speedtest.net/api/api.php',
|
||||||
req.add_header('Referer', 'http://c.speedtest.net/flash/speedtest.swf')
|
data='&'.join(apiData).encode())
|
||||||
f = urllib.request.urlopen(req)
|
req.add_header('Referer', 'http://c.speedtest.net/flash/speedtest.swf')
|
||||||
response = f.read()
|
f = urllib.request.urlopen(req)
|
||||||
code = f.getcode()
|
response = f.read()
|
||||||
f.close()
|
code = f.getcode()
|
||||||
|
f.close()
|
||||||
|
|
||||||
if int(code) != 200:
|
if int(code) != 200:
|
||||||
print('Could not submit results to speedtest.net')
|
print('Could not submit results to speedtest.net')
|
||||||
sys.exit(1)
|
sys.exit(1)
|
||||||
|
|
||||||
qsargs = urllib.parse.parse_qs(response)
|
qsargs = urllib.parse.parse_qs(response)
|
||||||
resultid = qsargs.get(b'resultid')
|
resultid = qsargs.get(b'resultid')
|
||||||
if not resultid or len(resultid) != 1:
|
if not resultid or len(resultid) != 1:
|
||||||
print('Could not submit results to speedtest.net')
|
print('Could not submit results to speedtest.net')
|
||||||
sys.exit(1)
|
sys.exit(1)
|
||||||
|
|
||||||
print('Share results: http://www.speedtest.net/result/%s.png' % resultid[0].decode())
|
print('Share results: http://www.speedtest.net/result/%s.png' % resultid[0]
|
||||||
|
.decode())
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
speedtest()
|
speedtest()
|
||||||
|
|
||||||
# vim:ts=2:sw=2:expandtab
|
# vim:ts=2:sw=2:expandtab
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue