speedtest-cli/speedtest-cli

380 lines
11 KiB
Plaintext
Raw Normal View History

2012-09-10 21:18:56 +02:00
#!/usr/bin/env python
# -*- coding: utf-8 -*-
2013-01-07 19:29:42 +01:00
# Copyright 2013 Matt Martz
# All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
2012-09-10 21:18:56 +02:00
import urllib2
2012-09-10 21:18:56 +02:00
import math
import time
import os
import sys
2013-01-12 17:48:58 +01:00
import threading
from Queue import Queue
from xml.dom import minidom as DOM
try:
from urlparse import parse_qs
except ImportError:
from cgi import parse_qs
try:
from hashlib import md5
2013-01-12 17:48:58 +01:00
except ImportError:
from md5 import md5
try:
from argparse import ArgumentParser as ArgParser
except ImportError:
from optparse import OptionParser as ArgParser
2012-09-10 21:18:56 +02:00
2012-09-10 21:18:56 +02:00
def distance(origin, destination):
2013-01-07 20:01:14 +01:00
"""Determine distance between 2 sets of [lat,lon] in km"""
2012-09-10 21:18:56 +02:00
2013-01-07 20:01:14 +01:00
lat1, lon1 = origin
lat2, lon2 = destination
radius = 6371 # km
2012-09-10 21:18:56 +02:00
2013-01-07 20:01:14 +01:00
dlat = math.radians(lat2-lat1)
dlon = math.radians(lon2-lon1)
a = (math.sin(dlat / 2) * math.sin(dlat / 2) + math.cos(math.radians(lat1))
* math.cos(math.radians(lat2)) * math.sin(dlon / 2)
* math.sin(dlon / 2))
c = 2 * math.atan2(math.sqrt(a), math.sqrt(1 - a))
d = radius * c
2012-09-10 21:18:56 +02:00
2013-01-07 20:01:14 +01:00
return d
2012-09-10 21:18:56 +02:00
class FileGetter(threading.Thread):
2013-01-07 20:01:14 +01:00
def __init__(self, url, start):
self.url = url
self.result = None
self.starttime = start
threading.Thread.__init__(self)
def get_result(self):
return self.result
def run(self):
try:
if (time.time() - self.starttime) <= 10:
f = urllib2.urlopen(self.url)
2013-01-07 20:01:14 +01:00
contents = f.read()
f.close()
self.result = contents
else:
self.result = ''
except IOError:
self.result = ''
2012-09-10 21:18:56 +02:00
def downloadSpeed(files, quiet=False):
2013-01-07 20:01:14 +01:00
start = time.time()
def producer(q, files):
for file in files:
thread = FileGetter(file, start)
thread.start()
q.put(thread, True)
if not quiet:
sys.stdout.write('.')
sys.stdout.flush()
2013-01-07 20:01:14 +01:00
finished = []
def consumer(q, total_files):
while len(finished) < total_files:
thread = q.get(True)
thread.join()
finished.append(thread.get_result())
q = Queue(3)
start = time.time()
prod_thread = threading.Thread(target=producer, args=(q, files))
cons_thread = threading.Thread(target=consumer, args=(q, len(files)))
prod_thread.start()
cons_thread.start()
prod_thread.join()
cons_thread.join()
return (len(''.join(finished))/(time.time()-start))
2012-09-10 21:18:56 +02:00
class FilePutter(threading.Thread):
2013-01-07 20:01:14 +01:00
def __init__(self, url, start, size):
self.url = url
data = os.urandom(int(size)).encode('hex')
self.data = 'content1=%s' % data[0:int(size)-9]
del data
2013-01-07 20:01:14 +01:00
self.result = None
self.starttime = start
threading.Thread.__init__(self)
def get_result(self):
return self.result
def run(self):
try:
if (time.time() - self.starttime) <= 10:
f = urllib2.urlopen(self.url, self.data)
2013-01-07 20:01:14 +01:00
contents = f.read()
f.close()
self.result = self.data
else:
self.result = ''
except IOError:
self.result = ''
2012-09-10 21:18:56 +02:00
def uploadSpeed(url, sizes, quiet=False):
2013-01-07 20:01:14 +01:00
start = time.time()
def producer(q, sizes):
for size in sizes:
thread = FilePutter(url, start, size)
thread.start()
q.put(thread, True)
if not quiet:
sys.stdout.write('.')
sys.stdout.flush()
2013-01-07 20:01:14 +01:00
finished = []
def consumer(q, total_sizes):
while len(finished) < total_sizes:
thread = q.get(True)
thread.join()
finished.append(thread.get_result())
q = Queue(9)
start = time.time()
prod_thread = threading.Thread(target=producer, args=(q, sizes))
cons_thread = threading.Thread(target=consumer, args=(q, len(sizes)))
prod_thread.start()
cons_thread.start()
prod_thread.join()
cons_thread.join()
return (len(''.join(finished))/(time.time()-start))
2012-09-10 21:18:56 +02:00
def getAttributesByTagName(dom, tagName):
elem = dom.getElementsByTagName(tagName)[0]
return dict(elem.attributes.items())
2012-09-10 21:18:56 +02:00
def getConfig():
2013-01-07 20:01:14 +01:00
"""Download the speedtest.net configuration and return only the data
we are interested in
"""
uh = urllib2.urlopen('http://www.speedtest.net/speedtest-config.php')
2013-01-07 20:01:14 +01:00
configxml = uh.read()
if int(uh.code) != 200:
2013-01-07 20:01:14 +01:00
return None
uh.close()
root = DOM.parseString(configxml)
2013-01-07 20:01:14 +01:00
config = {
'client': getAttributesByTagName(root, 'client'),
'times': getAttributesByTagName(root, 'times'),
'download': getAttributesByTagName(root, 'download'),
'upload': getAttributesByTagName(root, 'upload')}
del root
2013-01-07 20:01:14 +01:00
return config
2012-09-10 21:18:56 +02:00
def closestServers(client):
2013-01-07 20:01:14 +01:00
"""Determine the 5 closest speedtest.net servers based on geographic
distance
"""
uh = urllib2.urlopen('http://speedtest.net/speedtest-servers.php')
2013-01-07 20:01:14 +01:00
serversxml = uh.read()
if int(uh.code) != 200:
2013-01-07 20:01:14 +01:00
return None
uh.close()
root = DOM.parseString(serversxml)
servers = {}
for server in root.getElementsByTagName('server'):
2013-01-12 15:29:52 +01:00
attrib = dict(server.attributes.items())
2013-01-07 20:01:14 +01:00
d = distance([float(client['lat']), float(client['lon'])],
2013-01-12 15:29:52 +01:00
[float(attrib.get('lat')), float(attrib.get('lon'))])
if d not in servers:
servers[d] = [attrib]
else:
servers[d].append(attrib)
2013-01-07 20:01:14 +01:00
closest = []
for d in sorted(servers.keys()):
for s in servers[d]:
closest.append(s)
if(len(closest) == 5):
break
else:
continue
break
2013-01-07 20:01:14 +01:00
del servers
del root
return closest
2012-09-10 21:18:56 +02:00
2013-01-07 20:01:14 +01:00
def getBestServer(servers):
"""Perform a speedtest.net "ping" to determine which speedtest.net
server has the lowest latency
"""
results = {}
for server in servers:
cum = 0
url = os.path.dirname(server['url'])
for i in xrange(0, 3):
uh = urllib2.urlopen('%s/latency.txt' % url)
2013-01-07 20:01:14 +01:00
start = time.time()
text = uh.read().strip()
total = time.time() - start
if int(uh.code) == 200 and text == 'test=test':
2013-01-07 20:01:14 +01:00
cum += total
else:
cum += 3600
uh.close()
avg = round((cum / 3) * 1000000, 3)
results[avg] = server
fastest = sorted(results.keys())[0]
best = results[fastest]
best['latency'] = fastest
2013-01-07 20:01:14 +01:00
return best
2012-09-10 21:18:56 +02:00
2013-01-07 20:01:14 +01:00
def speedtest():
"""Run the full speedtest.net test"""
2012-09-10 21:18:56 +02:00
description = (
'Command line interface for testing internet bandwidth using '
'speedtest.net.\n'
'------------------------------------------------------------'
'--------------\n'
'https://github.com/sivel/speedtest-cli')
parser = ArgParser(description=description)
try:
parser.add_argument = parser.add_option
except AttributeError:
pass
parser.add_argument('--share', action='store_true',
help='Generate and provide a URL to the speedtest.net '
'share results image')
parser.add_argument('--simple', action='store_true',
help='Suppress verbose output, only show basic '
'information')
options = parser.parse_args()
if isinstance(options, tuple):
args = options[0]
else:
args = options
del options
if not args.simple:
print 'Retrieving speedtest.net configuration...'
2013-01-07 20:01:14 +01:00
config = getConfig()
2012-09-10 21:18:56 +02:00
if not args.simple:
print 'Retrieving speedtest.net server list...'
2013-01-07 20:01:14 +01:00
servers = closestServers(config['client'])
2012-09-10 21:18:56 +02:00
2013-01-25 18:53:45 +01:00
if not args.simple:
client = dict(config['client'].items())
print 'Testing From: %(isp)s - %(ip)s' % client
if not args.simple:
print 'Selecting best server based on ping...'
2013-01-07 20:01:14 +01:00
best = getBestServer(servers)
if not args.simple:
print 'Hosted by %(sponsor)s (%(name)s): %(latency)sms' % best
else:
print 'Ping: %(latency)sms' % best
2013-01-07 20:01:14 +01:00
sizes = [350, 500, 750, 1000, 1500, 2000, 2500, 3000, 3500, 4000]
urls = []
for size in sizes:
for i in xrange(0, 4):
urls.append('%s/random%sx%s.jpg' %
(os.path.dirname(best['url']), size, size))
if not args.simple:
print 'Testing download speed',
dlspeed = downloadSpeed(urls, args.simple)
if not args.simple:
print
print 'Download: %s Mbit/s' % round((dlspeed / 1024 / 1024) * 8, 2)
2013-01-07 20:01:14 +01:00
sizesizes = [int(.25 * 1024 * 1024), int(.5 * 1024 * 1024)]
sizes = []
for size in sizesizes:
for i in xrange(0, 25):
sizes.append(size)
if not args.simple:
print 'Testing upload speed',
ulspeed = uploadSpeed(best['url'], sizes, args.simple)
if not args.simple:
print
print 'Upload: %s Mbit/s' % round((ulspeed / 1024 / 1024) * 8, 2)
if args.share:
dlspeedk = int(round((dlspeed / 1024) * 8, 0))
ping = int(round(best['latency'], 0))
ulspeedk = int(round((ulspeed / 1024) * 8, 0))
apiData = [
'download=%s' % dlspeedk,
'ping=%s' % ping,
'upload=%s' % ulspeedk,
'promo=',
'startmode=%s' % 'pingselect',
'recommendedserverid=%s' % best['id'],
'accuracy=%s' % 1,
'serverid=%s' % best['id'],
'hash=%s' % md5('%s-%s-%s-%s' %
(ping, ulspeedk, dlspeedk, '297aae72')
).hexdigest()]
req = urllib2.Request('http://www.speedtest.net/api/api.php',
data='&'.join(apiData))
req.add_header('Referer', 'http://c.speedtest.net/flash/speedtest.swf')
f = urllib2.urlopen(req)
response = f.read()
code = f.code
f.close()
if int(code) != 200:
print 'Could not submit results to speedtest.net'
sys.exit(1)
qsargs = parse_qs(response)
resultid = qsargs.get('resultid')
if not resultid or len(resultid) != 1:
print 'Could not submit results to speedtest.net'
sys.exit(1)
print ('Share results: http://www.speedtest.net/result/%s.png' %
resultid[0])
2012-09-10 21:18:56 +02:00
if __name__ == '__main__':
2013-01-25 18:53:57 +01:00
try:
speedtest()
except KeyboardInterrupt:
print '\nCancelling...'
2013-01-07 20:01:14 +01:00
# vim:ts=4:sw=4:expandtab