1078 lines
32 KiB
Python
Executable File
1078 lines
32 KiB
Python
Executable File
#!/usr/bin/env python
|
|
# -*- coding: utf-8 -*-
|
|
# Copyright 2013 Matt Martz
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
__version__ = '1.0.0'
|
|
|
|
USER_AGENT = 'speedtest-cli/%s' % __version__
|
|
|
|
|
|
class FakeShutdownEvent(object):
|
|
"""Class to fake a threading.Event.isSet so that users of this module
|
|
are not required to register their own threading.Event()
|
|
|
|
"""
|
|
|
|
@staticmethod
|
|
def isSet():
|
|
"Dummy method to always return false"""
|
|
return False
|
|
|
|
|
|
# Some global variables we use
|
|
source = None
|
|
shutdown_event = FakeShutdownEvent()
|
|
|
|
import math
|
|
import time
|
|
import os
|
|
import sys
|
|
import threading
|
|
import re
|
|
import signal
|
|
import socket
|
|
|
|
# Used for bound_interface
|
|
socket_socket = socket.socket
|
|
socket.setdefaulttimeout(10)
|
|
|
|
try:
|
|
import xml.etree.cElementTree as ET
|
|
except ImportError:
|
|
try:
|
|
import xml.etree.ElementTree as ET
|
|
except ImportError:
|
|
from xml.dom import minidom as DOM
|
|
ET = None
|
|
|
|
# Begin import game to handle Python 2 and Python 3
|
|
try:
|
|
from urllib2 import urlopen, Request, HTTPError, URLError
|
|
except ImportError:
|
|
from urllib.request import urlopen, Request, HTTPError, URLError
|
|
|
|
try:
|
|
from Queue import Queue
|
|
except ImportError:
|
|
from queue import Queue
|
|
|
|
try:
|
|
from urlparse import urlparse
|
|
except ImportError:
|
|
from urllib.parse import urlparse
|
|
|
|
try:
|
|
from urlparse import parse_qs
|
|
except ImportError:
|
|
try:
|
|
from urllib.parse import parse_qs
|
|
except ImportError:
|
|
from cgi import parse_qs
|
|
|
|
try:
|
|
from hashlib import md5
|
|
except ImportError:
|
|
from md5 import md5
|
|
|
|
try:
|
|
from cStringIO import StringIO
|
|
except ImportError:
|
|
try:
|
|
from io import StringIO
|
|
except ImportError:
|
|
from StringIO import StringIO
|
|
|
|
try:
|
|
from argparse import ArgumentParser as ArgParser
|
|
PARSER_TYPE_INT = int
|
|
except ImportError:
|
|
from optparse import OptionParser as ArgParser
|
|
PARSER_TYPE_INT = 'int'
|
|
|
|
try:
|
|
import builtins
|
|
except ImportError:
|
|
def print_(*args, **kwargs):
|
|
"""The new-style print function taken from
|
|
https://pypi.python.org/pypi/six/
|
|
|
|
"""
|
|
fp = kwargs.pop("file", sys.stdout)
|
|
if fp is None:
|
|
return
|
|
|
|
def write(data):
|
|
if not isinstance(data, basestring):
|
|
data = str(data)
|
|
fp.write(data)
|
|
|
|
want_unicode = False
|
|
sep = kwargs.pop("sep", None)
|
|
if sep is not None:
|
|
if isinstance(sep, unicode):
|
|
want_unicode = True
|
|
elif not isinstance(sep, str):
|
|
raise TypeError("sep must be None or a string")
|
|
end = kwargs.pop("end", None)
|
|
if end is not None:
|
|
if isinstance(end, unicode):
|
|
want_unicode = True
|
|
elif not isinstance(end, str):
|
|
raise TypeError("end must be None or a string")
|
|
if kwargs:
|
|
raise TypeError("invalid keyword arguments to print()")
|
|
if not want_unicode:
|
|
for arg in args:
|
|
if isinstance(arg, unicode):
|
|
want_unicode = True
|
|
break
|
|
if want_unicode:
|
|
newline = unicode("\n")
|
|
space = unicode(" ")
|
|
else:
|
|
newline = "\n"
|
|
space = " "
|
|
if sep is None:
|
|
sep = space
|
|
if end is None:
|
|
end = newline
|
|
for i, arg in enumerate(args):
|
|
if i:
|
|
write(sep)
|
|
write(arg)
|
|
write(end)
|
|
else:
|
|
print_ = getattr(builtins, 'print')
|
|
del builtins
|
|
|
|
|
|
def bound_socket(*args, **kwargs):
|
|
"""Bind socket to a specified source IP address"""
|
|
|
|
global source
|
|
sock = socket_socket(*args, **kwargs)
|
|
sock.bind((source, 0))
|
|
return sock
|
|
|
|
|
|
def distance(origin, destination):
|
|
"""Determine distance between 2 sets of [lat,lon] in km"""
|
|
|
|
lat1, lon1 = origin
|
|
lat2, lon2 = destination
|
|
radius = 6371 # km
|
|
|
|
dlat = math.radians(lat2 - lat1)
|
|
dlon = math.radians(lon2 - lon1)
|
|
a = (math.sin(dlat / 2) * math.sin(dlat / 2) + math.cos(math.radians(lat1))
|
|
* math.cos(math.radians(lat2)) * math.sin(dlon / 2)
|
|
* math.sin(dlon / 2))
|
|
c = 2 * math.atan2(math.sqrt(a), math.sqrt(1 - a))
|
|
d = radius * c
|
|
|
|
return d
|
|
|
|
|
|
def get_attributes_by_tag_name(dom, tag_name):
|
|
"""Retrieve an attribute from an XML document and return it in a
|
|
consistent format
|
|
|
|
Only used with xml.dom.minidom, which is likely only to be used
|
|
with python versions older than 2.5
|
|
|
|
"""
|
|
elem = dom.getElementsByTagName(tag_name)[0]
|
|
return dict(list(elem.attributes.items()))
|
|
|
|
|
|
def print_dots(current, total, start=False, end=False):
|
|
"""Built in callback function used by Thread classes for printing
|
|
status
|
|
|
|
"""
|
|
|
|
sys.stdout.write('.')
|
|
if current + 1 == total and end is True:
|
|
sys.stdout.write('\n')
|
|
sys.stdout.flush()
|
|
|
|
|
|
class SpeedtestException(Exception):
|
|
"""Base exception for this module"""
|
|
|
|
|
|
class ConfigRetrievalError(SpeedtestException):
|
|
"""Could not retrieve config.php"""
|
|
|
|
|
|
class ServersRetrievalError(SpeedtestException):
|
|
"""Could not retrieve speedtest-servers.php"""
|
|
|
|
|
|
class InvalidServerIDType(SpeedtestException):
|
|
"""Server ID used for filtering was not an integer"""
|
|
|
|
|
|
class NoMatchedServers(SpeedtestException):
|
|
"""No servers matched when filtering"""
|
|
|
|
|
|
class SpeedtestMiniConnectFailure(SpeedtestException):
|
|
"""Could not connect to the provided speedtest mini server"""
|
|
|
|
|
|
class InvalidSpeedtestMiniServer(SpeedtestException):
|
|
"""Server provided as a speedtest mini server does not actually appear
|
|
to be a speedtest mini server
|
|
|
|
"""
|
|
|
|
|
|
class ShareResultsConnectFailure(SpeedtestException):
|
|
"""Could not connect to speedtest.net API to POST results"""
|
|
|
|
|
|
class ShareResultsSubmitFailure(SpeedtestException):
|
|
"""Unable to successfully POST results to speedtest.net API after
|
|
connection
|
|
|
|
"""
|
|
|
|
|
|
class SpeedtestUploadTimeout(SpeedtestException):
|
|
"""testlength configuration reached during upload
|
|
|
|
Used to ensure the upload halts when no additional data should be sent
|
|
|
|
"""
|
|
|
|
|
|
class HTTPDownloader(threading.Thread):
|
|
"""Thread class for retrieving a URL"""
|
|
|
|
def __init__(self, i, url, start, timeout):
|
|
self.url = url
|
|
self.result = None
|
|
self.starttime = start
|
|
self.timeout = timeout
|
|
self.i = i
|
|
threading.Thread.__init__(self)
|
|
|
|
def run(self):
|
|
self.result = [0]
|
|
try:
|
|
if (time.time() - self.starttime) <= self.timeout:
|
|
req = Request('%s?x=%s&y=%s' %
|
|
(self.url, int(time.time() * 1000), self.i))
|
|
req.add_header('User-Agent', USER_AGENT)
|
|
f = urlopen(req)
|
|
while (1 and not shutdown_event.isSet() and
|
|
(time.time() - self.starttime) <= self.timeout):
|
|
self.result.append(len(f.read(10240)))
|
|
if self.result[-1] == 0:
|
|
break
|
|
f.close()
|
|
except:
|
|
pass
|
|
|
|
|
|
class HTTPUploaderData(object):
|
|
def __init__(self, length, start, timeout):
|
|
self.length = length
|
|
self.start = start
|
|
self.timeout = timeout
|
|
|
|
chars = '0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ'
|
|
multiplier = int(round(int(length) / 36.0))
|
|
self.data = StringIO('content1=%s' %
|
|
(chars * multiplier)[0:int(length) - 9])
|
|
|
|
self.total = [0]
|
|
|
|
def read(self, n=10240):
|
|
if (time.time() - self.start) <= self.timeout:
|
|
chunk = self.data.read(n).encode()
|
|
self.total.append(len(chunk))
|
|
return chunk
|
|
else:
|
|
raise SpeedtestUploadTimeout
|
|
|
|
def __len__(self):
|
|
return self.length
|
|
|
|
def to_string(self):
|
|
self.total.append(self.length)
|
|
return self.read(self.length)
|
|
|
|
|
|
class HTTPUploader(threading.Thread):
|
|
"""Thread class for uploading to a URL"""
|
|
|
|
def __init__(self, i, url, start, size, timeout):
|
|
self.url = url
|
|
self.data = HTTPUploaderData(size, start, timeout)
|
|
self.size = size
|
|
self.result = None
|
|
self.starttime = start
|
|
self.timeout = timeout
|
|
self.i = i
|
|
threading.Thread.__init__(self)
|
|
|
|
def run(self):
|
|
try:
|
|
if ((time.time() - self.starttime) <= self.timeout and
|
|
not shutdown_event.isSet()):
|
|
try:
|
|
req = Request('%s?x=%s' %
|
|
(self.url, int(time.time() * 1000)),
|
|
self.data)
|
|
req.add_header('User-Agent', USER_AGENT)
|
|
f = urlopen(req)
|
|
except TypeError:
|
|
req.data = self.data.read(self.size)
|
|
f = urlopen(req)
|
|
f.read(11)
|
|
f.close()
|
|
try:
|
|
self.result = sum(self.data.total)
|
|
except AttributeError:
|
|
self.result = self.size
|
|
else:
|
|
self.result = 0
|
|
except:
|
|
self.result = sum(self.data.total)
|
|
|
|
del self.data
|
|
|
|
|
|
class DataDescriptor(object):
|
|
def __init__(self, default=None):
|
|
self.value = self.default = default
|
|
|
|
def __get__(self, instance, cls):
|
|
return self.value
|
|
|
|
def __set__(self, instance, value):
|
|
self.value = value
|
|
|
|
def __delete__(self):
|
|
self.value = self.default
|
|
|
|
|
|
class SpeedtestResults(object):
|
|
"""Class for holding the results of a speedtest, including:
|
|
|
|
Download speed
|
|
Upload speed
|
|
Ping/Latency to test server
|
|
Data about server that the test was run against
|
|
|
|
Additionally this class can return a result data as a dictionary or CSV,
|
|
as well as submit a POST of the result data to the speedtest.net API
|
|
to get a share results image link.
|
|
|
|
"""
|
|
download = DataDescriptor(0)
|
|
upload = DataDescriptor(0)
|
|
ping = DataDescriptor(0)
|
|
server = DataDescriptor(dict())
|
|
_share = DataDescriptor(None)
|
|
|
|
def __init__(self, download=0, upload=0, ping=0, server=dict()):
|
|
self.download = download
|
|
self.upload = upload
|
|
self.ping = ping
|
|
self.server = server
|
|
self._share = None
|
|
|
|
def dict(self):
|
|
"""Return dictionary of result data"""
|
|
|
|
return dict(download=self.download,
|
|
upload=self.upload,
|
|
ping=self.ping,
|
|
server=int(self.server['id']))
|
|
|
|
def csv(self):
|
|
"""Return data in CSV format in the order of:
|
|
Speedtest.net Server ID, Latency/Ping, Download Speed, Upload Speed
|
|
|
|
"""
|
|
|
|
return '%(server)s,%(ping)s,%(download)s,%(upload)s' % self.dict()
|
|
|
|
def share(self):
|
|
"""POST data to the speedtest.net API to obtain a share results
|
|
link
|
|
|
|
"""
|
|
|
|
if self._share:
|
|
return self._share
|
|
|
|
download = int(round((self.download / 1000) * 8, 0))
|
|
ping = int(round(self.ping, 0))
|
|
upload = int(round((self.upload / 1000) * 8, 0))
|
|
|
|
# Build the request to send results back to speedtest.net
|
|
# We use a list instead of a dict because the API expects parameters
|
|
# in a certain order
|
|
api_data = [
|
|
'download=%s' % download,
|
|
'ping=%s' % ping,
|
|
'upload=%s' % upload,
|
|
'promo=',
|
|
'startmode=%s' % 'pingselect',
|
|
'recommendedserverid=%s' % self.server['id'],
|
|
'accuracy=%s' % 1,
|
|
'serverid=%s' % self.server['id'],
|
|
'hash=%s' % md5(('%s-%s-%s-%s' %
|
|
(ping, upload, download, '297aae72'))
|
|
.encode()).hexdigest()]
|
|
|
|
req = Request('http://www.speedtest.net/api/api.php',
|
|
data='&'.join(api_data).encode())
|
|
req.add_header('User-Agent', USER_AGENT)
|
|
req.add_header('Referer', 'http://c.speedtest.net/flash/speedtest.swf')
|
|
try:
|
|
f = urlopen(req)
|
|
except (URLError, HTTPError):
|
|
raise ShareResultsConnectFailure
|
|
|
|
response = f.read()
|
|
code = f.code
|
|
f.close()
|
|
|
|
if int(code) != 200:
|
|
raise ShareResultsSubmitFailure('Could not submit results to '
|
|
'speedtest.net')
|
|
|
|
qsargs = parse_qs(response.decode())
|
|
resultid = qsargs.get('resultid')
|
|
if not resultid or len(resultid) != 1:
|
|
raise ShareResultsSubmitFailure('Could not submit results to '
|
|
'speedtest.net')
|
|
|
|
self._share = 'http://www.speedtest.net/result/%s.png' % resultid[0]
|
|
|
|
return self._share
|
|
|
|
def simple(self, units):
|
|
return """Ping: %s ms
|
|
Download: %0.2f M%s/s
|
|
Upload: %0.2f M%s/s""" % (self.ping,
|
|
(self.download / 1000 / 1000) * units[1],
|
|
units[0],
|
|
(self.upload / 1000 / 1000) * units[1],
|
|
units[0])
|
|
|
|
|
|
class Speedtest(object):
|
|
"""Class for performing standard speedtest.net testing operations"""
|
|
|
|
def __init__(self, config=dict()):
|
|
self.config = dict()
|
|
self.get_config()
|
|
self.config.update(config)
|
|
|
|
self.servers = dict()
|
|
self.closest = list()
|
|
self.best = dict()
|
|
|
|
self._results = SpeedtestResults()
|
|
|
|
def results(self):
|
|
"""Return a SpeedtestResults object"""
|
|
return self._results
|
|
|
|
def get_config(self):
|
|
"""Download the speedtest.net configuration and return only the data
|
|
we are interested in
|
|
|
|
"""
|
|
|
|
try:
|
|
req = Request('http://www.speedtest.net/speedtest-config.php')
|
|
req.add_header('User-Agent', USER_AGENT)
|
|
f = urlopen(req)
|
|
except (URLError, HTTPError):
|
|
raise ConfigRetrievalError
|
|
|
|
configxml = []
|
|
while 1:
|
|
configxml.append(f.read(10240))
|
|
if len(configxml[-1]) == 0:
|
|
break
|
|
if int(f.code) != 200:
|
|
return None
|
|
|
|
f.close()
|
|
|
|
try:
|
|
root = ET.fromstring(''.encode().join(configxml))
|
|
server_config = root.find('server-config').attrib
|
|
download = root.find('download').attrib
|
|
upload = root.find('upload').attrib
|
|
times = root.find('times').attrib
|
|
client = root.find('client').attrib
|
|
|
|
except AttributeError:
|
|
root = DOM.parseString(''.join(configxml))
|
|
server_config = get_attributes_by_tag_name(root, 'server-config')
|
|
download = get_attributes_by_tag_name(root, 'download')
|
|
upload = get_attributes_by_tag_name(root, 'upload')
|
|
times = get_attributes_by_tag_name(root, 'times')
|
|
client = get_attributes_by_tag_name(root, 'client')
|
|
|
|
ignore_servers = map(int, server_config['ignoreids'].split(','))
|
|
|
|
sizes = dict(upload=[], download=[])
|
|
for desc, size in times.items():
|
|
if desc.startswith('ul'):
|
|
sizes['upload'].append(int(size))
|
|
elif desc.startswith('dl'):
|
|
sizes['download'].append(int(int(size) / 10000))
|
|
|
|
sizes['upload'].sort()
|
|
sizes['download'].sort()
|
|
|
|
counts = dict(upload=int(upload['threadsperurl']),
|
|
download=int(download['threadsperurl']))
|
|
|
|
threads = dict(upload=int(upload['threads']),
|
|
download=int(server_config['threadcount']))
|
|
|
|
length = dict(upload=int(upload['testlength']),
|
|
download=int(download['testlength']))
|
|
|
|
self.config.update({
|
|
'client': client,
|
|
'ignore_servers': ignore_servers,
|
|
'sizes': sizes,
|
|
'counts': counts,
|
|
'threads': threads,
|
|
'length': length,
|
|
})
|
|
|
|
self.lat_lon = (float(client['lat']), float(client['lon']))
|
|
|
|
del root
|
|
del configxml
|
|
return self.config
|
|
|
|
def get_servers(self, servers=[]):
|
|
"""Retrieve a the list of speedtest.net servers, optionally filtered
|
|
to servers matching those specified in the ``servers`` argument
|
|
|
|
"""
|
|
|
|
for i, s in enumerate(servers):
|
|
try:
|
|
servers[i] = int(s)
|
|
except ValueError:
|
|
raise InvalidServerIDType('%s is an invalid server type, must '
|
|
'be int' % s)
|
|
|
|
try:
|
|
req = Request('http://www.speedtest.net/speedtest-servers.php')
|
|
req.add_header('User-Agent', USER_AGENT)
|
|
f = urlopen(req)
|
|
except (URLError, HTTPError):
|
|
raise ServersRetrievalError
|
|
|
|
serversxml = []
|
|
while 1:
|
|
serversxml.append(f.read(10240))
|
|
if len(serversxml[-1]) == 0:
|
|
break
|
|
if int(f.code) != 200:
|
|
return None
|
|
|
|
f.close()
|
|
|
|
try:
|
|
root = ET.fromstring(''.encode().join(serversxml))
|
|
elements = root.getiterator('server')
|
|
except AttributeError:
|
|
root = DOM.parseString(''.join(serversxml))
|
|
elements = root.getElementsByTagName('server')
|
|
|
|
for server in elements:
|
|
try:
|
|
attrib = server.attrib
|
|
except AttributeError:
|
|
attrib = dict(list(server.attributes.items()))
|
|
|
|
if servers and int(attrib.get('id')) not in servers:
|
|
continue
|
|
|
|
if int(attrib.get('id')) in self.config['ignore_servers']:
|
|
continue
|
|
|
|
try:
|
|
d = distance(self.lat_lon,
|
|
(float(attrib.get('lat')),
|
|
float(attrib.get('lon'))))
|
|
except:
|
|
continue
|
|
|
|
attrib['d'] = d
|
|
|
|
try:
|
|
self.servers[d].append(attrib)
|
|
except KeyError:
|
|
self.servers[d] = [attrib]
|
|
|
|
if servers and not self.servers:
|
|
raise NoMatchedServers
|
|
|
|
del root
|
|
del serversxml
|
|
del elements
|
|
|
|
return self.servers
|
|
|
|
def set_mini_server(self, server):
|
|
"""Instead of querying for a list of servers, set a link to a
|
|
speedtest mini server
|
|
|
|
"""
|
|
|
|
name, ext = os.path.splitext(server)
|
|
if ext:
|
|
url = os.path.dirname(server)
|
|
else:
|
|
url = server
|
|
|
|
urlparts = urlparse(url)
|
|
|
|
try:
|
|
req = Request(server)
|
|
req.add_header('User-Agent', USER_AGENT)
|
|
f = urlopen(req)
|
|
except (URLError, HTTPError):
|
|
raise SpeedtestMiniConnectFailure('Failed to connect to %s' %
|
|
server)
|
|
else:
|
|
text = f.read()
|
|
f.close()
|
|
|
|
extension = re.findall('upload_extension: "([^"]+)"', text.decode())
|
|
if not extension:
|
|
for ext in ['php', 'asp', 'aspx', 'jsp']:
|
|
try:
|
|
f = urlopen('%s/speedtest/upload.%s' % (url, ext))
|
|
except:
|
|
pass
|
|
else:
|
|
data = f.read().strip()
|
|
if (f.code == 200 and
|
|
len(data.splitlines()) == 1 and
|
|
re.match('size=[0-9]', data)):
|
|
extension = [ext]
|
|
break
|
|
if not urlparts or not extension:
|
|
raise InvalidSpeedtestMiniServer('Invalid Speedtest Mini Server: '
|
|
'%s' % server)
|
|
|
|
self.servers = [{
|
|
'sponsor': 'Speedtest Mini',
|
|
'name': urlparts[1],
|
|
'd': 0,
|
|
'url': '%s/speedtest/upload.%s' % (url.rstrip('/'), extension[0]),
|
|
'latency': 0,
|
|
'id': 0
|
|
}]
|
|
|
|
return self.servers
|
|
|
|
def get_closest(self, limit=5):
|
|
"""Limit servers to the closest speedtest.net servers based on
|
|
geographic distance
|
|
|
|
"""
|
|
|
|
if not self.servers:
|
|
self.get_servers()
|
|
|
|
for d in sorted(self.servers.keys()):
|
|
for s in self.servers[d]:
|
|
self.closest.append(s)
|
|
if len(self.closest) == limit:
|
|
break
|
|
else:
|
|
continue
|
|
break
|
|
|
|
return self.closest
|
|
|
|
def get_best_server(self, servers=[]):
|
|
"""Perform a speedtest.net "ping" to determine which speedtest.net
|
|
server has the lowest latency
|
|
|
|
"""
|
|
|
|
if not servers:
|
|
if not self.closest:
|
|
servers = self.get_closest()
|
|
servers = self.closest
|
|
|
|
results = {}
|
|
for server in servers:
|
|
cum = []
|
|
url = os.path.dirname(server['url'])
|
|
for _ in range(0, 3):
|
|
try:
|
|
req = Request('%s/latency.txt?x=%s' %
|
|
(url, int(time.time() * 1000)))
|
|
req.add_header('User-Agent', USER_AGENT)
|
|
f = urlopen(req)
|
|
except (HTTPError, URLError):
|
|
cum.append(3600)
|
|
continue
|
|
start = time.time()
|
|
text = f.read(9)
|
|
total = time.time() - start
|
|
if int(f.code) == 200 and text == 'test=test'.encode():
|
|
cum.append(total)
|
|
else:
|
|
cum.append(3600)
|
|
f.close()
|
|
avg = round((sum(cum) / 3) * 1000000, 3)
|
|
results[avg] = server
|
|
|
|
fastest = sorted(results.keys())[0]
|
|
best = results[fastest]
|
|
best['latency'] = fastest
|
|
|
|
self._results.ping, self._results.server = fastest, best
|
|
|
|
self.best.update(best)
|
|
return best
|
|
|
|
def download(self, callback=None):
|
|
"""Test download speed against speedtest.net"""
|
|
|
|
urls = []
|
|
for size in self.config['sizes']['download']:
|
|
for _ in range(0, self.config['counts']['download']):
|
|
urls.append('%s/random%sx%s.jpg' %
|
|
(os.path.dirname(self.best['url']), size, size))
|
|
|
|
url_count = len(urls)
|
|
|
|
start = time.time()
|
|
|
|
def producer(q, urls, url_count):
|
|
for i, url in enumerate(urls):
|
|
thread = HTTPDownloader(i, url, start,
|
|
self.config['length']['download'])
|
|
thread.start()
|
|
q.put(thread, True)
|
|
if not shutdown_event.isSet() and callback:
|
|
callback(i, url_count, start=True)
|
|
|
|
finished = []
|
|
|
|
def consumer(q, url_count):
|
|
while len(finished) < url_count:
|
|
thread = q.get(True)
|
|
while thread.isAlive():
|
|
thread.join(timeout=0.1)
|
|
finished.append(sum(thread.result))
|
|
if not shutdown_event.isSet() and callback:
|
|
callback(thread.i, url_count, end=True)
|
|
del thread
|
|
|
|
q = Queue(self.config['threads']['download'])
|
|
prod_thread = threading.Thread(target=producer,
|
|
args=(q, urls, url_count))
|
|
cons_thread = threading.Thread(target=consumer, args=(q, url_count))
|
|
start = time.time()
|
|
prod_thread.start()
|
|
cons_thread.start()
|
|
while prod_thread.isAlive():
|
|
prod_thread.join(timeout=0.1)
|
|
while cons_thread.isAlive():
|
|
cons_thread.join(timeout=0.1)
|
|
|
|
self._results.download = (sum(finished) / (time.time() - start))
|
|
if self._results.download > 100000:
|
|
self.config['threads']['upload'] = 8
|
|
return self._results.download
|
|
|
|
def upload(self, callback=None):
|
|
"""Test upload speed against speedtest.net"""
|
|
|
|
sizes = []
|
|
|
|
for size in self.config['sizes']['upload']:
|
|
for _ in range(0, self.config['counts']['upload']):
|
|
sizes.append(size)
|
|
|
|
size_count = len(sizes)
|
|
|
|
start = time.time()
|
|
|
|
def producer(q, sizes, size_count):
|
|
for i, size in enumerate(sizes):
|
|
thread = HTTPUploader(i, self.best['url'], start, size,
|
|
self.config['length']['upload'])
|
|
thread.start()
|
|
q.put(thread, True)
|
|
if not shutdown_event.isSet() and callback:
|
|
callback(i, size_count, start=True)
|
|
|
|
finished = []
|
|
|
|
def consumer(q, size_count):
|
|
while len(finished) < size_count:
|
|
thread = q.get(True)
|
|
while thread.isAlive():
|
|
thread.join(timeout=0.1)
|
|
finished.append(thread.result)
|
|
if not shutdown_event.isSet() and callback:
|
|
callback(thread.i, size_count, end=True)
|
|
del thread
|
|
|
|
q = Queue(self.config['threads']['upload'])
|
|
prod_thread = threading.Thread(target=producer,
|
|
args=(q, sizes, size_count))
|
|
cons_thread = threading.Thread(target=consumer, args=(q, size_count))
|
|
start = time.time()
|
|
prod_thread.start()
|
|
cons_thread.start()
|
|
while prod_thread.isAlive():
|
|
prod_thread.join(timeout=0.1)
|
|
while cons_thread.isAlive():
|
|
cons_thread.join(timeout=0.1)
|
|
|
|
self._results.upload = (sum(finished) / (time.time() - start))
|
|
return self._results.upload
|
|
|
|
|
|
def ctrl_c(signum, frame):
|
|
"""Catch Ctrl-C key sequence and set a shutdown_event for our threaded
|
|
operations
|
|
|
|
"""
|
|
|
|
global shutdown_event
|
|
shutdown_event.set()
|
|
raise SystemExit('\nCancelling...')
|
|
|
|
|
|
def version():
|
|
"""Print the version"""
|
|
|
|
raise SystemExit(__version__)
|
|
|
|
|
|
def parse_args():
|
|
"""Function to handle building and parsing of command line arguments"""
|
|
|
|
description = (
|
|
'Command line interface for testing internet bandwidth using '
|
|
'speedtest.net.\n'
|
|
'------------------------------------------------------------'
|
|
'--------------\n'
|
|
'https://github.com/sivel/speedtest-cli')
|
|
|
|
parser = ArgParser(description=description)
|
|
# Give optparse.OptionParser an `add_argument` method for
|
|
# compatibility with argparse.ArgumentParser
|
|
try:
|
|
parser.add_argument = parser.add_option
|
|
except AttributeError:
|
|
pass
|
|
parser.add_argument('--bytes', dest='units', action='store_const',
|
|
const=('bytes', 1), default=('bits', 8),
|
|
help='Display values in bytes instead of bits. Does '
|
|
'not affect the image generated by --share')
|
|
parser.add_argument('--share', action='store_true',
|
|
help='Generate and provide a URL to the speedtest.net '
|
|
'share results image')
|
|
parser.add_argument('--simple', action='store_true', default=False,
|
|
help='Suppress verbose output, only show basic '
|
|
'information')
|
|
parser.add_argument('--csv', action='store_true', default=False,
|
|
help='Suppress verbose output, only show basic '
|
|
'information in CSV format of: '
|
|
'ServerId,Latency,Upload,Download')
|
|
parser.add_argument('--json', action='store_true', default=False,
|
|
help='Suppress verbose output, only show basic '
|
|
'information in JSON format')
|
|
parser.add_argument('--list', action='store_true',
|
|
help='Display a list of speedtest.net servers '
|
|
'sorted by distance')
|
|
parser.add_argument('--server', help='Specify a server ID to test against',
|
|
type=PARSER_TYPE_INT)
|
|
parser.add_argument('--mini', help='URL of the Speedtest Mini server')
|
|
parser.add_argument('--source', help='Source IP address to bind to')
|
|
parser.add_argument('--version', action='store_true',
|
|
help='Show the version number and exit')
|
|
|
|
options = parser.parse_args()
|
|
if isinstance(options, tuple):
|
|
args = options[0]
|
|
else:
|
|
args = options
|
|
return args
|
|
|
|
|
|
def printer(string, quiet=False, **kwargs):
|
|
"""Helper function to print a string only when not quiet"""
|
|
|
|
if not quiet:
|
|
print_(string, **kwargs)
|
|
|
|
|
|
def shell():
|
|
"""Run the full speedtest.net test"""
|
|
|
|
global shutdown_event, source
|
|
shutdown_event = threading.Event()
|
|
|
|
signal.signal(signal.SIGINT, ctrl_c)
|
|
|
|
args = parse_args()
|
|
|
|
# Print the version and exit
|
|
if args.version:
|
|
version()
|
|
|
|
# If specified bind to a specific IP address
|
|
if args.source:
|
|
source = args.source
|
|
socket.socket = bound_socket
|
|
|
|
if args.simple or args.csv or args.json:
|
|
quiet = True
|
|
else:
|
|
quiet = False
|
|
|
|
# Don't set a callback if we are running quietly
|
|
if quiet:
|
|
callback = None
|
|
else:
|
|
callback = print_dots
|
|
|
|
printer('Retrieving speedtest.net configuration...', quiet)
|
|
try:
|
|
speedtest = Speedtest()
|
|
except ConfigRetrievalError:
|
|
printer('Cannot retrieve speedtest configuration')
|
|
sys.exit(1)
|
|
|
|
if args.list:
|
|
try:
|
|
speedtest.get_servers()
|
|
except ServersRetrievalError:
|
|
print_('Cannot retrieve speedtest server list')
|
|
sys.exit(1)
|
|
|
|
server_list = []
|
|
for _, servers in sorted(speedtest.servers.items()):
|
|
for server in servers:
|
|
line = ('%(id)5s) %(sponsor)s (%(name)s, %(country)s) '
|
|
'[%(d)0.2f km]' % server)
|
|
server_list.append(line)
|
|
# Python 2.7 and newer seem to be ok with the resultant encoding
|
|
# from parsing the XML, but older versions have some issues.
|
|
# This block should detect whether we need to encode or not
|
|
try:
|
|
unicode()
|
|
print_('\n'.join(server_list).encode('utf-8', 'ignore'))
|
|
except NameError:
|
|
print_('\n'.join(server_list))
|
|
except IOError:
|
|
pass
|
|
sys.exit(0)
|
|
|
|
# Set a filter of servers to retrieve
|
|
servers = []
|
|
if args.server:
|
|
servers.append(args.server)
|
|
|
|
printer('Testing from %(isp)s (%(ip)s)...' % speedtest.config['client'],
|
|
quiet)
|
|
|
|
if not args.mini:
|
|
printer('Retrieving speedtest.net server list...', quiet)
|
|
try:
|
|
speedtest.get_servers(servers)
|
|
except NoMatchedServers:
|
|
print_('No matched servers: %s' % args.server)
|
|
sys.exit(1)
|
|
except ServersRetrievalError:
|
|
print_('Cannot retrieve speedtest server list')
|
|
sys.exit(1)
|
|
except InvalidServerIDType:
|
|
print_('%s is an invalid server type, must be int' % args.server)
|
|
sys.exit(1)
|
|
|
|
printer('Selecting best server based on ping...', quiet)
|
|
speedtest.get_best_server(speedtest.get_closest())
|
|
elif args.mini:
|
|
speedtest.get_best_server(speedtest.set_mini_server(args.mini))
|
|
|
|
results = speedtest.results()
|
|
|
|
# Python 2.7 and newer seem to be ok with the resultant encoding
|
|
# from parsing the XML, but older versions have some issues.
|
|
# This block should detect whether we need to encode or not
|
|
try:
|
|
unicode()
|
|
printer(('Hosted by %(sponsor)s (%(name)s) [%(d)0.2f km]: '
|
|
'%(latency)s ms' %
|
|
results.server).encode('utf-8', 'ignore'), quiet)
|
|
except NameError:
|
|
printer('Hosted by %(sponsor)s (%(name)s) [%(d)0.2f km]: '
|
|
'%(latency)s ms' % results.server, quiet)
|
|
|
|
printer('Testing download speed', quiet, end='')
|
|
speedtest.download(callback=callback)
|
|
printer('Download: %0.2f M%s/s' %
|
|
((results.download / 1000 / 1000) * args.units[1], args.units[0]),
|
|
quiet)
|
|
|
|
printer('Testing upload speed', quiet, end='')
|
|
speedtest.upload(callback=callback)
|
|
printer('Upload: %0.2f M%s/s' %
|
|
((results.upload / 1000 / 1000) * args.units[1], args.units[0]),
|
|
quiet)
|
|
|
|
if args.simple:
|
|
print_(results.simple(args.units))
|
|
elif args.csv:
|
|
print_(results.csv())
|
|
elif args.json:
|
|
print_(repr(results.dict()).replace("'", '"'))
|
|
|
|
if args.share:
|
|
printer('Share results: %s' % results.share(), quiet)
|
|
|
|
|
|
def main():
|
|
try:
|
|
shell()
|
|
except KeyboardInterrupt:
|
|
print_('\nCancelling...')
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|