Initial check in of speedtest-cli

speedtest-cli

@@ -0,0 +1,232 @@
+#!/usr/bin/env python
+
+import urllib
+import math
+import xml.etree.ElementTree as ET
+import time
+import os
+import sys
+import threading
+from Queue import Queue
+
+def distance(origin, destination):
+  """Determine distance between 2 sets of [lat,lon] in km"""
+
+  lat1, lon1 = origin
+  lat2, lon2 = destination
+  radius = 6371 # km
+
+  dlat = math.radians(lat2-lat1)
+  dlon = math.radians(lon2-lon1)
+  a = math.sin(dlat/2) * math.sin(dlat/2) + math.cos(math.radians(lat1)) \
+    * math.cos(math.radians(lat2)) * math.sin(dlon/2) * math.sin(dlon/2)
+  c = 2 * math.atan2(math.sqrt(a), math.sqrt(1-a))
+  d = radius * c
+
+  return d
+
+
+class FileGetter(threading.Thread):
+  def __init__(self, url, start):
+    self.url = url
+    self.result = None
+    self.starttime = start
+    threading.Thread.__init__(self)
+
+  def get_result(self):
+    return self.result
+
+  def run(self):
+    try:
+      if ( time.time() - self.starttime ) <= 10:
+        f = urllib.urlopen(self.url)
+        contents = f.read()
+        f.close()
+        self.result = contents
+      else:
+        self.result = ''
+    except IOError:
+      self.result = ''
+
+
+def downloadSpeed(files):
+  start = time.time()
+  def producer(q, files):
+    for file in files:
+      thread = FileGetter(file, start)
+      thread.start()
+      q.put(thread, True)
+      sys.stdout.write('.')
+      sys.stdout.flush()
+
+  finished = []
+  def consumer(q, total_files):
+    while len(finished) < total_files:
+      thread = q.get(True)
+      thread.join()
+      finished.append(thread.get_result())
+
+  q = Queue(3)
+  start = time.time()
+  prod_thread = threading.Thread(target=producer, args=(q, files))
+  cons_thread = threading.Thread(target=consumer, args=(q, len(files)))
+  prod_thread.start()
+  cons_thread.start()
+  prod_thread.join()
+  cons_thread.join()
+  return (len(''.join(finished))/(time.time()-start))
+
+
+class FilePutter(threading.Thread):
+  def __init__(self, url, start, size):
+    self.url = url
+    self.data = os.urandom(int(size)-len('content1='))
+    self.result = None
+    self.starttime = start
+    threading.Thread.__init__(self)
+
+  def get_result(self):
+    return self.result
+
+  def run(self):
+    try:
+      if ( time.time() - self.starttime ) <= 10:
+        f = urllib.urlopen(self.url, self.data)
+        contents = f.read()
+        f.close()
+        self.result = self.data
+      else:
+        self.result = ''
+    except IOError:
+      self.result = ''
+
+
+def uploadSpeed(url, sizes):
+  start = time.time()
+  def producer(q, sizes):
+    for size in sizes:
+      thread = FilePutter(url, start, size)
+      thread.start()
+      q.put(thread, True)
+      sys.stdout.write('.')
+      sys.stdout.flush()
+
+  finished = []
+  def consumer(q, total_sizes):
+    while len(finished) < total_sizes:
+      thread = q.get(True)
+      thread.join()
+      finished.append(thread.get_result())
+
+  q = Queue(9)
+  start = time.time()
+  prod_thread = threading.Thread(target=producer, args=(q, sizes))
+  cons_thread = threading.Thread(target=consumer, args=(q, len(sizes)))
+  prod_thread.start()
+  cons_thread.start()
+  prod_thread.join()
+  cons_thread.join()
+  return (len(''.join(finished))/(time.time()-start))
+
+
+def getConfig():
+  """Download the speedtest.net configuration and return only the data we are interested in"""
+
+  uh = urllib.urlopen('http://www.speedtest.net/speedtest-config.php')
+  configxml = uh.read()
+  if int(uh.getcode()) != 200:
+    return None
+  uh.close()
+  root = ET.fromstring(configxml)
+  config = {
+    'client': root.find('client').attrib,
+    'times': root.find('times').attrib,
+    'download': root.find('download').attrib,
+    'upload': root.find('upload').attrib
+  }
+  return config
+
+
+def closestServers(client):
+  """Determine the 5 closest speedtest.net servers based on geographic distance"""
+
+  uh = urllib.urlopen('http://speedtest.net/speedtest-servers.php')
+  serversxml = uh.read()
+  if int(uh.getcode()) != 200:
+    return None
+  uh.close()
+  root = ET.fromstring(serversxml)
+  servers = {}
+  for server in root[0]:
+    d = distance([float(client['lat']), float(client['lon'])], [float(server.get('lat')), float(server.get('lon'))])
+    servers[d] = server.attrib
+
+  closest = []
+  for d in sorted(servers.keys())[0:4]:
+    closest.append(servers[d])
+
+  del servers
+  del root
+  return closest
+
+
+def getBestServer(servers):
+  """Perform a speedtest.net "ping" to determine which speedtest.net server has the lowest latency"""
+
+  results = {}
+  for server in servers:
+    cum = 0
+    url = os.path.dirname(server['url'])
+    for i in xrange(0,3):
+      uh = urllib.urlopen('%s/latency.txt' % url)
+      start = time.time()
+      text = uh.read().strip()
+      total = time.time() - start
+      if int(uh.getcode()) == 200 and text == 'test=test':
+        cum += total
+      else:
+        cum += 3600
+      uh.close()
+    avg = round((cum/3)*1000000,3)
+    results[avg] = server
+
+  best = results[sorted(results.keys())[0]]
+  best['latency'] = avg
+
+  return best
+
+
+def speedtest():
+  """Run the full speedtest.net test"""
+
+  print 'Retrieving speedtest.net configuration...'
+  config = getConfig()
+
+  print 'Retrieving speedtest.net server list...'
+  servers = closestServers(config['client'])
+
+  print 'Selecting best server based on ping...'
+  best = getBestServer(servers)
+  print 'Hosted by %(sponsor)s (%(name)s): %(latency)sms' % best
+
+  sizes = [350, 500, 750, 1000, 1500, 2000, 2500, 3000, 3500, 4000]
+  urls = []
+  for size in sizes:
+    for i in xrange(0,4):
+      urls.append('%s/random%sx%s.jpg' % (os.path.dirname(best['url']), size, size))
+  print 'Testing download speed',
+  dlspeed = downloadSpeed(urls)
+  print '\nDownload: %s Mbit/s' % round((dlspeed/1024/1024)*8,2)
+
+  sizesizes = [int(.25*1024*1024), int(.5*1024*1024)]
+  sizes = []
+  for size in sizesizes:
+    for i in xrange(0,25):
+      sizes.append(size)
+  print 'Testing upload speed',
+  ulspeed = uploadSpeed(best['url'], sizes)
+  print '\nUpload speed: %s Mbit/s' % round((ulspeed/1024/1024)*8,2)
+
+
+if __name__ == '__main__':
+  speedtest()