32 |
33 |
34 |
121 |
122 |
123 |
128 |
129 |
130 |
131 |
132 |
--------------------------------------------------------------------------------
/mirrorlib.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python
2 |
3 | # -*- coding: utf-8 -*-
4 | # Open Source Initiative OSI - The MIT License (MIT):Licensing
5 | #
6 | # The MIT License (MIT)
7 | # Copyright (c) 2012 Ken Cochrane (KenCochrane@gmail.com)
8 | #
9 | # Permission is hereby granted, free of charge, to any person obtaining a copy of
10 | # this software and associated documentation files (the "Software"), to deal in
11 | # the Software without restriction, including without limitation the rights to
12 | # use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
13 | # of the Software, and to permit persons to whom the Software is furnished to do
14 | # so, subject to the following conditions:
15 | #
16 | # The above copyright notice and this permission notice shall be included in all
17 | # copies or substantial portions of the Software.
18 | #
19 | # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
20 | # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
21 | # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
22 | # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
23 | # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
24 | # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
25 | # SOFTWARE.
26 |
27 | """ This is a simple library that you can use to find out the status of
28 | PyPI mirrors. It is based on the information that is found at
29 | http://www.python.org/dev/peps/pep-0381/ and
30 | http://pypi.python.org/mirrors
31 |
32 | Updated for PEP 449
33 | http://www.python.org/dev/peps/pep-0449/
34 |
35 | """
36 | import datetime
37 | import urllib2
38 | import time
39 | import operator
40 |
41 | MIRROR_URL_FORMAT = "{0}://{1}/last-modified"
42 | MASTER_URL_FORMAT = "https://{0}/daytime"
43 | MASTER_SERVER = "pypi.python.org"
44 |
45 | STATUSES = {'GREEN':'Green',
46 | 'YELLOW':'Yellow',
47 | 'RED':'Red'}
48 |
49 |
50 | def ping_mirror(mirror_url):
51 | """ Given a mirror_url it will ping it and return the contents and
52 | the response time """
53 | try:
54 | start = time.time()
55 | res = urllib2.urlopen(mirror_url)
56 | stop = time.time()
57 | response_time = round((stop - start) * 1000, 2)
58 | return res.read().strip(), response_time
59 | except Exception:
60 | return None, None
61 |
62 |
63 | def parse_date(date_str):
64 | """ parse the date the get back from the mirror """
65 |
66 | if len(date_str) == 17:
67 | # Used on official mirrors
68 | date_fmt = '%Y%m%dT%H:%M:%S'
69 | else:
70 | # Canonical ISO-8601 format (compliant with PEP 381)
71 | date_fmt = '%Y-%m-%dT%H:%M:%S'
72 | return datetime.datetime.strptime(date_str, date_fmt)
73 |
74 |
75 | def humanize_date_difference(now, other_date=None, offset=None, sign="ago"):
76 | """ This function prints the difference between two python datetime objects
77 | in a more human readable form
78 | """
79 |
80 | if other_date:
81 | dt = abs(now - other_date)
82 | delta_d, offset = dt.days, dt.seconds
83 | if now < other_date:
84 | sign = "ahead"
85 | elif offset:
86 | delta_d, offset = divmod(offset, 60 * 60 * 24)
87 | else:
88 | raise ValueError("Must supply other_date or offset (from now)")
89 |
90 | offset, delta_s = divmod(offset, 60)
91 | delta_h, delta_m = divmod(offset, 60)
92 |
93 | if delta_d:
94 | fmt = "{d:d} days, {h:d} hours, {m:d} minutes {ago}"
95 | elif delta_h:
96 | fmt = "{h:d} hours, {m:d} minutes {ago}"
97 | elif delta_m:
98 | fmt = "{m:d} minutes, {s:d} seconds {ago}"
99 | else:
100 | fmt = "{s:d} seconds {ago}"
101 | return fmt.format(d=delta_d, h=delta_h, m=delta_m, s=delta_s, ago=sign)
102 |
103 |
104 | def mirror_status_desc(how_old):
105 | """ Get the status description of the mirror """
106 |
107 | if how_old < datetime.timedelta(minutes=60):
108 | return STATUSES.get('GREEN')
109 | elif how_old < datetime.timedelta(days=1):
110 | return STATUSES.get('YELLOW')
111 | else:
112 | return STATUSES.get('RED')
113 |
114 |
115 | def ping_master_pypi_server(master_url_format=MASTER_URL_FORMAT):
116 | """ Ping the master Pypi server, it is a little different
117 | then the other servers. """
118 | # a.pypi.python.org is the master server treat it differently
119 | m_url = master_url_format.format(MASTER_SERVER)
120 | res, res_time = ping_mirror(m_url)
121 | return MASTER_SERVER, res, res_time
122 |
123 |
124 | def mirror_statuses(mirror_url_format=MIRROR_URL_FORMAT,
125 | mirrors=None,
126 | ping_master_mirror=True):
127 | """ get the data we need from the mirrors and return a list of
128 | dictionaries with information about each mirror
129 |
130 | ``mirror_url_format`` - Change the url format from the standard one
131 |
132 | ``mirrors`` - provided the list if mirrors to check.
133 | The list needs to contain a tuple, (protocal, domain) for example:
134 | [('http, 'pypi.example.com'), ('https', 'pypi2.example.com')]
135 |
136 | ``ping_master_mirror`` - Do you want to include the status of the master
137 | server in the results. Defaults to True.
138 |
139 | """
140 | if not mirrors:
141 | return []
142 |
143 | # scan the mirrors and collect data
144 | ping_results = []
145 | for protocol, ml in mirrors:
146 | m_url = mirror_url_format.format(protocol, ml)
147 | res, res_time = ping_mirror(m_url)
148 | ping_results.append((ml, res, res_time))
149 |
150 | if ping_master_mirror:
151 | # pypi.python.org is the master server treat it differently
152 | master_results = ping_master_pypi_server()
153 | ping_results.insert(0, master_results)
154 |
155 | now = datetime.datetime.utcnow()
156 | results = []
157 | for ml, res, res_time in ping_results:
158 | if res:
159 | last_update = parse_date(res)
160 | time_diff = abs(now - last_update)
161 | status = mirror_status_desc(time_diff)
162 | time_diff_human = humanize_date_difference(now, last_update)
163 | results.append({'mirror': ml,
164 | 'last_update': last_update,
165 | 'time_now': now,
166 | 'time_diff': time_diff,
167 | 'time_diff_human': time_diff_human,
168 | 'response_time': res_time,
169 | 'status': status}
170 | )
171 | else:
172 | results.append({'mirror': ml,
173 | 'last_update': "Unavailable",
174 | 'time_now': now,
175 | 'time_diff_human': "Unavailable",
176 | 'time_diff': 'Unavailable',
177 | 'response_time': "Unavailable",
178 | 'status': 'Unavailable'}
179 | )
180 | return results
181 |
182 |
183 | def is_master_alive():
184 | """ Check if the Master server is alive """
185 | server, response, res_time = ping_master_pypi_server()
186 | if response is None:
187 | return False
188 | return True
189 |
190 |
191 | def find_out_of_date_mirrors(mirrors=None):
192 | """ Find the mirrors that are out of date """
193 | results = mirror_statuses(mirrors=mirrors)
194 | bad_mirrors = []
195 | for r in results:
196 | if r.get('status') == STATUSES.get('RED'):
197 | bad_mirrors.append(r)
198 | return bad_mirrors
199 |
200 |
201 | def __find_mirror_sort(sort_field, mirrors=None, reverse=False):
202 | """ Find the first mirror that is sorted by sort_field """
203 | results = mirror_statuses(mirrors=mirrors, ping_master_mirror=False)
204 | new_list = sorted(results, key=operator.itemgetter(sort_field), reverse=reverse)
205 | return new_list[0]
206 |
207 |
208 | def find_fastest_mirror(mirrors=None):
209 | """ Find the fastest mirror (via response time), might not be up to date """
210 | return __find_mirror_sort('response_time', mirrors=mirrors)
211 |
212 |
213 | def find_freshest_mirror(mirrors=None):
214 | """ Find the freshest mirror (via last updated) """
215 | return __find_mirror_sort('time_diff', mirrors=mirrors)
--------------------------------------------------------------------------------
/static/js/jquery.sparkline.min.js:
--------------------------------------------------------------------------------
1 | /* jquery.sparkline 1.6 - http://omnipotent.net/jquery.sparkline/
2 | ** Licensed under the New BSD License - see above site for details */
3 |
4 | (function($){var defaults={common:{type:'line',lineColor:'#00f',fillColor:'#cdf',defaultPixelsPerValue:3,width:'auto',height:'auto',composite:false,tagValuesAttribute:'values',tagOptionsPrefix:'spark',enableTagOptions:false},line:{spotColor:'#f80',spotRadius:1.5,minSpotColor:'#f80',maxSpotColor:'#f80',lineWidth:1,normalRangeMin:undefined,normalRangeMax:undefined,normalRangeColor:'#ccc',drawNormalOnTop:false,chartRangeMin:undefined,chartRangeMax:undefined,chartRangeMinX:undefined,chartRangeMaxX:undefined},bar:{barColor:'#00f',negBarColor:'#f44',zeroColor:undefined,nullColor:undefined,zeroAxis:undefined,barWidth:4,barSpacing:1,chartRangeMax:undefined,chartRangeMin:undefined,chartRangeClip:false,colorMap:undefined},tristate:{barWidth:4,barSpacing:1,posBarColor:'#6f6',negBarColor:'#f44',zeroBarColor:'#999',colorMap:{}},discrete:{lineHeight:'auto',thresholdColor:undefined,thresholdValue:0,chartRangeMax:undefined,chartRangeMin:undefined,chartRangeClip:false},bullet:{targetColor:'red',targetWidth:3,performanceColor:'blue',rangeColors:['#D3DAFE','#A8B6FF','#7F94FF'],base:undefined},pie:{sliceColors:['#f00','#0f0','#00f']},box:{raw:false,boxLineColor:'black',boxFillColor:'#cdf',whiskerColor:'black',outlierLineColor:'#333',outlierFillColor:'white',medianColor:'red',showOutliers:true,outlierIQR:1.5,spotRadius:1.5,target:undefined,targetColor:'#4a2',chartRangeMax:undefined,chartRangeMin:undefined}};var VCanvas_base,VCanvas_canvas,VCanvas_vml;$.fn.simpledraw=function(width,height,use_existing){if(use_existing&&this[0].VCanvas){return this[0].VCanvas;}
5 | if(width===undefined){width=$(this).innerWidth();}
6 | if(height===undefined){height=$(this).innerHeight();}
7 | if($.browser.hasCanvas){return new VCanvas_canvas(width,height,this);}else if($.browser.msie){return new VCanvas_vml(width,height,this);}else{return false;}};var pending=[];$.fn.sparkline=function(uservalues,userOptions){return this.each(function(){var options=new $.fn.sparkline.options(this,userOptions);var render=function(){var values,width,height;if(uservalues==='html'||uservalues===undefined){var vals=this.getAttribute(options.get('tagValuesAttribute'));if(vals===undefined||vals===null){vals=$(this).html();}
8 | values=vals.replace(/(^\s*\s*$)|\s+/g,'').split(',');}else{values=uservalues;}
9 | width=options.get('width')=='auto'?values.length*options.get('defaultPixelsPerValue'):options.get('width');if(options.get('height')=='auto'){if(!options.get('composite')||!this.VCanvas){var tmp=document.createElement('span');tmp.innerHTML='a';$(this).html(tmp);height=$(tmp).innerHeight();$(tmp).remove();}}else{height=options.get('height');}
10 | $.fn.sparkline[options.get('type')].call(this,values,options,width,height);};if(($(this).html()&&$(this).is(':hidden'))||($.fn.jquery<"1.3.0"&&$(this).parents().is(':hidden'))||!$(this).parents('body').length){pending.push([this,render]);}else{render.call(this);}});};$.fn.sparkline.defaults=defaults;$.sparkline_display_visible=function(){for(var i=pending.length-1;i>=0;i--){var el=pending[i][0];if($(el).is(':visible')&&!$(el).parents().is(':hidden')){pending[i][1].call(el);pending.splice(i,1);}}};var UNSET_OPTION={};var normalizeValue=function(val){switch(val){case'undefined':val=undefined;break;case'null':val=null;break;case'true':val=true;break;case'false':val=false;break;default:var nf=parseFloat(val);if(val==nf){val=nf;}}
11 | return val;};$.fn.sparkline.options=function(tag,userOptions){var extendedOptions;this.userOptions=userOptions=userOptions||{};this.tag=tag;this.tagValCache={};var defaults=$.fn.sparkline.defaults;var base=defaults.common;this.tagOptionsPrefix=userOptions.enableTagOptions&&(userOptions.tagOptionsPrefix||base.tagOptionsPrefix);var tagOptionType=this.getTagSetting('type');if(tagOptionType===UNSET_OPTION){extendedOptions=defaults[userOptions.type||base.type];}else{extendedOptions=defaults[tagOptionType];}
12 | this.mergedOptions=$.extend({},base,extendedOptions,userOptions);};$.fn.sparkline.options.prototype.getTagSetting=function(key){var val,i,prefix=this.tagOptionsPrefix;if(prefix===false||prefix===undefined){return UNSET_OPTION;}
13 | if(this.tagValCache.hasOwnProperty(key)){val=this.tagValCache.key;}else{val=this.tag.getAttribute(prefix+key);if(val===undefined||val===null){val=UNSET_OPTION;}else if(val.substr(0,1)=='['){val=val.substr(1,val.length-2).split(',');for(i=val.length;i--;){val[i]=normalizeValue(val[i].replace(/(^\s*)|(\s*$)/g,''));}}else if(val.substr(0,1)=='{'){var pairs=val.substr(1,val.length-2).split(',');val={};for(i=pairs.length;i--;){var keyval=pairs[i].split(':',2);val[keyval[0].replace(/(^\s*)|(\s*$)/g,'')]=normalizeValue(keyval[1].replace(/(^\s*)|(\s*$)/g,''));}}else{val=normalizeValue(val);}
14 | this.tagValCache.key=val;}
15 | return val;};$.fn.sparkline.options.prototype.get=function(key){var tagOption=this.getTagSetting(key);if(tagOption!==UNSET_OPTION){return tagOption;}
16 | return this.mergedOptions[key];};$.fn.sparkline.line=function(values,options,width,height){var xvalues=[],yvalues=[],yminmax=[];for(var i=0;i
35 |
46 |
47 |
36 |
41 |
42 |
37 |
40 | PyPI Mirror Status
38 |Here is a list of the PyPI mirrors and the last time they were updated
39 |
43 | Follow @PyPIMirrors
44 |
45 |
48 |
81 |
49 |
50 |
51 |
79 |
80 | | Mirror | Location | # of Packages | Last update | Age | Response Time (ms)* | Status |
|---|---|---|---|---|---|---|
| {{item.mirror}} | 55 |{{item.location}} | 56 |{{item.num_packages}} | 57 |{{item.last_update}} | 58 |{{item.time_diff_human}} 59 | {% if item.age_list %}{% endif %} 60 | | 61 |{{item.response_time}} 62 | {% if item.resp_list %} {% endif %} 63 | | 64 |{% if item.status == 'Green' %} 65 | Fresh 66 | {% elif item.status == "Yellow" %} 67 | Aging 68 | {% elif item.status == "Red" %} 69 | Old 70 | {% else %} 71 | N/A 72 | {% endif %} 73 | |
| * Response time from Virginia, US | ||||||
82 |
107 |
83 |
85 |
92 |
93 |
94 | Mirror Statuses
84 || Age | Status |
|---|---|
| age < 1 hour | Fresh |
| 1 hour < age < 1 day | Aging |
| age > 1 day | Old |
95 |
105 |
106 | Using a mirror
96 |Single Usage:
97 |
pip install -i http://<mirror>/simple <package>98 |
Global settings:
99 | Add ~/.pip/pip.conf that includes:
100 |
101 | [global] 102 | index-url = http://<mirror>/simple103 | 104 |
108 | 
117 | 
118 |
119 |
120 |
109 | Data also available in JSON format
110 | Page last updated at {{date_now}}
111 | Built by: @KenCochrane 112 |
113 | Built with: 114 | pypi-mirrors, Bootstrap, jQuery Sparklines, Redis and Flask 115 |
116 | 110 | Page last updated at {{date_now}}
111 | Built by: @KenCochrane 112 |
113 | Built with: 114 | pypi-mirrors, Bootstrap, jQuery Sparklines, Redis and Flask 115 |
117 |