{{r}}{% if not forloop.last %}, {% endif %}{% endfor %}){{r}}{% if not forloop.last %}, {% endif %}{% endfor %}){{r}}{% if not forloop.last %}, {% endif %}{% endfor %} →
19 | {% for r in item.to %}{{r}}{% if not forloop.last %}, {% endif %}{% endfor %})试试这些: 84 | Google 85 | Facebook 86 | YouTube 87 | Twitter 88 | Wikipedia 89 | Blogger 90 | Picasa 91 |
92 | {%endblock%} 93 | -------------------------------------------------------------------------------- /util/webcache.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | from calendar import timegm 4 | from datetime import datetime 5 | from email.utils import formatdate 6 | from functools import wraps 7 | from hashlib import md5 8 | from types import MethodType 9 | from google.appengine.api import users 10 | 11 | class _ResponseNotModified(Exception): 12 | pass 13 | 14 | def _lastModified(handler, time): 15 | if isinstance(time, datetime): 16 | time = formatdate(timegm(time.timetuple()), False, True) 17 | handler.response.headers['Last-Modified'] = time 18 | 19 | if _validate(handler): raise _ResponseNotModified 20 | 21 | def _validate(handler): 22 | ''' 23 | Validate client cache. Last-Modified and/or ETag headers should be set. 24 | 25 | @return: True if the page is cached (no need to generate the content) 26 | ''' 27 | if handler.response.status != 200: return False 28 | 29 | # @see: http://tools.ietf.org/html/rfc2616#section-14.25 30 | ims = handler.request.headers.get('If-Modified-Since') 31 | if ims: 32 | lm = handler.response.headers.get('Last-Modified') 33 | if lm is None or ims != lm: return False 34 | 35 | # @see: http://tools.ietf.org/html/rfc2616#section-14.26 36 | inm = (t.strip('" ') for t in handler.request.headers.get('If-None-Match', '').split(',')) 37 | if inm: 38 | et = handler.response.headers.get('ETag', '').strip('"') 39 | if not et or not (et in inm or '*' in inm): return False 40 | 41 | if ims or inm: 42 | # @see: http://tools.ietf.org/html/rfc2616#section-10.3.5 43 | handler.error(304) 44 | del handler.response.headers['Last-Modified'] 45 | return True 46 | else: 47 | return False 48 | 49 | class webcached(object): 50 | ''' 51 | Decorator to enable conditional get. Add a lastModified method to the handler 52 | 53 | @param cacheCtrl: A string or a two-element tuple (CC for anonymous, CC for logged in user) 54 | ''' 55 | def __init__(self, cacheCtrl='no-cache', vary=None, genEtag=True): 56 | self.cacheCtrl = (cacheCtrl, cacheCtrl) if isinstance(cacheCtrl, basestring) else cacheCtrl 57 | self.vary = vary 58 | self.genEtag = genEtag 59 | 60 | def __call__(self, f): 61 | @wraps(f) 62 | def wrapped(handler, *args): 63 | handler.lastModified = MethodType(_lastModified, handler, handler.__class__) 64 | 65 | try: 66 | f(handler, *args) 67 | except _ResponseNotModified: 68 | self._setHeader(handler) 69 | return 70 | 71 | if handler.response.status == 200: 72 | self._setHeader(handler) 73 | if self.genEtag and handler.response.headers.get('ETag') is None: 74 | body = handler.response.out.getvalue() 75 | if isinstance(body, unicode): body = body.encode('utf-8') 76 | handler.response.headers['ETag'] = '"' + md5(body).hexdigest() + '"' 77 | _validate(handler) 78 | else: 79 | del handler.response.headers['Last-Modified'] 80 | del handler.response.headers['ETag'] 81 | 82 | return wrapped 83 | 84 | def _setHeader(self, handler): 85 | handler.response.headers['Cache-Control'] = self.cacheCtrl[1 if users.get_current_user() else 0] 86 | if self.vary: handler.response.headers['Vary'] = self.vary 87 | -------------------------------------------------------------------------------- /handlers/changelog.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | from google.appengine.ext import webapp 4 | from google.appengine.api import memcache 5 | from django.utils.feedgenerator import DefaultFeed as Feed 6 | 7 | from models import RuleList, ChangeLog 8 | from util import template, webcached 9 | 10 | def getSampleUrlFromRule(rule): 11 | from urllib import unquote 12 | rule = unquote(rule.encode()) 13 | try: 14 | rule = rule.decode('utf-8', 'strict') 15 | except UnicodeDecodeError: 16 | rule = rule.decode('gbk', 'ignore') 17 | if rule.startswith('||'): return 'http://' + rule[2:] 18 | if rule.startswith('.'): return 'http://' + rule[1:] 19 | if rule.startswith('|'): return rule[1:] 20 | rule = rule.replace('wikipedia.org*', 'wikipedia.org/wiki/') 21 | if not rule.startswith('http'): return 'http://' + rule 22 | return rule 23 | 24 | def generateLogFromDiff(diff): 25 | from collections import defaultdict 26 | urlStatus = defaultdict(lambda:{True:[], False:[]}) 27 | log = {'timestamp':diff.date, 'block':[], 'unblock':[], 'rule_adjust':[]} 28 | 29 | for type in ('add', 'remove'): 30 | blocked = type == 'add' 31 | for rule in getattr(diff, type): 32 | if rule.startswith('@@'): 33 | url = getSampleUrlFromRule(rule[2:]) 34 | log['rule_adjust'].append({'from':(), 'to':(rule,), 'sample_url':url}) 35 | else: 36 | url = getSampleUrlFromRule(rule) 37 | urlStatus[url][blocked].append(rule) 38 | 39 | for url, status in urlStatus.items(): 40 | if status[True] and not status[False]: 41 | log['block'].append({'rules':status[True], 'sample_url':url}) 42 | elif not status[True] and status[False]: 43 | log['unblock'].append({'rules':status[False], 'sample_url':url}) 44 | else: 45 | log['rule_adjust'].append({'from':status[False], 'to':status[True], 'sample_url':url}) 46 | 47 | return log 48 | 49 | class FeedHandler(webapp.RequestHandler): 50 | @webcached() 51 | def get(self, name): 52 | name = name.lower() 53 | rules = RuleList.getList(name) 54 | if rules is None: 55 | self.error(404) 56 | return 57 | 58 | # Conditional redirect to FeedBurner 59 | # @see: http://www.google.com/support/feedburner/bin/answer.py?hl=en&answer=78464 60 | if(self.request.get('raw', None) is None and # http://host/path/name.rss?raw 61 | 'FeedBurner' not in self.request.user_agent): # FeedBurner fetcher 62 | self.redirect('http://feeds.feedburner.com/%s' % name, permanent=False) 63 | return 64 | 65 | self.lastModified(rules.date) 66 | 67 | start = int(self.request.get('start', 0)) 68 | fetchNum = start + int(self.request.get('num', 20)) 69 | if fetchNum > 1000: 70 | self.error(412) 71 | return 72 | 73 | logs = memcache.get('changelog/%s' % name) 74 | if logs is None or len(logs) < fetchNum: 75 | diff = ChangeLog.gql("WHERE ruleList = :1 ORDER BY date DESC", rules).fetch(fetchNum) 76 | logs = map(generateLogFromDiff, diff) 77 | memcache.add('changelog/%s' % name, logs) 78 | 79 | self.response.headers['Content-Type'] = Feed.mime_type 80 | 81 | f = Feed(title="%s 更新记录" % name, 82 | link=self.request.relative_url(name), 83 | description="beta", 84 | language="zh") 85 | 86 | for item in logs: 87 | f.add_item(title="%d月%d日 %s 更新: 增加 %d 条, 删除 %d 条" % (item['timestamp'].month, item['timestamp'].day, name, len(item['block']), len(item['unblock'])), 88 | link='', 89 | description=template.render('changelogRssItem.html', **item), 90 | author_name="gfwlist", 91 | pubdate=item['timestamp']) 92 | 93 | f.write(self.response.out, 'utf-8') 94 | -------------------------------------------------------------------------------- /templates/base.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 |
80 | 
81 | 