├── .gitignore
├── LICENSE
├── README
├── bf3.py
├── defaults.cfg
├── manage.py
├── requirements.txt
├── static
    ├── favicon.png
    ├── header.png
    ├── pattern-box.png
    ├── pattern-bright.png
    ├── pattern-tweet.png
    ├── pattern.png
    ├── script.js
    ├── star.png
    ├── steam-signin.png
    ├── style.css
    └── twitter.png
└── templates
    ├── _helpers.html
    ├── about.html
    ├── admin.html
    ├── developers.html
    ├── favorites.html
    ├── layout.html
    ├── listing.html
    ├── maintenance.html
    ├── no_javascript.html
    ├── page_not_found.html
    ├── show_all.html
    ├── show_developer.html
    ├── show_forums.html
    └── show_twitter.html


/.gitignore:
--------------------------------------------------------------------------------
1 | *.pyc
2 | local.cfg
3 | 


--------------------------------------------------------------------------------
/LICENSE:
--------------------------------------------------------------------------------
 1 | Copyright (c) 2011 by Armin Ronacher, see AUTHORS for more details.
 2 | 
 3 | Some rights reserved.
 4 | 
 5 | Redistribution and use in source and binary forms, with or without
 6 | modification, are permitted provided that the following conditions are
 7 | met:
 8 | 
 9 |     * Redistributions of source code must retain the above copyright
10 |       notice, this list of conditions and the following disclaimer.
11 | 
12 |     * Redistributions in binary form must reproduce the above
13 |       copyright notice, this list of conditions and the following
14 |       disclaimer in the documentation and/or other materials provided
15 |       with the distribution.
16 | 
17 |     * The names of the contributors may not be used to endorse or
18 |       promote products derived from this software without specific
19 |       prior written permission.
20 | 
21 | THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 | "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 | LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24 | A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25 | OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26 | SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27 | LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28 | DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29 | THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30 | (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31 | OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32 | 


--------------------------------------------------------------------------------
/README:
--------------------------------------------------------------------------------
 1 | BF 3 News Aggregator
 2 | 
 3 | Running on bf3.immersedcode.org
 4 | 
 5 | Currently requires Werkzeug==dev
 6 | 
 7 | Things to do:
 8 | 
 9 |   1. create virtualenv
10 |   2. install dependencies with `pip install -r requirements.txt`
11 |   3. create a local.cfg:
12 | 
13 |     SQLALCHEMY_DATABASE_URI = 'sqlite:////path/to/bf3.db'
14 |     FORUM_USERNAME = '...'
15 |     FORUM_PASSWORD = '...'
16 | 


--------------------------------------------------------------------------------
/bf3.py:
--------------------------------------------------------------------------------
  1 | #!/usr/bin/env python
  2 | # -*- coding: utf-8 -*-
  3 | """
  4 |     bf3
  5 |     ~~~
  6 | 
  7 |     Battlefield3 aggregator script thingy.  Uses logging from the stdlib and
  8 |     something has to configure the logger before this can safely be used.
  9 | 
 10 |     :copyright: (c) Copyright 2011 by Armin Ronacher.
 11 |     :license: BSD, see LICENSE for more details.
 12 | """
 13 | import re
 14 | import urllib2
 15 | import cookielib
 16 | import html5lib
 17 | import logging
 18 | from twitter_text import TwitterText
 19 | from datetime import datetime, timedelta
 20 | from urlparse import urljoin
 21 | from functools import update_wrapper
 22 | from flask import Flask, Markup, render_template, json, request, url_for, \
 23 |      redirect, jsonify, g, session, flash, abort
 24 | from flaskext.sqlalchemy import SQLAlchemy
 25 | from flaskext.openid import OpenID
 26 | from werkzeug.urls import url_decode, url_encode, url_quote
 27 | from werkzeug.http import parse_date, http_date
 28 | from werkzeug.utils import cached_property
 29 | 
 30 | from werkzeug.contrib.atom import AtomFeed
 31 | 
 32 | 
 33 | app = Flask(__name__)
 34 | app.config.from_pyfile('defaults.cfg')
 35 | app.config.from_pyfile('local.cfg')
 36 | db = SQLAlchemy(app)
 37 | oid = OpenID(app)
 38 | 
 39 | 
 40 | # set up the logging system based on debug settings
 41 | if app.debug:
 42 |     logging.basicConfig(level=logging.DEBUG)
 43 | else:
 44 |     from logging.handlers import SMTPHandler
 45 |     mail_handler = SMTPHandler(app.config['MAIL_SERVER'],
 46 |                                app.config['ERROR_MAIL_SENDER'],
 47 |                                app.config['ADMINS'],
 48 |                                app.config['ERROR_MAIL_SUBJECT'])
 49 |     mail_handler.setFormatter(logging.Formatter('''\
 50 | Message type:       %(levelname)s
 51 | Location:           %(pathname)s:%(lineno)d
 52 | Module:             %(module)s
 53 | Function:           %(funcName)s
 54 | Time:               %(asctime)s
 55 | 
 56 | Message:
 57 | 
 58 | %(message)s
 59 | '''))
 60 |     root_logger = logging.getLogger()
 61 |     root_logger.setLevel(logging.ERROR)
 62 |     root_logger.addHandler(mail_handler)
 63 | 
 64 | 
 65 | _security_token_re = re.compile(r'var SECURITYTOKEN\s+=\s+"([^"]+)"')
 66 | _post_reference_re = re.compile(
 67 |     r'<img class="inlineimg" src="images/icons/icon1\.gif" alt="" border="0" />'
 68 |     r'\s+<a href=".*?\.html#post(\d+)'
 69 | )
 70 | _post_detail_re = re.compile(
 71 |     r'(?P<date>(?:Today|Yesterday|\d{2}-\d{2}-\d{4}), \d{2}:\d{2} (?:AM|PM)).*?'
 72 |     r'<!-- message -->(?P<contents>.*?)<!-- / message -->'
 73 |     r'(?usm)'
 74 | )
 75 | _steam_id_re = re.compile('steamcommunity.com/openid/id/(.*?)$')
 76 | logger = logging.getLogger('bf3')
 77 | 
 78 | 
 79 | def call_steam_api(_method, **options):
 80 |     """Calls a steam API method and returns the value"""
 81 |     options['key'] = app.config['STEAM_API_KEY']
 82 |     url = 'http://api.steampowered.com/%s/v0001/?%s' % \
 83 |         (_method.replace('.', '/'), url_encode(options))
 84 |     return json.load(urllib2.urlopen(url))
 85 | 
 86 | 
 87 | def to_base36(value):
 88 |     """Returns a base36 version of an integer"""
 89 |     buf = []
 90 |     while value:
 91 |         value, i = divmod(value, 36)
 92 |         buf.append(u'0123456789abcdefghijklmnopqrstuvwxyz'[i])
 93 |     return u''.join(reversed(buf)) or u'0'
 94 | 
 95 | 
 96 | def from_base36(value, default=None):
 97 |     """Reversal of to_base36 that only accepts lowercase"""
 98 |     if not value.islower():
 99 |         return default
100 |     try:
101 |         return int(value, 36)
102 |     except (ValueError, TypeError):
103 |         return default
104 | 
105 | 
106 | class Developer(db.Model):
107 |     """Represents a developer in the database"""
108 |     id = db.Column('developer_id', db.Integer, primary_key=True)
109 |     twitter_name = db.Column(db.String(50))
110 |     forum_name = db.Column(db.String(50))
111 |     name = db.Column(db.String(50))
112 |     slug = db.Column(db.String(50))
113 |     description = db.Column(db.Text)
114 | 
115 |     def __init__(self, name, twitter_name=None, forum_name=None):
116 |         self.name = name
117 |         self.twitter_name = twitter_name
118 |         self.forum_name = forum_name
119 |         self.description = u''
120 |         self.slug = u'-'.join(self.name.lower().split())
121 | 
122 |     @property
123 |     def description_html(self):
124 |         return Markup(self.description)
125 | 
126 |     def to_dict(self, summary=False):
127 |         rv = {
128 |             'twitter_name':     self.twitter_name,
129 |             'forum_name':       self.forum_name,
130 |             'name':             self.name
131 |         }
132 |         if not summary:
133 |             rv['description'] = self.description
134 |         return rv
135 | 
136 | 
137 | class Message(db.Model):
138 |     """Represents a single message"""
139 |     id = db.Column('message_id', db.Integer, primary_key=True)
140 |     developer_id = db.Column(db.Integer,
141 |                              db.ForeignKey('developer.developer_id'))
142 |     text = db.Column(db.String)
143 |     source = db.Column(db.String(20))
144 |     pub_date = db.Column(db.DateTime)
145 |     developer = db.relation('Developer')
146 |     reference_id = db.Column(db.String(50))
147 |     hidden = db.Column(db.Boolean)
148 | 
149 |     def __init__(self, developer, text, source, pub_date, reference_id,
150 |                  hidden=False):
151 |         assert source in ('forums', 'twitter'), 'unknown source'
152 |         self.developer = developer
153 |         self.text = text
154 |         self.source = source
155 |         self.pub_date = pub_date
156 |         self.reference_id = reference_id
157 |         self.hidden = hidden
158 | 
159 |     @property
160 |     def html_text(self):
161 |         if self.source == 'twitter':
162 |             # careful: TwitterText.autolink.auto_link does *not* escape
163 |             # HTML.  On the other hand, the twitter API will give you
164 |             # the text HTML escaped.  Why, please ask the respective
165 |             # authors.  It's dumb ...
166 |             return Markup(TwitterText(self.text).autolink.auto_link())
167 |         return Markup(self.text)
168 | 
169 |     @property
170 |     def source_url(self):
171 |         if self.source == 'forums':
172 |             return urljoin(app.config['FORUM_URL'],
173 |                            '/showthread.php?p=%s' % self.reference_id)
174 |         elif self.source == 'twitter':
175 |             return 'http://twitter.com/%s/status/%s' % (
176 |                 self.developer.twitter_name,
177 |                 self.reference_id
178 |             )
179 |         return '#'
180 | 
181 |     @property
182 |     def source_prefix(self):
183 |         if self.source == 'forums':
184 |             return u'A forum post'
185 |         elif self.source == 'twitter':
186 |             return u'A tweet'
187 |         return u'Something'
188 | 
189 |     def to_dict(self, summary=False):
190 |         rv = {
191 |             'source':       self.source,
192 |             'source_url':   self.source_url,
193 |             'date':         http_date(self.pub_date),
194 |             'developer':    self.developer.to_dict(summary=True)
195 |         }
196 |         if not summary:
197 |             rv['html_text'] = unicode(self.html_text)
198 |             if self.source == 'twitter':
199 |                 rv['twitter_text'] = self.text
200 |         return rv
201 | 
202 | 
203 | user_favorites = db.Table('user_favorites',
204 |     db.Column('user_id', db.Integer, db.ForeignKey('user.user_id')),
205 |     db.Column('message_id', db.Integer, db.ForeignKey('message.message_id'))
206 | )
207 | 
208 | 
209 | class User(db.Model):
210 |     """Represents a user on the website.  A user can sign in with his steam
211 |     ID and for as long as he is logged in a few extra functions unlock (such
212 |     as favoring tweets and posts and to vote on them.
213 |     """
214 |     id = db.Column('user_id', db.Integer, primary_key=True)
215 |     steam_id = db.Column(db.String(80))
216 |     is_admin = db.Column(db.Boolean)
217 |     favorites = db.dynamic_loader('Message', secondary=user_favorites,
218 |                                   query_class=Message.query_class)
219 |     nickname = db.Column(db.String(120))
220 | 
221 |     @staticmethod
222 |     def get_or_create(steam_id, sync_nickname=True):
223 |         user = User.query.filter_by(steam_id=steam_id).first()
224 |         if user is None:
225 |             user = User()
226 |             user.steam_id = steam_id
227 |             user.is_admin = False
228 |             db.session.add(user)
229 |         if sync_nickname:
230 |             user.nickname = user.steam_data.get('personaname')
231 |         return user
232 | 
233 |     @cached_property
234 |     def steam_data(self):
235 |         rv = call_steam_api('ISteamUser.GetPlayerSummaries',
236 |                             steamids=self.steam_id)
237 |         return rv['response']['players']['player'][0] or {}
238 | 
239 |     @property
240 |     def slug(self):
241 |         return to_base36(int(self.steam_id))
242 | 
243 |     @property
244 |     def profile_url(self):
245 |         return 'http://steamcommunity.com/profiles/%s' % self.steam_id
246 | 
247 |     @property
248 |     def avatar_url(self):
249 |         return self.steam_data.get('avatar')
250 | 
251 |     def login(self):
252 |         session['user_id'] = self.id
253 |         session.permanent = True
254 | 
255 |     def logout(self):
256 |         if session.get('user_id') != self.id:
257 |             return
258 |         session.pop('user_id', None)
259 |         session.permanent = False
260 | 
261 |     def get_favorite_status_for(self, messages):
262 |         if not messages:
263 |             return set()
264 |         uf = user_favorites.c
265 |         result = db.session.execute(user_favorites.select(
266 |             (uf.user_id == self.id) &
267 |             (uf.message_id.in_([msg.id for msg in messages]))
268 |         ))
269 |         return set(row.message_id for row in result.fetchall())
270 | 
271 |     def __eq__(self, other):
272 |         if type(self) != type(other):
273 |             return False
274 |         return self.id == other.id
275 | 
276 |     def __ne__(self, other):
277 |         return not self.__eq__(other)
278 | 
279 | 
280 | class AuthenticationError(Exception):
281 |     """Raised if an authentication error occurred."""
282 | 
283 | 
284 | class ForumSearcher(object):
285 |     """Gives access to the Battlefield3 forums."""
286 |     user_agent = 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT)'
287 | 
288 |     def __init__(self, username, password):
289 |         self.username = username
290 |         self.password = password
291 | 
292 |         self.jar = cookielib.CookieJar()
293 |         self._opener = urllib2.build_opener(
294 |             urllib2.HTTPCookieProcessor(self.jar))
295 | 
296 |         resp = self.open_url('/login.php?do=login', data={
297 |             'vb_login_username':        self.username,
298 |             'vb_login_password':        self.password,
299 |             'securitytoken':            'guest',
300 |             'do':                       'login'
301 |         })
302 |         if 'Thank you for logging in' not in resp.read():
303 |             raise AuthenticationError()
304 | 
305 |     def open_url(self, url, query=None, data=None, headers=None,
306 |                  inject_token=False):
307 |         url = urljoin(app.config['FORUM_URL'], url)
308 |         if inject_token:
309 |             assert isinstance(data, dict), 'data dictionary has to be set'
310 |             data['securitytoken'] = self.get_security_token(url)
311 |         if query is not None:
312 |             if '?' in url:
313 |                 url, existing_query = url.rsplit('?', 1)
314 |                 existing_query = url_decode(existing_query)
315 |             else:
316 |                 existing_query = {}
317 |             existing_query.update(query)
318 |             url += '?' + url_encode(existing_query)
319 |         if headers is None:
320 |             headers = {}
321 |         if data is not None:
322 |             data = url_encode(data)
323 |             headers['content-type'] = 'application/x-www-form-urlencoded'
324 |         headers.setdefault('user-agent', self.user_agent)
325 |         req = urllib2.Request(url, data, headers)
326 |         return self._opener.open(req)
327 | 
328 |     def get_security_token(self, url):
329 |         """Return a security token."""
330 |         resp = self.open_url(url)
331 |         data = resp.read()
332 |         match = _security_token_re.search(data)
333 |         if match is None:
334 |             raise RuntimeError('Could not find security token for %s' % url)
335 |         token = match.group(1)
336 |         logging.debug('Got security token for %s: %s', url, token)
337 |         return token
338 | 
339 |     def find_all_posts_from_search_results(self, search_html):
340 |         """Finds all post ids from the search result"""
341 |         for match in _post_reference_re.finditer(search_html):
342 |             yield int(match.group(1))
343 | 
344 |     def parse_date(self, string):
345 |         """Parses a date from the forums."""
346 |         args = string.strip().lower().rsplit(None, 1)
347 |         if args[0].startswith(('today,', 'yesterday,')):
348 |             strdelta, strtime = args[0].split(',', 1)
349 |             time = datetime.strptime(strtime.strip(), '%H:%M')
350 |             now = datetime.utcnow()
351 |             val = time.replace(day=now.day, month=now.month, year=now.year)
352 |             if strdelta == 'yesterday':
353 |                 val -= timedelta(days=1)
354 |         else:
355 |             val = datetime.strptime(args[0], '%d-%m-%Y, %H:%M')
356 |         if args[-1] == 'pm':
357 |             val += timedelta(hours=12)
358 |         return val
359 | 
360 |     def parse_text(self, text):
361 |         """Parses the text from a message and strips some malicous HTML
362 |         and tries to restore simplified HTML.
363 |         """
364 |         def make_absolute_url(url):
365 |             return urljoin(app.config['FORUM_URL'], url)
366 | 
367 |         def remove_leading_brs(node):
368 |             prev = node.getprevious()
369 |             while prev is not None:
370 |                 if prev.tag != 'br' or (prev.text and prev.text.strip()) or \
371 |                    (prev.tail and prev.tail.strip()):
372 |                     break
373 |                 node = prev
374 |                 prev = node.getprevious()
375 |                 node.getparent().remove(node)
376 | 
377 |         def move_table_contents_out(node):
378 |             parent = node.getparent()
379 |             contents = node.getchildren()[0].getchildren()[0].getchildren()[0]
380 |             if contents.tag.split('}')[-1] == 'td':
381 |                 contents.tag = 'div'
382 |             node.addnext(contents)
383 |             parent.remove(node)
384 | 
385 |         def transform(node):
386 |             if '}' in node.tag:
387 |                 node.tag = node.tag.split('}')[-1]
388 |             if node.tag == 'a':
389 |                 node.attrib.pop('target', None)
390 |                 if 'href' in node.attrib:
391 |                     node.attrib['href'] = make_absolute_url(node.attrib['href'])
392 |             elif node.tag == 'script':
393 |                 return
394 |             elif node.tag == 'img':
395 |                 if 'src' in node.attrib:
396 |                     node.attrib['src'] = make_absolute_url(node.attrib['src'])
397 |                 node.attrib.pop('border', None)
398 |             elif node.tag == 'table':
399 |                 node.attrib.pop('cellpadding', None)
400 |                 node.attrib.pop('width', None)
401 |                 node.attrib.pop('border', None)
402 |                 node.attrib.pop('cellspacing', None)
403 |             elif node.tag == 'div':
404 |                 if node.getchildren():
405 |                     div_children = node.getchildren()
406 |                     if len(div_children) >= 2 and \
407 |                        div_children[0].tag.split('}')[-1] == 'div' and \
408 |                        div_children[0].text and \
409 |                        div_children[0].text.strip() == 'Quote:' and \
410 |                        div_children[1] is not None and \
411 |                        div_children[1].tag.split('}')[-1] == 'table':
412 |                         node.tag = 'blockquote'
413 |                         remove_leading_brs(node)
414 |                         move_table_contents_out(div_children[1])
415 |                         node.remove(div_children[0])
416 | 
417 |             for key in node.attrib.keys():
418 |                 if key.startswith('xmlns:') or \
419 |                    key in ('id', 'class', 'style'):
420 |                     del node.attrib[key]
421 | 
422 |             for child in node.getchildren():
423 |                 new_child = transform(child)
424 |                 if new_child != child:
425 |                     if new_child is not None:
426 |                         child.addnext(new_child)
427 |                     node.remove(child)
428 |             return node
429 | 
430 |         prefix, root_node = html5lib.parseFragment(text, treebuilder='lxml')
431 |         node = transform(root_node)
432 |         node.attrib.clear()
433 |         node.tail = None
434 | 
435 |         walker = html5lib.treewalkers.getTreeWalker('lxml')
436 |         stream = walker(node)
437 |         serializer = html5lib.serializer.htmlserializer.HTMLSerializer(omit_optional_tags=True)
438 |         output_generator = serializer.serialize(stream)
439 |         return u''.join(output_generator)
440 | 
441 |     def get_post(self, post_id):
442 |         """Gets all relevant information for the given post"""
443 |         html = self.open_url('/%d-post.html' % post_id).read()
444 |         post = _post_detail_re.search(html)
445 |         if post is None:
446 |             raise RuntimeError('Could not parse post :(')
447 |         groups = post.groupdict()
448 |         return {
449 |             'id':           post_id,
450 |             'date':         self.parse_date(groups['date']),
451 |             'text':         self.parse_text(groups['contents'])
452 |         }
453 | 
454 |     def find_user_posts(self, username, forum_id=None):
455 |         """Finds the posts of a user in a given forum"""
456 |         if forum_id is None:
457 |             forum_id = app.config['FORUM_ID']
458 |         logger.info('Looking for posts by %s in forum #%d',
459 |                       username, forum_id)
460 |         resp = self.open_url('/search.php', data={
461 |             'do':               'process',
462 |             'searchuser':       username,
463 |             'exactname':        '1',
464 |             'forumchoice[]':    '%d' % forum_id,
465 |             'childforums':      '1',
466 |             'saveprefs':        '1',
467 |             'beforeafter':      'after',
468 |             'sortby':           '',
469 |             'titleonly':        '0',
470 |             'replyless':        '0',
471 |             'replylimit':       '0',
472 |             'searchdate':       '0',
473 |             'sortby':           'lastpost',
474 |             'order':            'descending',
475 |             'showposts':        '1',
476 |             'tag':              ''
477 |         }, inject_token=True)
478 | 
479 |         return self.find_all_posts_from_search_results(resp.read())
480 | 
481 | 
482 | @app.template_filter('datetimeformat')
483 | def format_datetime(obj):
484 |     return obj.strftime('%Y-%m-%d @ %H:%M')
485 | 
486 | 
487 | def request_wants_json():
488 |     """Returns true if the request wants to get JSON output"""
489 |     # we only accept json if the quality of json is greater than the
490 |     # quality of text/html because text/html is preferred to support
491 |     # browsers that accept on */*
492 |     best = request.accept_mimetypes \
493 |         .best_match(['application/json', 'text/html'])
494 |     return best == 'application/json' and \
495 |        request.accept_mimetypes[best] > request.accept_mimetypes['text/html']
496 | 
497 | 
498 | def url_for_different_page(page):
499 |     """References a different page."""
500 |     args = request.view_args.copy()
501 |     args['page'] = page
502 |     return url_for(request.endpoint, **args)
503 | app.jinja_env.globals['url_for_different_page'] = url_for_different_page
504 | 
505 | 
506 | def get_forum_searcher():
507 |     """Return a useful forum searcher."""
508 |     return ForumSearcher(app.config['FORUM_USERNAME'],
509 |                          app.config['FORUM_PASSWORD'])
510 | 
511 | 
512 | def get_tweets(username):
513 |     """Returns the tweets of a given user"""
514 |     resp = urllib2.urlopen('http://twitter.com/statuses/user_timeline/' +
515 |                            url_quote(username) + '.json')
516 |     return json.load(resp)
517 | 
518 | 
519 | def require_login(f):
520 |     def login_protected(*args, **kwargs):
521 |         if g.user is None:
522 |             return redirect(url_for('login', next=request.url))
523 |         return f(*args, **kwargs)
524 |     return update_wrapper(login_protected, f)
525 | 
526 | 
527 | def require_admin(f):
528 |     def page_protected(*args, **kwargs):
529 |         if not g.user.is_admin:
530 |             abort(403)
531 |         return f(*args, **kwargs)
532 |     return require_login(update_wrapper(page_protected, f))
533 | 
534 | 
535 | def sync_forum_posts(searcher, developer):
536 |     """Finds new forum posts for the given developer"""
537 |     logger.info('Synching forum posts for %s', developer.name)
538 |     for post_id in searcher.find_user_posts(developer.forum_name):
539 |         msg = Message.query.filter_by(
540 |             source='forums', reference_id=str(post_id)).first()
541 |         if msg is not None:
542 |             continue
543 |         logger.info('Found new post #%d', post_id)
544 |         details = searcher.get_post(post_id)
545 |         msg = Message(developer, details['text'], 'forums',
546 |                       details['date'], str(post_id))
547 |         db.session.add(msg)
548 | 
549 | 
550 | def sync_tweets(developer):
551 |     """Finds new tweets for the given developer"""
552 |     logger.info('Checking tweets of @%s', developer.twitter_name)
553 |     tweets = get_tweets(developer.twitter_name)
554 |     for tweet in tweets:
555 |         hidden = bool(tweet.get('in_reply_to_user_id'))
556 |         msg = Message.query.filter_by(
557 |             source='twitter', reference_id=tweet['id_str']).first()
558 |         if msg is not None:
559 |             continue
560 |         logger.info('Found new tweet #%s' % tweet['id_str'])
561 |         msg = Message(developer, tweet['text'], 'twitter',
562 |                       parse_date(tweet['created_at']), tweet['id_str'],
563 |                       hidden)
564 |         db.session.add(msg)
565 | 
566 | 
567 | def sync():
568 |     """Synchronize with database"""
569 |     logger.info('Synchronizing upstream posts')
570 |     try:
571 |         searcher = get_forum_searcher()
572 |     except (IOError, AuthenticationError):
573 |         searcher = None
574 |     for dev in Developer.query.all():
575 |         if dev.forum_name is not None:
576 |             if searcher is not None:
577 |                 sync_forum_posts(searcher, dev)
578 |         if dev.twitter_name is not None:
579 |             sync_tweets(dev)
580 |     db.session.commit()
581 | 
582 | 
583 | def show_listing(template, page, query, per_page=30, context=None,
584 |                  show_hidden=False):
585 |     """Helper that renders listings"""
586 |     query = query \
587 |         .options(db.eagerload('developer')) \
588 |         .order_by(Message.pub_date.desc())
589 |     if not show_hidden:
590 |         query = query.filter_by(hidden=False)
591 |     pagination = query.paginate(page, per_page)
592 |     if request_wants_json():
593 |         return jsonify(messages=[x.to_dict() for x in pagination.items])
594 | 
595 |     if context is None:
596 |         context = {}
597 | 
598 |     # if a user is logged in and we don't want JSON output we also have
599 |     # to fetch the information about which entries are starred
600 |     if g.user is not None:
601 |         context['starred'] = g.user.get_favorite_status_for(pagination.items)
602 | 
603 |     context['pagination'] = pagination
604 |     return render_template(template, **context)
605 | 
606 | 
607 | @app.before_request
608 | def before_request():
609 |     if app.config['MAINTENANCE'] and request.endpoint != 'static':
610 |         return render_template('maintenance.html'), 503
611 |     g.user = None
612 |     if 'user_id' in session:
613 |         g.user = User.query.get(session['user_id'])
614 | 
615 | 
616 | @app.url_defaults
617 | def prefer_twitter_without_replies(endpoint, values):
618 |     if endpoint == 'show_tweets':
619 |         values.setdefault('with_replies', False)
620 | 
621 | 
622 | @app.route('/', defaults={'page': 1})
623 | @app.route('/page/<int:page>')
624 | def show_all(page):
625 |     return show_listing('show_all.html', page, Message.query)
626 | 
627 | 
628 | @app.route('/feed.atom', defaults={'source': 'all'})
629 | @app.route('/<any(twitter, forums):source>/feed.atom')
630 | @app.route('/developer/<slug>/feed.atom', defaults={'source': 'developer'})
631 | @app.route('/favs/<slug>/feed.atom', defaults={'source': 'fav'})
632 | def feed(source, slug=None):
633 |     query = Message.query.filter_by(hidden=False)
634 |     if source == 'developer':
635 |         developer = Developer.query.filter_by(slug=slug).first_or_404()
636 |         query = query.filter_by(developer=developer)
637 |     elif source == 'fav':
638 |         id = from_base36(slug)
639 |         if id is None:
640 |             abort(404)
641 |         user = User.query.filter_by(steam_id=unicode(id)).first_or_404()
642 |         query = user.favorites
643 |     elif source != 'all':
644 |         query = query.filter_by(source=source)
645 |     items = query.order_by(Message.pub_date.desc()).limit(30).all()
646 |     feed = AtomFeed(u'BF3 Development News Aggregator',
647 |                     subtitle=u'News by battlefield developers',
648 |                     feed_url=request.url, url=request.url_root)
649 |     for item in items:
650 |         feed.add('%s by %s' % (item.source_prefix, item.developer.name),
651 |                  unicode(item.html_text),
652 |                  content_type='html', author=item.developer.name,
653 |                  url=item.source_url, updated=item.pub_date)
654 |     return feed.get_response()
655 | 
656 | 
657 | @app.route('/twitter/', defaults={'page': 1, 'with_replies': False})
658 | @app.route('/twitter/page/<int:page>', defaults={'with_replies': False})
659 | @app.route('/twitter/with-replies/',
660 |            defaults={'page': 1, 'with_replies': True})
661 | @app.route('/twitter/with-replies/page/<int:page>',
662 |            defaults={'with_replies': True})
663 | def show_tweets(page, with_replies):
664 |     return show_listing('show_twitter.html', page,
665 |         Message.query.filter_by(source='twitter'),
666 |         show_hidden=with_replies)
667 | 
668 | 
669 | @app.route('/forums/', defaults={'page': 1})
670 | @app.route('/forums/page/<int:page>')
671 | def show_forums(page):
672 |     return show_listing('show_forums.html', page,
673 |         Message.query.filter_by(source='forums'), per_page=10)
674 | 
675 | 
676 | @app.route('/developer/<slug>/', defaults={'page': 1})
677 | @app.route('/developer/<slug>/page/<int:page>')
678 | def show_developer(slug, page):
679 |     developer = Developer.query.filter_by(slug=slug).first_or_404()
680 |     return show_listing('show_developer.html', page,
681 |         Message.query.filter_by(developer=developer),
682 |         context={'developer': developer})
683 | 
684 | 
685 | @app.route('/my-favs/', defaults={'page': 1})
686 | @app.route('/my-favs/page/<int:page>')
687 | @require_login
688 | def my_favorites(page):
689 |     return redirect(url_for('favorites', page=page, slug=g.user.slug))
690 | 
691 | 
692 | @app.route('/favs/<slug>/', defaults={'page': 1})
693 | @app.route('/favs/<slug>/page/<int:page>')
694 | def favorites(slug, page):
695 |     id = from_base36(slug)
696 |     if id is None:
697 |         abort(404)
698 |     user = User.query.filter_by(steam_id=unicode(id)).first_or_404()
699 |     return show_listing('favorites.html', page, user.favorites,
700 |                         context={'user': user})
701 | 
702 | 
703 | @app.route('/developer/')
704 | def show_developers_redirect():
705 |     return redirect(url_for('show_developers'))
706 | 
707 | 
708 | @app.route('/developers/')
709 | def show_developers():
710 |     return render_template('developers.html',
711 |         developers=Developer.query.order_by(Developer.name).all())
712 | 
713 | 
714 | @app.route('/about')
715 | def about():
716 |     return render_template('about.html')
717 | 
718 | 
719 | @app.route('/login')
720 | @oid.loginhandler
721 | def login():
722 |     if g.user is not None:
723 |         return redirect(oid.get_next_url())
724 |     return oid.try_login('http://steamcommunity.com/openid')
725 | 
726 | 
727 | @app.route('/logout')
728 | def logout():
729 |     if g.user is not None:
730 |         flash('You were logged out')
731 |         g.user.logout()
732 |     return redirect(oid.get_next_url())
733 | 
734 | 
735 | @oid.after_login
736 | def create_or_login(resp):
737 |     match = _steam_id_re.search(resp.identity_url)
738 |     if match is None:
739 |         logger.error('Could not find steam ID for %r' % resp.identity_url)
740 |         flash(u'Could not sign in.  Steam did not respond properly')
741 |         return redirect(url_for('index'))
742 |     g.user = User.get_or_create(match.group(1))
743 |     db.session.commit()
744 |     g.user.login()
745 |     flash('You are logged in as %s' % g.user.nickname)
746 |     return redirect(oid.get_next_url())
747 | 
748 | 
749 | @app.route('/admin/', methods=['GET', 'POST'])
750 | @require_admin
751 | def admin():
752 |     developers = Developer.query.order_by(Developer.name).all()
753 |     if request.method == 'POST':
754 |         for dev in developers:
755 |             dev.name = request.form['name_%d' % dev.id]
756 |             dev.twitter_name = request.form['twitter_name_%d' % dev.id] or None
757 |             dev.forum_name = request.form['forum_name_%d' % dev.id] or None
758 |             dev.description = request.form['description_%d' % dev.id]
759 |         new_dev = request.form['new_dev']
760 |         if new_dev:
761 |             dev = Developer(new_dev)
762 |             db.session.add(dev)
763 |         db.session.commit()
764 |         flash('Changes saved')
765 |         return redirect(request.base_url)
766 |     return render_template('admin.html', developers=developers)
767 | 
768 | 
769 | @app.route('/_nojs')
770 | def no_javascript():
771 |     return render_template('no_javascript.html')
772 | 
773 | 
774 | @app.route('/_favorite', methods=['POST'])
775 | @require_login
776 | def update_favorite_status():
777 |     message = Message.query.get(request.form['id'])
778 |     if message is None:
779 |         abort(400)
780 |     try:
781 |         if request.form['state'] == 'on':
782 |             g.user.favorites.append(message)
783 |         else:
784 |             g.user.favorites.remove(message)
785 |         db.session.commit()
786 |     except Exception:
787 |         abort(400)
788 |     return 'OK'
789 | 
790 | 
791 | @app.errorhandler(404)
792 | def page_not_found(error):
793 |     return render_template('page_not_found.html'), 404
794 | 


--------------------------------------------------------------------------------
/defaults.cfg:
--------------------------------------------------------------------------------
 1 | # -*- coding: utf-8 -*-
 2 | 
 3 | MAINTENANCE = False
 4 | MAIL_SERVER = '127.0.0.1'
 5 | ERROR_MAIL_SENDER = 'server-error@localhost'
 6 | ERROR_MAIL_SUBJECT = 'BF3 News Aggregator failed'
 7 | ADMINS = ['root@localhost']
 8 | FORUM_URL = 'http://forums.electronicarts.co.uk/'
 9 | FORUM_ID = 419
10 | 


--------------------------------------------------------------------------------
/manage.py:
--------------------------------------------------------------------------------
 1 | from flaskext.script import Manager
 2 | import bf3
 3 | 
 4 | manager = Manager(bf3.app)
 5 | 
 6 | 
 7 | @manager.command
 8 | def initdb():
 9 |     """Create the database tables"""
10 |     print 'Using database %s' % bf3.db.engine.url
11 |     bf3.db.create_all()
12 |     print 'Created tables'
13 | 
14 | 
15 | @manager.command
16 | def sync():
17 |     """Download new messages from twitter and forums"""
18 |     bf3.sync()
19 |     print 'Done syncing'
20 | 
21 | 
22 | if __name__ == '__main__':
23 |     manager.run()
24 | 


--------------------------------------------------------------------------------
/requirements.txt:
--------------------------------------------------------------------------------
1 | Flask
2 | Flask-SQLAlchemy
3 | Flask-Script
4 | Flask-OpenID
5 | lxml
6 | html5lib
7 | twitter_text_py
8 | 


--------------------------------------------------------------------------------
/static/favicon.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/mitsuhiko/bf3-aggregator/57b343dbfecbc4b75b6958ac2ee38efac331782a/static/favicon.png


--------------------------------------------------------------------------------
/static/header.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/mitsuhiko/bf3-aggregator/57b343dbfecbc4b75b6958ac2ee38efac331782a/static/header.png


--------------------------------------------------------------------------------
/static/pattern-box.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/mitsuhiko/bf3-aggregator/57b343dbfecbc4b75b6958ac2ee38efac331782a/static/pattern-box.png


--------------------------------------------------------------------------------
/static/pattern-bright.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/mitsuhiko/bf3-aggregator/57b343dbfecbc4b75b6958ac2ee38efac331782a/static/pattern-bright.png


--------------------------------------------------------------------------------
/static/pattern-tweet.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/mitsuhiko/bf3-aggregator/57b343dbfecbc4b75b6958ac2ee38efac331782a/static/pattern-tweet.png


--------------------------------------------------------------------------------
/static/pattern.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/mitsuhiko/bf3-aggregator/57b343dbfecbc4b75b6958ac2ee38efac331782a/static/pattern.png


--------------------------------------------------------------------------------
/static/script.js:
--------------------------------------------------------------------------------
 1 | $(function() {
 2 |   /* auto hide flashed messages */
 3 |   var flashes = $('div.flash');
 4 |   if (flashes.length > 0)
 5 |     window.setTimeout(function() {
 6 |       flashes.animate({'height': 'hide', 'opacity': 'hide'});
 7 |     }, 3000);
 8 | 
 9 |   /* enable the favorite/unfavorite link */
10 |   $('span.favorite a').bind('click', function() {
11 |     var link = $(this);
12 |     var itemId = link.parent().parent().parent().attr('id').split('-')[1];
13 |     var state = link.is('.fav');
14 |     $.ajax($ROOT_URL + '_favorite', {
15 |       type: 'POST',
16 |       data: {
17 |         id:     itemId,
18 |         state:  state ? 'off' : 'on'
19 |       },
20 |       complete: function() {
21 |         link.toggleClass('fav', !state);
22 |         link.toggleClass('unfav', state);
23 |       }
24 |     });
25 |     return false;
26 |   }).attr('href', '#');
27 | });
28 | 


--------------------------------------------------------------------------------
/static/star.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/mitsuhiko/bf3-aggregator/57b343dbfecbc4b75b6958ac2ee38efac331782a/static/star.png


--------------------------------------------------------------------------------
/static/steam-signin.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/mitsuhiko/bf3-aggregator/57b343dbfecbc4b75b6958ac2ee38efac331782a/static/steam-signin.png


--------------------------------------------------------------------------------
/static/style.css:
--------------------------------------------------------------------------------
  1 | body {
  2 |     background: black;
  3 |     font-family: 'Verdana', sans-serif;
  4 |     font-size: 13px;
  5 |     color: white;
  6 |     margin: 0;
  7 |     padding: 0;
  8 | }
  9 | 
 10 | div.page {
 11 |     background: black url(header.png) no-repeat center 0;
 12 |     margin: 0;
 13 |     padding: 2px;
 14 |     min-height: 460px;
 15 | }
 16 | 
 17 | img {
 18 |     border: none;
 19 | }
 20 | 
 21 | a {
 22 |     color: #95bed5;
 23 | }
 24 | 
 25 | a:hover {
 26 |     color: #ffb36e;
 27 | }
 28 | 
 29 | div.page div.header h1 {
 30 |     display: none;
 31 |     margin: 0;
 32 |     padding: 0;
 33 | }
 34 | 
 35 | ul.navigation {
 36 |     list-style: none;
 37 |     width: 770px;
 38 |     margin: 0 auto 20px auto;
 39 |     padding: 0;
 40 |     text-align: right;
 41 | }
 42 | 
 43 | ul.navigation li {
 44 |     padding: 0;
 45 |     margin: 0;
 46 | }
 47 | 
 48 | ul.navigation li.active a {
 49 |     background: url(pattern.png);
 50 |     color: #ffb36e;
 51 | }
 52 | 
 53 | ul.navigation li a {
 54 |     color: #95bed5;
 55 |     font-weight: bold;
 56 |     padding: 0 2px;
 57 |     text-decoration: none;
 58 | }
 59 | 
 60 | ul.navigation li a:hover {
 61 |     color: white;
 62 |     border-bottom: white;
 63 | }
 64 | 
 65 | div.contents {
 66 |     width: 770px;
 67 |     margin: 25px auto;
 68 | }
 69 | 
 70 | div.contents h2, div.contents h3 {
 71 |     font-family: 'PT Sans', 'Arial', sans-serif;
 72 |     font-size: 24px;
 73 |     font-weight: normal;
 74 |     margin: 0;
 75 |     color: #cbd5df;
 76 |     text-shadow: #192a37 0 0 1px;
 77 | }
 78 | 
 79 | div.contents h3 {
 80 |     font-size: 18px;
 81 |     margin: 10px 0 0 0;
 82 |     padding: 0;
 83 | }
 84 | 
 85 | div.contents p {
 86 |     margin: 0 0 10px 0;
 87 |     padding: 0;
 88 | }
 89 | 
 90 | div.bodywrapper {
 91 |     margin: 0 -20px;
 92 |     padding: 15px 20px 30px 20px;
 93 |     min-height: 200px;
 94 |     background: url(pattern.png);
 95 |     border-radius: 10px;
 96 |     -moz-border-radius: 10px;
 97 |     -webkit-border-radius: 10px;
 98 |     border: 1px solid #1e232f;
 99 | }
100 | 
101 | div.feed-box {
102 |     text-align: right;
103 |     font-size: 11px;
104 | }
105 | 
106 | /* :::: STEAM LOGIN :::: */
107 | p.steam-login {
108 |     width: 770px;
109 |     margin: 35px auto 0 auto;
110 |     padding: 0;
111 |     line-height: 1;
112 |     height: 30px;
113 |     text-align: right;
114 |     font-size: 11px;
115 | }
116 | 
117 | p.steam-login a.login {
118 |     display: block;
119 |     float: right;
120 |     background: url(steam-signin.png) no-repeat;
121 |     width: 154px;
122 |     height: 23px;
123 | }
124 | 
125 | p.steam-login a.login span {
126 |     display: none;
127 | }
128 | 
129 | /* :::: FLASHES :::: */
130 | div.flash {
131 |     padding: 5px 10px;
132 |     margin: 0;
133 |     background: url(pattern.png);
134 |     border-bottom: 1px solid #3a4f61;
135 |     color: #95bed5;
136 | }
137 | 
138 | /* :::: PAGINATION :::: */
139 | div.pagination {
140 |     margin: 30px 0 0 0;
141 |     text-align: right;
142 | }
143 | 
144 | div.pagination a, div.pagination strong {
145 |     background: #192a37;
146 |     padding: 2px 4px;
147 |     border: 1px solid #3a4f61;
148 |     border-radius: 2px;
149 |     -moz-border-radius: 2px;
150 |     -webkit-border-radius: 2px;
151 |     text-decoration: none;
152 | }
153 | 
154 | div.pagination a:hover, div.pagination strong {
155 |     background: #3a4f61;
156 |     color: white;
157 | }
158 | 
159 | div.legal {
160 |     line-height: 1.2;
161 |     margin-top: 30px;
162 |     font-size: 11px;
163 |     text-align: right;
164 |     color: #192a37;
165 | }
166 | 
167 | div.legal a {
168 |     color: #192a37;
169 | }
170 | 
171 | /* :::: TIMELINE :::: */
172 | ul.news {
173 |     list-style: none;
174 |     margin: 0;
175 |     padding: 0;
176 | }
177 | 
178 | ul.news li.item {
179 |     background: url(pattern-bright.png);
180 |     line-height: 1.5;
181 |     margin: 15px auto;
182 |     padding: 4px 10px;
183 |     border-radius: 10px;
184 |     -moz-border-radius: 10px;
185 |     -webkit-border-radius: 10px;
186 |     border: 1px solid #3a4f61;
187 | }
188 | 
189 | ul.news li.item-twitter {
190 |     background: url(pattern-tweet.png);
191 |     width: 60%;
192 | }
193 | 
194 | ul.news li.item div.developer {
195 |     color: #5c7e93;
196 |     font-size: 11px;
197 |     opacity: 0.6;
198 | }
199 | 
200 | ul.news li.item div.developer a.developer {
201 |     font-weight: bold;
202 | }
203 | 
204 | ul.news li.item div.developer span.favorite a {
205 |     cursor: pointer;
206 |     margin: 2px -3px 0 0;
207 |     display: block;
208 |     float: right;
209 |     background: url(star.png) no-repeat;
210 |     width: 16px!important;
211 |     height: 16px!important;
212 | }
213 | 
214 | ul.news li.item div.developer span.favorite a.fav {
215 |     background-position: 0 -16px;
216 | }
217 | 
218 | ul.news li.item div.developer span.favorite a span {
219 |     display: none;
220 | }
221 | 
222 | ul.news li.item-forums div.text {
223 |     padding: 10px 20px;
224 |     overflow: auto;
225 | }
226 | 
227 | ul.news li.item-twitter div.text {
228 |     background: url(twitter.png) no-repeat 0 5px;
229 |     min-height: 45px;
230 |     padding: 5px 10px 5px 70px;
231 |     font-style: italic;
232 |     font-family: 'Georgia', serif;
233 | }
234 | 
235 | ul.news li.item-forums blockquote {
236 |     margin: 15px 30px;
237 | }
238 | 
239 | /* :::: TWITTER PAGE :::: */
240 | p.replyselector a.active {
241 |     color: #ffb36e;
242 | }
243 | 
244 | /* :::: OTHER BOXES :::: */
245 | 
246 | dl.developer-box, div.box {
247 |     background: url(pattern-box.png);
248 |     line-height: 1.5;
249 |     margin: 15px auto;
250 |     padding: 7px 15px;
251 |     border-radius: 10px;
252 |     -moz-border-radius: 10px;
253 |     -webkit-border-radius: 10px;
254 |     border: 1px solid #3a4f61;
255 | }
256 | 
257 | dl dt {
258 |     font-weight: bold;
259 |     font-size: 11px;
260 |     margin: 3px 0;
261 |     padding: 0;
262 | }
263 | 
264 | dl dd {
265 |     margin: 3px 0 10px 30px;
266 |     padding: 0;
267 | }
268 | 
269 | /* :::: INPUTS :::: */
270 | input, textarea {
271 |     font-family: 'Verdana', sans-serif;
272 |     font-size: 13px;
273 |     background: url(pattern.png);
274 |     border: 1px solid #3a4f61;
275 |     color: white;
276 |     padding: 2px;
277 | }
278 | 
279 | input[type="submit"] {
280 |     padding: 3px 10px;
281 | }
282 | 
283 | /* :::: ADMIN :::: */
284 | div.admin-box {
285 |     line-height: 1.2;
286 | }
287 | 
288 | div.admin-box dd {
289 |     margin: 4px 0 6px 20px;
290 |     padding: 0;
291 | }
292 | 
293 | div.admin-box dt {
294 |     margin: 0;
295 |     padding: 0;
296 | }
297 | 


--------------------------------------------------------------------------------
/static/twitter.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/mitsuhiko/bf3-aggregator/57b343dbfecbc4b75b6958ac2ee38efac331782a/static/twitter.png


--------------------------------------------------------------------------------
/templates/_helpers.html:
--------------------------------------------------------------------------------
 1 | {% macro render_pagination(pagination) %}
 2 |   <div class=pagination>
 3 |   {%- for page in pagination.iter_pages() %}
 4 |     {% if page %}
 5 |       {% if page != pagination.page %}
 6 |         <a href="{{ url_for_different_page(page) }}">{{ page }}</a>
 7 |       {% else %}
 8 |         <strong>{{ page }}</strong>
 9 |       {% endif %}
10 |     {% else %}
11 |       <span class=ellipsis>…</span>
12 |     {% endif %}
13 |   {%- endfor %}
14 |   {% if pagination.has_next %}
15 |     <a href="{{ url_for_different_page(pagination.next_num) }}">Next &raquo;</a>
16 |   {% endif %}
17 |   </div>
18 | {% endmacro %}
19 | 


--------------------------------------------------------------------------------
/templates/about.html:
--------------------------------------------------------------------------------
 1 | {% extends 'layout.html' %}
 2 | {% block title %}About this Website{% endblock %}
 3 | {% block body %}
 4 |   <h2>About this Website</h2>
 5 |   <div class=box>
 6 |     <h3>What's this?</h3>
 7 |     <p>
 8 |       This website aggregates the official battlefield 3 forums and the twitter
 9 |       accounts of developers for news from the sources.  It updates in 15
10 |       minute intervals and aggregates most developer accounts.  In case you think
11 |       I am missing one, <a href=mailto:armin.ronacher@active-4.com>shoot me a line</a>
12 |       and I will add him or her.
13 |     <h3 id=contact>Who is behind this?</h3>
14 |     <p>
15 |       <a href=http://lucumr.pocoo.org/>Armin Ronacher</a>.  You can contact me
16 |       <a href=mailto:armin.ronacher@active-4.com>via mail</a> or
17 |       <a href=http://twitter.com/mitsuhiko>Twitter</a>.
18 |     <h3>Why does this website exist?</h3>
19 |     <p>
20 |       Following the twitter accounts of all developers is not the problem, but
21 |       also finding what they write into the forums is too much work.  However every
22 |       once in a while there is some interesting information in the forums which
23 |       is why I decided to automatically collect that information.
24 |     <h3>There is too much information</h3>
25 |     <p>
26 |       Indeed.  If you have some ideas how I could filter out useless tweets and
27 |       stuff, let me know.  I am already filtering out replies to other people
28 |       from the tweets which reduced the amount of information here a lot, but it's
29 |       still too much.  I personally mostly use it to track the forum posts which
30 |       are otherwise quite hard to find.
31 |     <h3 id=missing-dev>I am missing on this list / X is missing on this list</h3>
32 |     <p>
33 |       This website aggregates developers working on BF3 only.  If you are
34 |       missing or someone you know is missing, please let me know and provide
35 |       this information: real name, twitter account, forums account, optionally
36 |       a short description.  If that developer does not have a twitter or forum
37 |       account, one is enough obviously.
38 |     <h3>Where is the Code?</h3>
39 |     <p>
40 |       Good that you're asking.  If you want to have a look at it, you can find the
41 |       code on github: <a href=http://github.com/mitsuhiko/bf3-aggregator>mitsuhiko/bf3-aggregator</a>.
42 |     <h3>Can I get that data?</h3>
43 |     <p>
44 |       Send an HTTP request with <code>Accept: application/json</code> to any of the
45 |       URLs returning tweets or forum posts and you get JSON back.  That you can parse
46 |       and use for your own purposes.  This website updates every ~30 minutes, so don't
47 |       bother requesting more.  I don't have unlimited traffic on this server so please
48 |       be kind and cache on your side.
49 |     <h3>Why sign in with Steam?</h3>
50 |     <p>
51 |       If you are logged in you can favorite items.  This has the advantage that if
52 |       enough users do that I can filter out more interesting items.  You will also be
53 |       able to find again items you found interesting in the past.
54 |     <p>
55 |       I would have linked to use the EA account system for that, but unfortunately
56 |       they don't provide a service like steam which allows me to securely use the
57 |       authentication system here.  If you sign in with steam on this website no
58 |       account information is transmitted to this website besides a unique number
59 |       that keeps you apart from others and your current username (as well as real
60 |       name if you have specified it).
61 |     <p>
62 |       If you don't have a steam account yet, you can create one for free
63 |       <a href=https://store.steampowered.com/join/>on the steam website</a> and
64 |       use that to log into this website.
65 |   </div>
66 | {% endblock %}
67 | 


--------------------------------------------------------------------------------
/templates/admin.html:
--------------------------------------------------------------------------------
 1 | {% extends 'layout.html' %}
 2 | {% block title %}Admin{% endblock %}
 3 | {% macro render_dev_box(dev) %}
 4 | {% endmacro %}
 5 | {% block body %}
 6 |   <h2>Admin</h2>
 7 |   <div class="box admin-box">
 8 |     <form action="" method=post>
 9 |       <h3>Developers</h3>
10 |       {%- for dev in developers %}
11 |       <dl>
12 |         <dt>Name:
13 |         <dd><input type=text name=name_{{ dev.id }} value="{{ dev.name }}">
14 |         <dt>Twitter:
15 |         <dd><input type=text name=twitter_name_{{ dev.id }} value="{{ dev.twitter_name or '' }}">
16 |         <dt>Forums:
17 |         <dd><input type=text name=forum_name_{{ dev.id }} value="{{ dev.forum_name or '' }}">
18 |         <dt>Description:
19 |         <dd><textarea name=description_{{ dev.id }} rows=8 cols=60>{{ dev.description }}</textarea>
20 |       </dl>
21 |       {%- endfor %}
22 |       <h3>Add Developer</h3>
23 |       <dl>
24 |         <dt>Name:
25 |         <dd><input type=text name=new_dev>
26 |       </dl>
27 |       <p><input type=submit value=Update>
28 |     </form>
29 |   </div>
30 | {% endblock %}
31 | 


--------------------------------------------------------------------------------
/templates/developers.html:
--------------------------------------------------------------------------------
 1 | {% extends 'layout.html' %}
 2 | {% block title %}Developers{% endblock %}
 3 | {% block body %}
 4 |   <h2>Developers</h2>
 5 |   <div class=box>
 6 |     <p>
 7 |       The following developers are currently tracker by this website:
 8 |     <ul>
 9 |     {%- for developer in developers %}
10 |       <li><a href={{ url_for('show_developer', slug=developer.slug) }}>{{ developer.name }}</a>
11 |         {% if developer.twitter_name %}aka <a href=http://twitter.com/{{ developer.twitter_name
12 |           }}>@{{ developer.twitter_name }}</a>{% endif %}
13 |     {%- endfor %}
14 |     </ul>
15 |     <p>
16 |       Someone is missing?  <a href="{{ url_for('about') }}#missing-dev">let me know</a>.
17 |   </div>
18 | {% endblock %}
19 | 


--------------------------------------------------------------------------------
/templates/favorites.html:
--------------------------------------------------------------------------------
 1 | {% extends 'listing.html' %}
 2 | {% set feed_url = url_for('feed', source='fav', slug=user.slug) %}
 3 | {% block title %}{{ user.nickname }}'s Favorited Battlefield 3 News{% endblock %}
 4 | {% block listing_body %}
 5 |   {% if not pagination.items %}
 6 |   <p>
 7 |     No favorited items so far.
 8 |   {% elif g.user == user %}
 9 |   <p>
10 |     Link to this page to share your favorited items with others.
11 |   {% endif %}
12 |   {{ super() }}
13 | {% endblock %}
14 | 


--------------------------------------------------------------------------------
/templates/layout.html:
--------------------------------------------------------------------------------
 1 | <!doctype html>
 2 | <title>{% block title %}{% endblock %} | Battlefield3 Development News Aggregator</title>
 3 | <link rel=stylesheet href={{ url_for('static', filename='style.css') }} type=text/css>
 4 | <link rel="shortcut icon" href={{ url_for('static', filename='favicon.png') }} type=image/png>
 5 | <script type=text/javascript src=https://ajax.googleapis.com/ajax/libs/jquery/1.5.0/jquery.min.js></script>
 6 | <script type=text/javascript>
 7 |   var $ROOT_URL = {{ request.url_root|tojson|safe }};
 8 | </script>
 9 | <script type=text/javascript src={{ url_for('static', filename='script.js') }}></script>
10 | {%- if feed_url is defined %}
11 | <link href="{{ feed_url }}" rel=alternate title="BF3 Development News" type=application/atom+xml>
12 | {%- endif %}
13 | {%- for message in get_flashed_messages() %}
14 |   <div class=flash>{{ message }}</div>
15 | {%- endfor %}
16 | <div class=page>
17 |   <div class=header>
18 |     <h1>Battlefield 3 Development News Aggregator</h1>
19 |   </div>
20 |   <p class=steam-login>
21 |   {%- if not g.user %}
22 |     <a href={{ url_for('login') }} class=login
23 |       title="Login to favorite news"><span>login with steam</span></a>
24 |   {%- else %}
25 |     Currently logged in as <a href={{ g.user.profile_url }}>{{ g.user.nickname }}</a> |
26 |     <a href={{ url_for('my_favorites') }}>favorited news</a> |
27 |     <a href={{ url_for('logout') }} class=logout>logout</a>
28 |   {%- endif %}
29 |   <ul class=navigation>
30 |     {%- for endpoint, caption in [
31 |       ('show_all', 'All News'),
32 |       ('show_forums', 'Forum Posts'),
33 |       ('show_tweets', 'Tweets'),
34 |       ('show_developers', 'Developers'),
35 |       ('about', 'About')
36 |     ] %}
37 |       <li{% if endpoint == request.endpoint %} class=active{% endif
38 |       %}><a href={{ url_for(endpoint) }}>{{ caption }}</a>
39 |     {%- endfor %}
40 |   </ul>
41 |   <div class=contents>
42 |     <div class=bodywrapper>
43 |       {% block body %}{% endblock %}
44 |     </div>
45 |     <div class=legal>
46 |       Website &copy; Copyright 2011 by <a href=http://lucumr.pocoo.org/>Armin Ronacher</a>.<br>
47 |       Twitter and forum posts by their respective authors.<br>
48 |       Their views might be personal opinion and do not necessarily
49 |       represent the views or opinions of EA and/or DICE.<br>
50 |       Trademarks belong to their respective owners.<br>
51 |       User authentication <a href=http://steampowered.com/>Powered by Steam</a>.
52 |       {% if g.user and g.user.is_admin %}
53 |       <a href={{ url_for('admin') }}>Admin</a>
54 |       {% endif %}
55 |     </div>
56 |   </div>
57 | </div>
58 | 
59 | <script type="text/javascript">
60 |   var _gaq = _gaq || [];
61 |   _gaq.push(['_setAccount', 'UA-21370042-1']);
62 |   _gaq.push(['_trackPageview']);
63 | 
64 |   (function() {
65 |     var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true;
66 |     ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
67 |     var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s);
68 |   })();
69 | </script>
70 | 


--------------------------------------------------------------------------------
/templates/listing.html:
--------------------------------------------------------------------------------
 1 | {% extends 'layout.html' %}
 2 | {% from '_helpers.html' import render_pagination %}
 3 | {% block body %}
 4 |   <h2>{{ self.title() }}</h2>
 5 |   {% block listing_body %}
 6 |   <ul class=news>
 7 |   {%- for item in pagination.items %}
 8 |     <li class="item item-{{ item.source }} item-{{ loop.cycle('odd', 'even') }}" id=item-{{ item.id }}>
 9 |       <div class=developer>
10 |         {% if g.user %}
11 |         <span class=favorite>
12 |           <a href={{ url_for('no_javascript') }} class={{ item.id in starred and 'fav' or 'unfav'
13 |             }}><span>[favorite]</span></a>
14 |         </span>
15 |         {% endif %}
16 |         <a class=developer href={{
17 |           url_for('show_developer', slug=item.developer.slug) }}>{{
18 |             item.developer.name }}</a> wrote on
19 |           <em>{{ item.pub_date|datetimeformat }}</em>
20 |         {% if item.source == 'forums' %}
21 |           in the <a href={{ config.FORUM_URL }}>forums</a>
22 |         {% elif item.source == 'twitter' %}
23 |           via <a href=http://www.twitter.com/{{
24 |             item.developer.twitter_name }}>Twitter</a>
25 |         {% endif %}
26 |         (<a href="{{ item.source_url }}">source</a>):
27 |       </div>
28 |       <div class=text>
29 |         {{ item.html_text }}
30 |       </div>
31 |   {%- endfor %}
32 |   </ul>
33 | 
34 |   {% if feed_url is defined %}
35 |   <div class=feed-box>
36 |     <a href={{ feed_url }}>Feed</a>
37 |   </div>
38 |   {% endif %}
39 |   {{ render_pagination(pagination) }}
40 |   {% endblock %}
41 | {% endblock %}
42 | 


--------------------------------------------------------------------------------
/templates/maintenance.html:
--------------------------------------------------------------------------------
1 | {% extends 'layout.html' %}
2 | {% block title %}Site Maintenance{% endblock %}
3 | {% block body %}
4 |   <h2>Site Maintenance</h2>
5 |   <p>
6 |     I'm rolling out an update right now.  Check back in a couple
7 |     of minutes.
8 | {% endblock %}
9 | 


--------------------------------------------------------------------------------
/templates/no_javascript.html:
--------------------------------------------------------------------------------
 1 | {% extends 'layout.html' %}
 2 | {% block title %}Error: No Javascript Enabled{% endblock %}
 3 | {% block body %}
 4 |   <h2>{{ self.title() }}</h2>
 5 |   <div class=box>
 6 |     <h3>Awwww</h3>
 7 |     <p>
 8 |       You have disabled JavaScript in your browser.  The feature you
 9 |       tried to use however requires that JavaScript is available.  Please
10 |       make sure to enable it for this website and hit the back button.
11 |   </div>
12 | {% endblock %}
13 | 


--------------------------------------------------------------------------------
/templates/page_not_found.html:
--------------------------------------------------------------------------------
 1 | {% extends 'layout.html' %}
 2 | {% block title %}Page Not Found{% endblock %}
 3 | {% block body %}
 4 |   <h2>Page Not Found</h2>
 5 |   <div class=box>
 6 |     <p>
 7 |       The page you are looking for does not exist.  You might
 8 |       want to consider returning to
 9 |       <a href={{ url_for('show_all') }}>the newsfeed</a>.
10 |     <p>
11 |       If you believe this is a mistake
12 |       <a href="{{ url_for('about') }}#contact">contact the admin</a>.
13 |   </div>
14 | {% endblock %}
15 | 


--------------------------------------------------------------------------------
/templates/show_all.html:
--------------------------------------------------------------------------------
1 | {% extends 'listing.html' %}
2 | {% set feed_url = url_for('feed', source='all') %}
3 | {% block title %}All Items{% endblock %}
4 | 


--------------------------------------------------------------------------------
/templates/show_developer.html:
--------------------------------------------------------------------------------
 1 | {% extends 'listing.html' %}
 2 | {% set feed_url = url_for('feed', source='developer', slug=developer.slug) %}
 3 | {% block title %}News by “{{ developer.name }}”{% endblock %}
 4 | {% block listing_body %}
 5 |   <dl class=developer-box>
 6 |     {%- if developer.twitter_name %}
 7 |     <dt>Twitter name
 8 |     <dd><a href=http://twitter.com/{{ developer.twitter_name
 9 |       }}>@{{ developer.twitter_name }}</a>
10 |     {%- endif %}
11 |     {%- if developer.forum_name %}
12 |     <dt>Forum name
13 |     <dd>{{ developer.forum_name }}
14 |     {%- endif %}
15 |     <dt>Description
16 |     <dd>{{ developer.description_html }}
17 |   </dl>
18 |   {{ super() }}
19 | {% endblock %}
20 | 


--------------------------------------------------------------------------------
/templates/show_forums.html:
--------------------------------------------------------------------------------
1 | {% extends 'listing.html' %}
2 | {% set feed_url = url_for('feed', source='forums') %}
3 | {% block title %}Developer Forum Posts{% endblock %}
4 | 


--------------------------------------------------------------------------------
/templates/show_twitter.html:
--------------------------------------------------------------------------------
 1 | {% extends 'listing.html' %}
 2 | {% set feed_url = url_for('feed', source='twitter') %}
 3 | {% block title %}Latest Tweets{% endblock %}
 4 | {% block listing_body %}
 5 |   <p class=replyselector>Show replies:
 6 |     {% for with_replies, caption in [(True, 'Yes'), (False, 'No')] %}
 7 |     {% if not loop.first %}|{% endif %}
 8 |       <a{% if request.view_args.with_replies == with_replies %} class=active{%
 9 |         endif %} href={{ url_for('show_tweets', with_replies=with_replies)
10 |           }}>{{ caption }}</a>
11 |     {% endfor %}
12 | 
13 |   {{ super() }}
14 | {% endblock %}
15 | 


--------------------------------------------------------------------------------