34 |
35 | {% elif reply_method == 'indie-config' %}
36 | {% for action in settings.get('indie-config-actions', []) %}
37 |
31 | Last {{ s.feed.failure_count }} Attempt(s) Failed
32 |
33 | {% endif %}
34 | {{ s.name }} checked {{s.feed.last_checked | relative_time}}
35 | 51 | 52 |
53 |
65 |
66 |
67 | Details
54 |-
55 |
- Last checked: {{s.feed.last_checked | relative_time}} 56 |
- Last updated: {{s.feed.last_updated | relative_time}} 57 |
- Last response: {{s.feed.last_response | e}} 58 |
- PuSH hub: {{s.feed.push_hub}} 59 |
- PuSH topic: {{s.feed.push_topic}} 60 |
- PuSH verified: {{s.feed.push_verified}} 61 |
- PuSH last ping: {{s.feed.last_pinged | relative_time}} 62 |
- PuSH expiry: {{s.feed.push_expiry | relative_time}} 63 |
{{ context.title|e }}
14 | {% endif %} 15 | {% if context.content %} 16 |
17 | {{ context.content_cleaned | proxy_all | add_preview }}
18 |
19 | {% endif %}
20 |
27 |
32 | {% if entry.author_photo %}
33 | 
34 | {% endif %}
35 | {% if entry.author_name %}
36 | {{ entry.author_name }} -
37 | {% endif %}
38 | {% if entry.subscription %}
39 | {{ entry.subscription.name }}
40 |
41 | more from this feed
42 |
43 | {% endif %}
44 |
45 | {% if entry.title %}
46 | {{ entry.title|e }}
47 | {% endif %}
48 |
49 | {% if entry.get_property('event') %}
50 |
51 | {% if entry.get_property('start') %}
52 | start: {{ entry.get_property('start') }}
53 | {% endif %}
54 |
55 | {% if entry.get_property('end') %}
56 | end: {{ entry.get_property('end') }}
57 | {% endif %}
58 |
73 | {% for property in properties %}
74 |
84 | {% endif %}
85 | {% endfor %}
86 |
87 | {% if entry.content %}
88 | 75 | {% if of == "like" %} 76 | Liked: 77 | {% else %} 78 | {{ of | title }}ed: 79 | {% endif %} 80 | {{ property }} 81 |
82 | {% endfor %} 83 |
89 | {{ entry.content_cleaned | proxy_all | add_preview }}
90 |
91 | {% endif %}
92 |
93 |
119 |
25 |
26 |  }})
27 | Woodwind
28 |
29 |
44 |
45 |
46 | {% else %}
47 |
27 | Woodwind
28 |
29 |
44 |
48 |
49 | Woodwind
50 |
51 | {% endif %}
52 |
53 | {% for message in get_flashed_messages() %}
54 | {{ message }}
55 | {% endfor %}
56 |
57 | {% block login %}
58 |
59 | {% if not current_user.is_authenticated %}
60 |
65 | Your Woodwind account is tied to your personal domain name. Check out the IndieWeb's Getting Started page for details.
66 | {% endif %}
67 |
68 | {% endblock login %}
69 |
70 | {% block header %}{% endblock %}
71 |
72 | Read more'.format( 516 | summary, permalink) 517 | 518 | if not content and hentry.get('type') == 'entry': 519 | content = title 520 | title = None 521 | 522 | published = normalize_datetime(hentry.get('published')) 523 | updated = normalize_datetime(hentry.get('updated')) 524 | deleted = normalize_datetime(hentry.get('deleted')) 525 | 526 | # retrieved time is now unless we're backfilling old posts 527 | retrieved = now 528 | if backfill and published and published < retrieved: 529 | retrieved = published 530 | 531 | author = hentry.get('author', {}) 532 | author_name = author.get('name') 533 | author_photo = author.get('photo') 534 | author_url = author.get('url') 535 | 536 | if author_name and len(author_name) > Entry.author_name.property.columns[0].type.length: 537 | author_name = None 538 | if author_photo and len(author_photo) > Entry.author_photo.property.columns[0].type.length: 539 | author_photo = None 540 | if author_url and len(author_url) > Entry.author_url.property.columns[0].type.length: 541 | author_url = None 542 | 543 | entry = Entry( 544 | uid=uid, 545 | retrieved=retrieved, 546 | permalink=permalink, 547 | published=published, 548 | updated=updated, 549 | deleted=deleted, 550 | title=title, 551 | content=content, 552 | content_cleaned=util.clean(content), 553 | author_name=author_name, 554 | author_photo=author_photo or (feed and fallback_photo(feed.origin)), 555 | author_url=author_url) 556 | 557 | # complex properties, convert from list of complex objects to a 558 | # list of URLs 559 | for prop in ('in-reply-to', 'like-of', 'repost-of'): 560 | values = hentry.get(prop) 561 | if values: 562 | entry.set_property(prop, [value['url'] for value in values 563 | if 'url' in value]) 564 | 565 | # simple properties, just transfer them over wholesale 566 | for prop in ('syndication', 'location', 'photo'): 567 | value = hentry.get(prop) 568 | if value: 569 | entry.set_property(prop, value) 570 | 571 | if 'start-str' in hentry: 572 | entry.set_property('start', hentry.get('start-str')) 573 | 574 | if 'end-str' in hentry: 575 | entry.set_property('end', hentry.get('end-str')) 576 | 577 | # set a flag for events so we can show RSVP buttons 578 | if hentry.get('type') == 'event': 579 | entry.set_property('event', True) 580 | 581 | # does it look like a jam? 582 | plain = hentry.get('content-plain') 583 | if plain and JAM_RE.match(plain): 584 | entry.set_property('jam', True) 585 | 586 | current_app.logger.debug('entry properties %s', entry.properties) 587 | return entry 588 | 589 | 590 | def fetch_reply_contexts(reply_pairs, now, fetch_mf2_func): 591 | old_contexts = {} 592 | in_reply_tos = [url for _, url in reply_pairs] 593 | if in_reply_tos: 594 | for entry in (Entry.query 595 | .join(Entry.feed) 596 | .filter(Entry.permalink.in_(in_reply_tos), 597 | Feed.type == 'html')): 598 | old_contexts[entry.permalink] = entry 599 | 600 | for entry, in_reply_to in reply_pairs: 601 | context = old_contexts.get(in_reply_to) 602 | if not context: 603 | current_app.logger.info('fetching in-reply-to: %s', in_reply_to) 604 | try: 605 | proxied_reply_url = proxy_url(in_reply_to) 606 | parsed = mf2util.interpret( 607 | mf2py.parse(url=proxied_reply_url), in_reply_to, 608 | fetch_mf2_func=fetch_mf2_func) 609 | if parsed: 610 | context = hentry_to_entry(parsed, None, False, now) 611 | except requests.exceptions.RequestException as err: 612 | current_app.logger.warn( 613 | '%s fetching reply context: %s for entry: %s', 614 | type(err).__name__, proxied_reply_url, entry.permalink) 615 | 616 | if context: 617 | db.session.add(context) 618 | entry.reply_context.append(context) 619 | 620 | 621 | def proxy_url(url): 622 | if ('TWITTER_AU_KEY' in current_app.config and 623 | 'TWITTER_AU_SECRET' in current_app.config): 624 | # swap out the a-u url for twitter urls 625 | match = TWITTER_RE.match(url) 626 | if match: 627 | proxy_url = ( 628 | 'https://twitter-activitystreams.appspot.com/@me/@all/@app/{}?' 629 | .format(match.group(2)) + urllib.parse.urlencode({ 630 | 'format': 'html', 631 | 'access_token_key': 632 | current_app.config['TWITTER_AU_KEY'], 633 | 'access_token_secret': 634 | current_app.config['TWITTER_AU_SECRET'], 635 | })) 636 | current_app.logger.debug('proxied twitter url %s', proxy_url) 637 | return proxy_url 638 | return url 639 | 640 | 641 | def fallback_photo(url): 642 | """Use favatar to find an appropriate photo for any URL""" 643 | domain = urllib.parse.urlparse(url).netloc 644 | return 'http://www.google.com/s2/favicons?domain=' + domain 645 | 646 | 647 | def get_response_content(response): 648 | # if no charset is provided in the headers, figure out the 649 | # encoding from the content 650 | if 'charset' not in response.headers.get('content-type', ''): 651 | encodings = requests.utils.get_encodings_from_content(response.text) 652 | if encodings: 653 | response.encoding = encodings[0] 654 | return response.text 655 | -------------------------------------------------------------------------------- /woodwind/views.py: -------------------------------------------------------------------------------- 1 | from . import tasks, util 2 | from .extensions import db, login_mgr, micropub 3 | from .models import Feed, Entry, User, Subscription 4 | import flask.ext.login as flask_login 5 | 6 | import base64 7 | import bs4 8 | import datetime 9 | import feedparser 10 | import flask 11 | import hashlib 12 | import hmac 13 | import mf2py 14 | import mf2util 15 | import pyquerystring 16 | import requests 17 | import re 18 | import urllib 19 | import sqlalchemy 20 | import sqlalchemy.sql.expression 21 | 22 | IMAGE_TAG_RE = re.compile(r'
'
703 | ''
704 | ).format(tweet_url)
705 |
706 | return content
707 |
708 |
709 | @views.app_template_filter()
710 | def proxy_image(url):
711 | proxy_url = flask.current_app.config.get('IMAGEPROXY_URL')
712 | proxy_key = flask.current_app.config.get('IMAGEPROXY_KEY')
713 | if proxy_url and proxy_key:
714 | sig = base64.urlsafe_b64encode(
715 | hmac.new(proxy_key.encode(), url.encode(), hashlib.sha256).digest()
716 | ).decode()
717 | return '/'.join((proxy_url.rstrip('/'), 's' + sig, url))
718 |
719 | pilbox_url = flask.current_app.config.get('PILBOX_URL')
720 | pilbox_key = flask.current_app.config.get('PILBOX_KEY')
721 | if pilbox_url and pilbox_key:
722 | query = urllib.parse.urlencode({'url': url, 'op': 'noop'})
723 | sig = hmac.new(pilbox_key.encode(), query.encode(), hashlib.sha1).hexdigest()
724 | query += '&sig=' + sig
725 | return pilbox_url + '?' + query
726 |
727 | camo_url = flask.current_app.config.get('CAMO_URL')
728 | camo_key = flask.current_app.config.get('CAMO_KEY')
729 | if camo_url and camo_key:
730 | digest = hmac.new(camo_key.encode(), url.encode(), hashlib.sha1).hexdigest()
731 | return (urllib.parse.urljoin(camo_url, digest)
732 | + '?url=' + urllib.parse.quote_plus(url))
733 | return url
734 |
735 |
736 | @views.app_template_filter()
737 | def proxy_all(content):
738 | def repl(m):
739 | attrs = m.group(1)
740 | url = m.group(2)
741 | url = url.replace('&', '&')
742 | return '