6 | ![]()
7 |
8 |
9 |
10 | %s%s
' 124 | htm = escape(txt) 125 | htm = fromstring(tpl % htm) 126 | fix_links(htm) 127 | htm = tostring(htm, encoding='unicode') 128 | htm = htm[3:-4] 129 | htm = re.sub('(?m)((\r?\n)+| [ ]+|^ )', replace, htm) 130 | htm = tpl % htm 131 | return htm 132 | 133 | 134 | def to_text(htm): 135 | htm = fromstring(htm) 136 | return '\n'.join(escape(i) for i in htm.xpath('//text()') if i) 137 | 138 | 139 | def to_line(htm, limit=200): 140 | txt = to_text(htm) 141 | txt = re.sub(r'([\s ]| )+', ' ', txt) 142 | return txt[:limit] 143 | -------------------------------------------------------------------------------- /mailur/imap_utf7.py: -------------------------------------------------------------------------------- 1 | # Borrowed from http://imapclient.freshfoo.com/ 2 | 3 | # The contents of this file has been derived code from the Twisted project 4 | # (http://twistedmatrix.com/). The original author is Jp Calderone. 5 | 6 | # Twisted project license follows: 7 | 8 | # Permission is hereby granted, free of charge, to any person obtaining 9 | # a copy of this software and associated documentation files (the 10 | # "Software"), to deal in the Software without restriction, including 11 | # without limitation the rights to use, copy, modify, merge, publish, 12 | # distribute, sublicense, and/or sell copies of the Software, and to 13 | # permit persons to whom the Software is furnished to do so, subject to 14 | # the following conditions: 15 | # 16 | # The above copyright notice and this permission notice shall be 17 | # included in all copies or substantial portions of the Software. 18 | # 19 | # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 20 | # EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 21 | # MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 22 | # NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE 23 | # LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION 24 | # OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION 25 | # WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 26 | 27 | PRINTABLE = set(range(0x20, 0x26)) | set(range(0x27, 0x7f)) 28 | 29 | 30 | def encode(s): 31 | """Encode a folder name using IMAP modified UTF-7 encoding. 32 | 33 | Despite the function's name, the output is still a unicode string. 34 | """ 35 | assert isinstance(s, str) 36 | 37 | r = [] 38 | _in = [] 39 | 40 | def extend_result_if_chars_buffered(): 41 | if _in: 42 | r.extend(['&', modified_utf7(''.join(_in)), '-']) 43 | del _in[:] 44 | 45 | for c in s: 46 | if ord(c) in PRINTABLE: 47 | extend_result_if_chars_buffered() 48 | r.append(c) 49 | elif c == '&': 50 | extend_result_if_chars_buffered() 51 | r.append('&-') 52 | else: 53 | _in.append(c) 54 | 55 | extend_result_if_chars_buffered() 56 | 57 | return ''.join(r) 58 | 59 | 60 | def decode(s): 61 | """Decode a folder name from IMAP modified UTF-7 encoding to unicode. 62 | 63 | Despite the function's name, the input may still be a unicode 64 | string. If the input is bytes, it's first decoded to unicode. 65 | """ 66 | if isinstance(s, bytes): 67 | s = s.decode('latin-1') 68 | assert isinstance(s, str) 69 | 70 | r = [] 71 | _in = [] 72 | for c in s: 73 | if c == '&' and not _in: 74 | _in.append('&') 75 | elif c == '-' and _in: 76 | if len(_in) == 1: 77 | r.append('&') 78 | else: 79 | r.append(modified_deutf7(''.join(_in[1:]))) 80 | _in = [] 81 | elif _in: 82 | _in.append(c) 83 | else: 84 | r.append(c) 85 | if _in: 86 | r.append(modified_deutf7(''.join(_in[1:]))) 87 | 88 | return ''.join(r) 89 | 90 | 91 | def modified_utf7(s): 92 | # encode to utf-7: '\xff' => b'+AP8-', decode from latin-1 => '+AP8-' 93 | s_utf7 = s.encode('utf-7').decode('latin-1') 94 | return s_utf7[1:-1].replace('/', ',') 95 | 96 | 97 | def modified_deutf7(s): 98 | s_utf7 = '+' + s.replace(',', '/') + '-' 99 | # encode to latin-1: '+AP8-' => b'+AP8-', decode from utf-7 => '\xff' 100 | return s_utf7.encode('latin-1').decode('utf-7') 101 | -------------------------------------------------------------------------------- /mailur/lock.py: -------------------------------------------------------------------------------- 1 | import hashlib 2 | import os 3 | import signal 4 | import time 5 | from contextlib import contextmanager 6 | 7 | from gevent import sleep 8 | 9 | from . import conf 10 | 11 | 12 | class Error(Exception): 13 | pass 14 | 15 | 16 | @contextmanager 17 | def global_scope(target, timeout=180, wait=5, force=False): 18 | path = '/tmp/%s' % (hashlib.md5(target.encode()).hexdigest()) 19 | 20 | def is_locked(): 21 | if not os.path.exists(path): 22 | return 23 | 24 | with open(path) as f: 25 | pid = f.read() 26 | 27 | # Check if process exists 28 | try: 29 | os.kill(int(pid), 0) 30 | except (OSError, ValueError): 31 | os.remove(path) 32 | return 33 | 34 | elapsed = time.time() - os.path.getctime(path) 35 | if elapsed > timeout or force: 36 | try: 37 | os.kill(int(pid), signal.SIGQUIT) 38 | os.remove(path) 39 | except Exception: 40 | pass 41 | return 42 | return elapsed 43 | 44 | locked = True 45 | for i in range(wait): 46 | locked = is_locked() 47 | if not locked: 48 | break 49 | sleep(0.5 * i) 50 | 51 | if locked: 52 | msg = ( 53 | '%r is locked (for %.2f minutes). Remove file %r to run' 54 | % (target, locked / 60, path) 55 | ) 56 | raise Error(msg) 57 | 58 | try: 59 | with open(path, 'w') as f: 60 | f.write(str(os.getpid())) 61 | yield 62 | finally: 63 | os.remove(path) 64 | 65 | 66 | @contextmanager 67 | def user_scope(target, **opts): 68 | target = '%s:%s' % (conf['USER'], target) 69 | with global_scope(target, **opts): 70 | yield 71 | -------------------------------------------------------------------------------- /mailur/schema.py: -------------------------------------------------------------------------------- 1 | from jsonschema import Draft4Validator, FormatChecker, validators 2 | 3 | 4 | # Based on https://python-jsonschema.readthedocs.org/en/latest/faq/ 5 | def fill_defaults(validator_class): 6 | validate_props = validator_class.VALIDATORS['properties'] 7 | 8 | def set_defaults(validator, props, instance, schema): 9 | for prop, subschema in props.items(): 10 | if isinstance(instance, dict) and 'default' in subschema: 11 | instance.setdefault(prop, subschema['default']) 12 | 13 | for error in validate_props(validator, props, instance, schema): 14 | yield error 15 | 16 | return validators.extend(validator_class, {'properties': set_defaults}) 17 | 18 | 19 | Draft4WithDefaults = fill_defaults(Draft4Validator) 20 | 21 | 22 | class Error(Exception): 23 | def __init__(self, errors, schema): 24 | self.schema = schema 25 | self.errors = errors 26 | super().__init__(errors, schema) 27 | 28 | 29 | def validate(value, schema): 30 | """Collect all errors during validation""" 31 | validator = Draft4WithDefaults(schema, format_checker=FormatChecker()) 32 | errs = sorted(validator.iter_errors(value), key=lambda e: e.path) 33 | errs = ['%s: %s' % (list(e.schema_path), e.message) for e in errs] 34 | if errs: 35 | raise Error(errs, schema) 36 | return value 37 | -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- 1 | { 2 | "license": "GPL-3.0", 3 | "dependencies": { 4 | "vue": "2.5.13" 5 | }, 6 | "devDependencies": { 7 | "@babel/core": "^7.7.2", 8 | "@babel/preset-env": "^7.7.1", 9 | "babel-loader": "8.0.6", 10 | "clean-webpack-plugin": "0.1.18", 11 | "css-loader": "0.28.9", 12 | "eslint": "4.19.1", 13 | "extract-text-webpack-plugin": "3.0.2", 14 | "file-loader": "1.1.6", 15 | "html-loader": "0.5.5", 16 | "htmlhint": "0.9.13", 17 | "less": "3.10.3", 18 | "less-loader": "5.0.0", 19 | "less-plugin-autoprefix": "2.0.0", 20 | "less-plugin-clean-css": "1.5.1", 21 | "prettier": "1.19.1", 22 | "style-loader": "0.20.1", 23 | "stylelint": "8.4.0", 24 | "stylelint-config-standard": "18.0.0", 25 | "webpack": "3.11.0" 26 | }, 27 | "scripts": { 28 | "build": "webpack --config=assets/webpack.config.js", 29 | "dev": "webpack --config=assets/webpack.config.js -w" 30 | }, 31 | "eslintConfig": { 32 | "extends": "eslint:recommended", 33 | "parserOptions": { 34 | "ecmaVersion": 6, 35 | "sourceType": "module" 36 | }, 37 | "env": { 38 | "es6": true, 39 | "browser": true 40 | } 41 | }, 42 | "prettier": { 43 | "singleQuote": true 44 | }, 45 | "stylelint": { 46 | "extends": "stylelint-config-standard" 47 | }, 48 | "mailur": { 49 | "themes": [ 50 | "base", 51 | "indigo", 52 | "mint", 53 | "solarized" 54 | ] 55 | } 56 | } 57 | -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- 1 | [metadata] 2 | name = mailur 3 | author = Grisha Kostyuk (aka naspeh) 4 | version = 0.3.0 5 | license = GPLv3 6 | long_description = file: README.md 7 | requires-python = >=3.6 8 | 9 | [options] 10 | include_package_data = True 11 | packages = find: 12 | 13 | install_requires= 14 | bottle 15 | chardet 16 | gevent 17 | gunicorn 18 | itsdangerous 19 | jsonschema 20 | lxml 21 | meinheld==0.6.1 22 | mistune==0.8.4 23 | pygments 24 | python-dateutil 25 | ujson 26 | wsaccel 27 | 28 | [options.extras_require] 29 | test= 30 | flake8 31 | flake8-isort 32 | #flake8-import-order 33 | pytest 34 | pytest-cov 35 | pytest-xdist 36 | webtest 37 | 38 | [options.entry_points] 39 | console_scripts= 40 | mlr = mailur.cli:main 41 | 42 | [tool:pytest] 43 | addopts=-v --tb=short 44 | testpaths=tests 45 | markers = 46 | no_parallel: flaky at parallel execution 47 | 48 | [flake8] 49 | exclude=env,var,.node_modules,.cache,.eggs 50 | #import-order-style=smarkets 51 | #import-order-style=cryptography 52 | 53 | [isort] 54 | skip=env,var 55 | multi_line_output=5 56 | -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | import setuptools 3 | 4 | # http://setuptools.readthedocs.io/en/latest/setuptools.html 5 | # > Configuring setup() using setup.cfg files 6 | # > Note New in 30.3.0 (8 Dec 2016). 7 | if not setuptools.__version__ > '30.3': 8 | raise SystemExit('"setuptools >= 30.3.0" is required') 9 | 10 | setuptools.setup() 11 | -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- 1 | import datetime as dt 2 | import email 3 | import json 4 | import re 5 | import subprocess 6 | import sys 7 | import time 8 | import uuid 9 | from email.utils import formatdate 10 | from pathlib import Path 11 | from unittest import mock 12 | 13 | import pytest 14 | 15 | root = (Path(__file__).parent / '..').resolve() 16 | sys.path.insert(0, str(root)) 17 | 18 | users = [] 19 | test1 = None 20 | test2 = None 21 | con_local = None 22 | con_gmail = None 23 | 24 | 25 | @pytest.fixture(scope='session', autouse=True) 26 | def init(request): 27 | from mailur import local 28 | 29 | for i in range(len(request.session.items)): 30 | users.append([ 31 | 'test1_%s' % uuid.uuid4().hex, 32 | 'test2_%s' % uuid.uuid4().hex 33 | ]) 34 | 35 | users_str = ' '.join(sum(users, [])) 36 | subprocess.call(''' 37 | path=/home/vmail/test 38 | rm -rf $path 39 | mkdir -p $path 40 | chown vmail:vmail $path 41 | names="%s" home=$path append=1 bin/install-users 42 | systemctl restart dovecot 43 | ''' % users_str, shell=True, cwd=root) 44 | 45 | # try to connect to dovecot 46 | for i in range(5): 47 | try: 48 | username, pwd = local.master_login(username=users[0][0]) 49 | con = local.connect(username, pwd) 50 | con.select(local.SRC) 51 | return 52 | except Exception as e: 53 | err = e 54 | time.sleep(1) 55 | print('Another try to connect to dovecot: %s' % err) 56 | raise err 57 | 58 | 59 | @pytest.fixture 60 | def patch_conf(patch): 61 | conf = {'USER': test1, 'USE_PROXY': True} 62 | with patch.dict('mailur.conf', conf): 63 | yield 64 | 65 | 66 | @pytest.fixture(autouse=True) 67 | def setup(new_users, gm_client, sendmail, patch_conf): 68 | from mailur import imap, local, remote 69 | 70 | global con_local, con_gmail 71 | 72 | con_local = local.client(None) 73 | con_gmail = local.connect(*local.master_login(username=test2)) 74 | 75 | remote.data_account({ 76 | 'username': 'test', 77 | 'password': 'test', 78 | 'imap_host': 'imap.gmail.com', 79 | 'smtp_host': 'smtp.gmail.com', 80 | }) 81 | 82 | yield 83 | 84 | con_local.logout() 85 | con_gmail.logout() 86 | imap.clean_pool(test1) 87 | imap.clean_pool(test2) 88 | 89 | 90 | @pytest.fixture 91 | def sendmail(patch): 92 | with patch('mailur.remote.smtplib.SMTP.sendmail') as m: 93 | with patch('mailur.remote.smtplib.SMTP.login'): 94 | yield m 95 | 96 | 97 | @pytest.fixture 98 | def new_users(): 99 | global test1, test2 100 | 101 | test1, test2 = users.pop() 102 | 103 | 104 | @pytest.fixture 105 | def load_file(): 106 | def inner(name, charset=None): 107 | txt = (root / 'tests/files' / name).read_bytes() 108 | return txt.decode().encode(charset) if charset else txt 109 | return inner 110 | 111 | 112 | @pytest.fixture 113 | def load_email(gm_client, load_file, latest): 114 | def inner(name, charset=None, **opt): 115 | gm_client.add_emails([{'raw': load_file(name, charset=charset)}]) 116 | return latest(**opt) 117 | return inner 118 | 119 | 120 | class Some(object): 121 | """A helper object that compares equal to everything.""" 122 | 123 | def __eq__(self, other): 124 | self.value = other 125 | return True 126 | 127 | def __ne__(self, other): 128 | self.value = other 129 | return False 130 | 131 | def __getitem__(self, name): 132 | return self.value[name] 133 | 134 | def __repr__(self): 135 | return '27 |
тест
23 | --===============2720466624839896923==-- 24 | -------------------------------------------------------------------------------- /tests/files/msg-attachments-two-gmail.txt: -------------------------------------------------------------------------------- 1 | MIME-Version: 1.0 2 | Received: by 10.194.172.98 with HTTP; Mon, 3 Mar 2014 08:10:08 -0800 (PST) 3 | Date: Mon, 3 Mar 2014 18:10:08 +0200 4 | Delivered-To: naspeh@gmail.com 5 | Message-ID:=D4=C5=CC=CF
36 |
Здравствуйте.
test
23 | --===============2720466624839896923==-- 24 | -------------------------------------------------------------------------------- /tests/files/msg-encoding-parts-in-koi8r.txt: -------------------------------------------------------------------------------- 1 | Message-ID: <564fba90.022d1c0a.8a31f.ffff9bd5@mx.google.com> 2 | Content-Type: multipart/alternative; boundary="===============2720466624839896923==" 3 | MIME-Version: 1.0 4 | From: =?utf-8?b?0JPRgNC40YjQsCDQmi4=?=тест
23 | --===============2720466624839896923==-- 24 | -------------------------------------------------------------------------------- /tests/files/msg-encoding-saved-in-koi8r.txt: -------------------------------------------------------------------------------- 1 | Message-ID: <564fba90.022d1c0a.8a31f.ffff9bd5@mx.google.com> 2 | From: "Гриша"test
24 | --===============2720466624839896923==-- 25 | -------------------------------------------------------------------------------- /tests/files/msg-from-rss2email.txt: -------------------------------------------------------------------------------- 1 | Sender: feeds@yadro.org 2 | X-Mailgun-Sid: WyI0MjU0MiIsICJuYXNwZWgrbmV3c0BnbWFpbC5jb20iLCAiNGU1ZDgiXQ== 3 | Message-Id: <20160831100635.2569.78376.83235A43@yadro.org> 4 | Mime-Version: 1.0 5 | Content-Type: text/html; charset="utf-8" 6 | To: naspeh+news@gmail.com 7 | Subject: =?utf-8?b?0J3QsCDQsNCy0YLQvtCx0YPRgdC1INC/0L4g0JzQsNGA0YHRgw==?= 8 | X-Rss-Id: https://blognot.co/?p=13008 9 | User-Agent: rss2email 10 | X-Rss-Url: http://feedproxy.google.com/~r/Blognot/~3/qug3pFchXX0/13008 11 | Date: Wed, 31 Aug 2016 10:06:32 -0000 12 | X-Rss-Tags: =?utf-8?b?0JHQtdC3INGA0YPQsdGA0LjQutC4?= 13 | X-Rss-Feed: http://feeds.feedburner.com/Blognot?format=xml 14 | From: =?utf-8?b?0JHQu9C+R9C90L7RgjogR3JheQ==?=