' + content + '') 6 | openwindow.document.close() 7 | return null; 8 | } 9 | -------------------------------------------------------------------------------- /ztq_worker/ztq_worker/system_info/get_mem_usage.vbs: -------------------------------------------------------------------------------- 1 | set objWMI = GetObject("winmgmts:\\.\root\cimv2") 2 | set colOS = objWMI.InstancesOf("Win32_OperatingSystem") 3 | for each objOS in colOS 4 | strReturn = round(objOS.TotalVisibleMemorySize / 1024) & vbCrLf & round(objOS.FreePhysicalMemory / 1024) & vbCrLf & Round(((objOS.TotalVisibleMemorySize-objOS.FreePhysicalMemory)/objOS.TotalVisibleMemorySize)*100) 5 | Wscript.Echo strReturn 6 | next 7 | -------------------------------------------------------------------------------- /ztq_demo/test_transaction.py: -------------------------------------------------------------------------------- 1 | # encoding: utf-8 2 | # my_send.py 3 | import time 4 | import ztq_core 5 | import transaction 6 | from ztq_demo.tasks import send 7 | 8 | ztq_core.setup_redis('default','localhost', 6379, 3) 9 | 10 | ztq_core.enable_transaction(True) 11 | 12 | send('transaction send 1') 13 | send('transaction send 2') 14 | 15 | send('no transaction msg show first', ztq_transaction=False) 16 | 17 | print 'send, waitting for commit' 18 | time.sleep(5) 19 | 20 | transaction.commit() 21 | print 'committed' 22 | 23 | -------------------------------------------------------------------------------- /ztq_console/buildout.cfg: -------------------------------------------------------------------------------- 1 | [buildout] 2 | newest = false 3 | index = http://pypi.douban.com/simple 4 | eggs-directory = /opt/buildout-cache/eggs 5 | find-links = http://www.pythonware.com/products/pil/ 6 | http://distfiles.minitage.org/public/externals/minitage/ 7 | 8 | develop = . 9 | ../ztq_core 10 | 11 | parts = 12 | app 13 | 14 | [app] 15 | recipe = zc.recipe.egg 16 | eggs = ztq_core 17 | Paste 18 | PasteDeploy 19 | PasteScript 20 | ztq_console 21 | WebOb >= 1.0 22 | 23 | interpreter = python 24 | -------------------------------------------------------------------------------- /ztq_demo/test_fcallback.py: -------------------------------------------------------------------------------- 1 | # encoding: utf-8 2 | # my_send.py 3 | import time 4 | import ztq_core 5 | import transaction 6 | from ztq_demo.tasks import send, send_failed, failed_callback 7 | 8 | ztq_core.setup_redis('default','localhost', 6379, 3) 9 | 10 | callback = ztq_core.prepare_task(send, 'succeed!', ztq_queue='mail') 11 | fcallback = ztq_core.prepare_task(failed_callback) 12 | 13 | send('send a good msg, see what?', 14 | ztq_queue= 'mail', 15 | ztq_callback=callback, 16 | ztq_fcallback=fcallback) 17 | 18 | send_failed('send a failed msg, see what?', 19 | ztq_callback=callback, 20 | ztq_fcallback=fcallback) 21 | 22 | -------------------------------------------------------------------------------- /ztq_console/setup.cfg: -------------------------------------------------------------------------------- 1 | [nosetests] 2 | match = ^test 3 | nocapture = 1 4 | cover-package = ztq_console 5 | with-coverage = 1 6 | cover-erase = 1 7 | 8 | [compile_catalog] 9 | directory = ztq_console/locale 10 | domain = ztq_console 11 | statistics = true 12 | 13 | [extract_messages] 14 | add_comments = TRANSLATORS: 15 | output_file = ztq_console/locale/ztq_console.pot 16 | width = 80 17 | 18 | [init_catalog] 19 | domain = ztq_console 20 | input_file = ztq_console/locale/ztq_console.pot 21 | output_dir = ztq_console/locale 22 | 23 | [update_catalog] 24 | domain = ztq_console 25 | input_file = ztq_console/locale/ztq_console.pot 26 | output_dir = ztq_console/locale 27 | previous = true 28 | -------------------------------------------------------------------------------- /ztq_demo/tasks.py: -------------------------------------------------------------------------------- 1 | # encoding: utf-8 2 | from ztq_core import async 3 | import time 4 | 5 | @async 6 | def send(body): 7 | print 'START: ', body 8 | time.sleep(3) 9 | print 'END: ', body 10 | 11 | @async(queue='mail') 12 | def send_failed(body): 13 | print 'FAIL START:', body 14 | raise Exception('connection error...') 15 | 16 | @async(queue='mail') 17 | def failed_callback(return_code, return_msg): 18 | print 'FAILED CALLBACK:', return_code, return_msg 19 | 20 | @async(queue='index') 21 | def index(data): 22 | print 'INDEX:', data 23 | time.sleep(1) 24 | 25 | def do_commit(): 26 | print 'COMMITTED' 27 | 28 | import ztq_worker 29 | ztq_worker.register_batch_queue('index', 5, do_commit) 30 | -------------------------------------------------------------------------------- /ztq_core/ztq_core/utils.py: -------------------------------------------------------------------------------- 1 | #coding:utf-8 2 | from async import async 3 | import redis_wrap 4 | import urllib2 5 | from cron import has_cron, add_cron 6 | 7 | @async(queue='clock') 8 | def bgrewriteaof(): 9 | """ 将redis的AOF文件压缩 """ 10 | redis = redis_wrap.get_redis() 11 | redis.bgrewriteaof() 12 | 13 | def set_bgrewriteaof(): 14 | # 自动定时压缩reids 15 | if not has_cron(bgrewriteaof): 16 | add_cron({'hour':1}, bgrewriteaof) 17 | 18 | @async(queue='urlopen') 19 | def async_urlopen(url, params=None, timeout=120): 20 | try: 21 | # 将unicode转换成utf8 22 | urllib2.urlopen(url.encode('utf-8'), params, timeout=timeout) 23 | except IOError: 24 | raise IOError('Could not connected to %s' % url) 25 | 26 | -------------------------------------------------------------------------------- /ztq_console/ztq_console/templates/password.pt: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 |
在这里，您可以设置控制台管理员的登陆密码：
10 | 23 | 24 | 25 | -------------------------------------------------------------------------------- /ztq_core/ztq_core/__init__.py: -------------------------------------------------------------------------------- 1 | #coding:utf-8 2 | from redis_wrap import ( 3 | get_redis, 4 | get_list, 5 | get_hash, 6 | get_set, 7 | setup_redis, 8 | get_key, 9 | set_key, 10 | get_queue, 11 | get_dict, 12 | ConnectionError, 13 | ResponseError 14 | ) 15 | 16 | from task import ( 17 | task_registry, 18 | register, 19 | push_task, 20 | has_task, 21 | pop_task, 22 | pop_error, 23 | push_runtime_error, 24 | gen_task, 25 | push_runtime_task 26 | ) 27 | 28 | from model import * 29 | 30 | from cron import add_cron, has_cron, remove_cron, start_cron 31 | 32 | from async import async, enable_transaction, ping_task, prepare_task 33 | 34 | -------------------------------------------------------------------------------- /ztq_core/test/test_list.py: -------------------------------------------------------------------------------- 1 | ''' 2 | Created on 2011-4-18 3 | 4 | @author: Zay 5 | ''' 6 | from ztq_core import get_redis, get_list, get_hash, get_set, get_dict, setup_redis, \ 7 | get_key, set_key, get_queue 8 | 9 | def main(): 10 | setup_redis('default', '192.168.209.128', 6380) 11 | get_redis(system='default').delete('list') 12 | message = 'hello' 13 | 14 | Test_list = get_list('list',serialized_type='string') 15 | Test_list.append(message) 16 | 17 | #Test_list.remove(message) 18 | 19 | print get_redis(system='default').lrem('list', 0, 'hello') 20 | 21 | Test_set = get_set('set',serialized_type='string') 22 | Test_set.add(message) 23 | print get_redis(system='default').srem('set', 'hello') 24 | 25 | 26 | if __name__ == '__main__': 27 | main() 28 | -------------------------------------------------------------------------------- /ztq_console/ztq_console/utils/password.py: -------------------------------------------------------------------------------- 1 | #coding:utf-8 2 | from ConfigParser import ConfigParser, RawConfigParser 3 | import sys 4 | import os 5 | 6 | def get_password(): 7 | cf = ConfigParser() 8 | cf.read(sys.argv[1]) 9 | password_path = cf.get('password_path', 'password_path') 10 | cf.read(password_path) 11 | return cf.get('password', 'password') 12 | 13 | def modify_password(new_password): 14 | cf = ConfigParser() 15 | cf.read(sys.argv[1]) 16 | password_path = cf.get('password_path', 'password_path') 17 | if os.path.exists(password_path): 18 | passwd_txt = ConfigParser() 19 | passwd_txt.read(password_path) 20 | else: 21 | passwd_txt = RawConfigParser() 22 | passwd_txt.add_section('password') 23 | 24 | passwd_txt.set('password', 'password', new_password) 25 | with open(password_path, 'w') as new_password: 26 | passwd_txt.write(new_password) 27 | -------------------------------------------------------------------------------- /ztq_console/ztq_console/templates/mainpage.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 |进入控制后台前，请输入登录用户和登录密码：
10 | 27 | 28 | 29 | -------------------------------------------------------------------------------- /ztq_core/test/test.py: -------------------------------------------------------------------------------- 1 | #coding:utf-8 2 | import unittest 3 | 4 | 5 | import ztq_core 6 | 7 | def echo(): 8 | print 'hello' 9 | 10 | class TestftsModel(unittest.TestCase): 11 | def setUp(self): 12 | ztq_core.setup_redis('default', '192.168.209.128', 6379) 13 | self.testmessage = {'test':'test'} 14 | 15 | def testJsonList(self): 16 | """Test queue connect 17 | """ 18 | self.queue = ztq_core.get_task_queue('q01') 19 | self.queue.append(self.testmessage) 20 | revmessage = self.queue.pop() 21 | self.assertEqual(revmessage,self.testmessage) 22 | 23 | def _testRegister(self): 24 | """测试JobThread 25 | """ 26 | ztq_core.task.register(echo) 27 | ztq_core.task.task_push(u'foo:echo', 'aaa', 'bb', c='bar') 28 | job_thread = ztq_core.task.JobThread('foo') 29 | job_thread.start() 30 | 31 | if __name__ == '__main__': 32 | unittest.main() 33 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | Copyright (C) 2012 Everydo 2 | 3 | Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: 4 | 5 | The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. 6 | 7 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 8 | -------------------------------------------------------------------------------- /ztq_console/LICENSE: -------------------------------------------------------------------------------- 1 | Copyright (C) 2012 Everydo 2 | 3 | Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: 4 | 5 | The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. 6 | 7 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 8 | -------------------------------------------------------------------------------- /ztq_console/ztq_console/templates/menu.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 13 | 26 | 27 | -------------------------------------------------------------------------------- /ztq_core/LICENSE: -------------------------------------------------------------------------------- 1 | Copyright (C) 2012 Everydo 2 | 3 | Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: 4 | 5 | The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. 6 | 7 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 8 | -------------------------------------------------------------------------------- /ztq_worker/LICENSE: -------------------------------------------------------------------------------- 1 | Copyright (C) 2012 Everydo 2 | 3 | Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: 4 | 5 | The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. 6 | 7 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 8 | -------------------------------------------------------------------------------- /ztq_demo/test5.py: -------------------------------------------------------------------------------- 1 | # encoding: utf-8 2 | # my_send.py 3 | import time 4 | import ztq_core 5 | import transaction 6 | from ztq_demo.tasks import send, send_failed, failed_callback 7 | 8 | ztq_core.setup_redis('default','localhost', 6379, 3) 9 | 10 | #send('hello, world 1') 11 | #send('hello, world 2') 12 | #send('hello, world 3') 13 | 14 | 15 | 16 | #send('hello, world 3', ztq_queue='mail') 17 | 18 | 19 | 20 | #ztq_core.enable_transaction(True) 21 | #send('send 1') 22 | #send('send 2') 23 | #print 'send, waitting for commit' 24 | #time.sleep(5) 25 | #transaction.commit() 26 | #print 'committed' 27 | 28 | 29 | 30 | 31 | #ztq_core.enable_transaction(True) 32 | #send('transaction msg show later') 33 | #send('no transaction msg show first', ztq_transaction=False) 34 | #transaction.commit() 35 | 36 | 37 | #ztq_core.enable_transaction(False) 38 | #callback = ztq_core.prepare_task(send, 'yes, callback!!') 39 | #send('see callback?', ztq_callback=callback) 40 | 41 | #fc = ztq_core.prepare_task(failed_callback) 42 | #send_failed('send a failed msg, see failed callback?', ztq_fcallback=fc) 43 | 44 | -------------------------------------------------------------------------------- /ztq_console/app.ini: -------------------------------------------------------------------------------- 1 | [app:ztq_console] 2 | use = egg:ztq_console 3 | reload_templates = true 4 | debug_authorization = false 5 | debug_notfound = false 6 | debug_routematch = false 7 | debug_templates = false 8 | default_locale_name = en 9 | redis_db = 1 10 | redis_port = 6379 11 | redis_host = 127.0.0.1 12 | 13 | [filter:weberror] 14 | use = egg:WebError#error_catcher 15 | debug = true 16 | 17 | [pipeline:main] 18 | pipeline = 19 | egg:WebError#evalerror 20 | ztq_console 21 | 22 | [server:main] 23 | use = egg:Paste#http 24 | host = 0.0.0.0 25 | port = 9001 26 | 27 | # Begin logging configuration 28 | 29 | [loggers] 30 | keys = root, ztq_console 31 | 32 | [handlers] 33 | keys = console 34 | 35 | [formatters] 36 | keys = generic 37 | 38 | [logger_root] 39 | level = INFO 40 | handlers = console 41 | 42 | [logger_ztq_console] 43 | level = DEBUG 44 | handlers = 45 | qualname = ztq_console 46 | 47 | [handler_console] 48 | class = StreamHandler 49 | args = (sys.stderr,) 50 | level = NOTSET 51 | formatter = generic 52 | 53 | [formatter_generic] 54 | format = %(asctime)s %(levelname)-5.5s [%(name)s][%(threadName)s] %(message)s 55 | # End logging configuration 56 | 57 | -------------------------------------------------------------------------------- /ztq_core/setup.py: -------------------------------------------------------------------------------- 1 | 2 | import os 3 | from setuptools import setup, find_packages 4 | 5 | here = os.path.abspath(os.path.dirname(__file__)) 6 | README = open(os.path.join(here, 'README.txt')).read() 7 | CHANGES = open(os.path.join(here, 'CHANGES.txt')).read() 8 | 9 | requires = [ 'redis>=2.4.9', 'transaction',] 10 | 11 | if not os.sys.platform.startswith('win'): 12 | requires.append('hiredis') 13 | 14 | setup(name='ztq_core', 15 | version = '1.2.5', 16 | author="edo", 17 | author_email="service@everydo.com", 18 | url="http://everydo.com/", 19 | description=u"Zopen Task Queue Core", 20 | long_description=README + '\n\n' + CHANGES, 21 | packages=find_packages(), 22 | license = "MIT", 23 | platforms=["Any"], 24 | keywords='Everydo queue ztq_core async', 25 | classifiers = [ 26 | 'Development Status :: 4 - Beta', 27 | 'Environment :: Web Environment', 28 | 'Intended Audience :: Developers', 29 | 'Programming Language :: Python', 30 | 'Operating System :: OS Independent', 31 | 'Topic :: Internet :: WWW/HTTP', 32 | ], 33 | install_requires = requires, 34 | ) 35 | 36 | -------------------------------------------------------------------------------- /ztq_worker/ztq_worker/job_thread_manager.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | from job_thread import JobThread 4 | import sys 5 | 6 | class JobThreadManager: 7 | """ 管理工作线程， 开启/停止工作线程 """ 8 | # 保存工作线程的信息 9 | # threads = {'thread-1':