├── LICENSE
├── README.md
├── lua_scripts
└── content.lua
├── nginx
└── conf
│ ├── fastcgi_params
│ ├── nginx.conf
│ └── vhosts
│ └── lua_queue.com.conf
├── ngx_lua_php_queue.png
└── php_scripts
├── config.php
├── cron_queue.php
├── index.html
├── queue.php
├── redisserver
├── APCObject.php
├── IKeyLocker.php
├── IMemcacheDecorator.php
├── IMemoryStorage.php
├── IRedisServer.php
├── KeyAutoUnlocker.php
├── MemcacheObject.php
├── MemcachedDecorator.php
├── MemcachedObject.php
├── MemoryObject.php
├── PhpRedisObject.php
├── README.md
├── RedisObject.php
├── RedisServer.php
├── Shm
│ ├── DummyMutex.php
│ ├── IMutex.php
│ ├── ISingleMemory.php
│ ├── MultiAccess.php
│ ├── ReadOnlyAccess.php
│ ├── SHMObject.php
│ ├── ShmMem.php
│ └── SingleMemory.php
├── Tests
│ ├── TestMemoryObject.php
│ └── TestRedisServer.php
└── demo.php
└── static
├── css
└── bootstrap.css
└── js
├── bootstrap.js
└── jquery.js
/LICENSE:
--------------------------------------------------------------------------------
1 | The MIT License (MIT)
2 |
3 | Copyright (c) 2014 John Wang
4 |
5 | Permission is hereby granted, free of charge, to any person obtaining a copy
6 | of this software and associated documentation files (the "Software"), to deal
7 | in the Software without restriction, including without limitation the rights
8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9 | copies of the Software, and to permit persons to whom the Software is
10 | furnished to do so, subject to the following conditions:
11 |
12 | The above copyright notice and this permission notice shall be included in all
13 | copies or substantial portions of the Software.
14 |
15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21 | SOFTWARE.
22 |
--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
1 | ngx_lua_php_queue
2 | =================
3 |
4 | nginx+lua+php+redis实现单业务排队系统架构
5 |
6 | 在做并发量很大的秒杀活动时，php会因为并发量过大而php进程不足导致服务器负载过大，无法同时处理过多请求，返回不友好的502错误。该项目旨在将php进程的压力转移到nginx层，使用lua作为中间语言，redis读取/储存队列信息，大大提高了并发量，降低了php进程的负载压力。
7 |
8 | LICENSE:
9 | https://github.com/takatost/ngx_lua_php_queue/blob/master/LICENSE
10 |
11 | 安装
12 | ------------
13 |
14 | 1. 首先安装[openresty](http://openresty.org/cn/index.html)和[php](http://www.php.net)、[redis](http://www.redis.io)
15 | 2. 安装完成后，将`lua_script`和`php_scripts`放入web文档目录，默认为`/opt/htdocs/lua_queue`
16 | 3. 接着讲nginx/conf中的配置文件放入openresty的nginx配置文件目录，如`/opt/ngx_openresty_1.7.2.1/nginx/conf`
17 | 4. 打开配置文件`conf/vhosts/lua_queue.com.conf`。
18 | 第2行：redis服务器的配置，`server 地址:端口;`
19 | 第8行：web域名配置，`server_name 域名;`
20 | 第9行：web和php文档目录配置，`root 文档目录;`，默认为`root /opt/htdocs/lua_queue/php_scripts;`
21 | 第9行：web和php文档目录配置，`root 文档目录;`
22 | 第27行：lua文档目录配置，`root lua文档目录;`，默认为`access_by_lua_file /opt/htdocs/lua_queue/lua_scripts/content.lua;`
23 | 5. 配置完成后，重启nginx，载入配置文件
24 | 6. 将域名的hosts写入/etc/hosts
25 | 7. 配置php的redis设置
26 |
27 | 打开`php_scripts`文档目录下的config.php，将redis地址和端口填入其中
28 |
29 | 8. 建立cron任务，`*/1 * * * * php /opt/htdocs/lua_queue/php_scripts/cron_queue.php`，一分钟执行一次，更新redis计数器
30 | 9. 到此，安装步骤全部完成，打开配置的域名首页来看看吧
31 |
32 | 原理
33 | ------------
34 | 
35 |
36 | 相关文档
37 | ------------
38 | 1. http://openresty.org/cn/index.html
39 | 2. http://wiki.nginx.org/HttpRedis2Module
40 |
--------------------------------------------------------------------------------
/lua_scripts/content.lua:
--------------------------------------------------------------------------------
1 | ngx.header.content_type = "text/plain";
2 | local parser = require "redis.parser"
3 |
4 | local res = ngx.location.capture("/redis?",
5 | {
6 | args = {
7 | query = 'decr lua_queue_count\n'
8 | }
9 | })
10 |
11 | if res.status ~= 200 or not res.body then
12 | ngx.log(ngx.ERR, "failed to query redis")
13 | ngx.say('{"code": 0, "message": "failed to query redis server", "environment": "Lua"}')
14 | ngx.exit(ngx.HTTP_SERVICE_UNAVAILABLE);
15 | end
16 |
17 | local res,typ = parser.parse_reply(res.body)
18 | if typ == parser.INTEGER_REPLY then
19 | if res < 0 then
20 | ngx.say('{"code": -1, "message": "sorry, haven\'t you turn.", "environment": "Lua"}')
21 | ngx.exit(200);
22 | end
23 | else
24 | ngx.say('{"code": 0, "message": "redis server error", "environment": "Lua"}')
25 | ngx.exit(ngx.HTTP_SERVICE_UNAVAILABLE);
26 | end
27 |
--------------------------------------------------------------------------------
/nginx/conf/fastcgi_params:
--------------------------------------------------------------------------------
1 |
2 | fastcgi_param QUERY_STRING $query_string;
3 | fastcgi_param REQUEST_METHOD $request_method;
4 | fastcgi_param CONTENT_TYPE $content_type;
5 | fastcgi_param CONTENT_LENGTH $content_length;
6 |
7 | fastcgi_param SCRIPT_NAME $fastcgi_script_name;
8 | fastcgi_param REQUEST_URI $request_uri;
9 | fastcgi_param DOCUMENT_URI $document_uri;
10 | fastcgi_param DOCUMENT_ROOT $document_root;
11 | fastcgi_param SERVER_PROTOCOL $server_protocol;
12 | fastcgi_param HTTPS $https if_not_empty;
13 |
14 | fastcgi_param GATEWAY_INTERFACE CGI/1.1;
15 | fastcgi_param SERVER_SOFTWARE nginx/$nginx_version;
16 |
17 | fastcgi_param REMOTE_ADDR $remote_addr;
18 | fastcgi_param REMOTE_PORT $remote_port;
19 | fastcgi_param SERVER_ADDR $server_addr;
20 | fastcgi_param SERVER_PORT $server_port;
21 | fastcgi_param SERVER_NAME $server_name;
22 |
23 | # PHP only, required if PHP was built with --enable-force-cgi-redirect
24 | fastcgi_param REDIRECT_STATUS 200;
25 |
--------------------------------------------------------------------------------
/nginx/conf/nginx.conf:
--------------------------------------------------------------------------------
1 | user www www;
2 | worker_processes 4;
3 | worker_cpu_affinity 0001 0010 0100 1000;
4 |
5 | #error_log logs/error.log;
6 | #error_log logs/error.log notice;
7 | #error_log logs/error.log info;
8 |
9 | #pid logs/nginx.pid;
10 |
11 |
12 | events {
13 | worker_connections 1024;
14 | }
15 |
16 |
17 | http {
18 | include mime.types;
19 | default_type application/octet-stream;
20 |
21 | lua_shared_dict config 1m;
22 |
23 | #log_format main '$remote_addr - $remote_user [$time_local] "$request" '
24 | # '$status $body_bytes_sent "$http_referer" '
25 | # '"$http_user_agent" "$http_x_forwarded_for"';
26 |
27 | #access_log logs/access.log main;
28 |
29 | sendfile on;
30 | #tcp_nopush on;
31 |
32 | #keepalive_timeout 0;
33 | keepalive_timeout 65;
34 |
35 | #gzip on;
36 |
37 | server {
38 | listen 80;
39 | server_name localhost;
40 |
41 | #charset koi8-r;
42 |
43 | #access_log logs/host.access.log main;
44 |
45 | location / {
46 | root html;
47 | index index.html index.htm;
48 | }
49 |
50 | #error_page 404 /404.html;
51 |
52 | # redirect server error pages to the static page /50x.html
53 | #
54 | error_page 500 502 503 504 /50x.html;
55 | location = /50x.html {
56 | root html;
57 | }
58 |
59 | # proxy the PHP scripts to Apache listening on 127.0.0.1:80
60 | #
61 | #location ~ \.php$ {
62 | # proxy_pass http://127.0.0.1;
63 | #}
64 |
65 | # pass the PHP scripts to FastCGI server listening on 127.0.0.1:9000
66 | #
67 | #location ~ \.php$ {
68 | # root html;
69 | # fastcgi_pass 127.0.0.1:9000;
70 | # fastcgi_index index.php;
71 | # fastcgi_param SCRIPT_FILENAME /scripts$fastcgi_script_name;
72 | # include fastcgi_params;
73 | #}
74 |
75 | # deny access to .htaccess files, if Apache's document root
76 | # concurs with nginx's one
77 | #
78 | #location ~ /\.ht {
79 | # deny all;
80 | #}
81 | }
82 |
83 |
84 | # another virtual host using mix of IP-, name-, and port-based configuration
85 | #
86 | #server {
87 | # listen 8000;
88 | # listen somename:8080;
89 | # server_name somename alias another.alias;
90 |
91 | # location / {
92 | # root html;
93 | # index index.html index.htm;
94 | # }
95 | #}
96 |
97 |
98 | # HTTPS server
99 | #
100 | #server {
101 | # listen 443 ssl;
102 | # server_name localhost;
103 |
104 | # ssl_certificate cert.pem;
105 | # ssl_certificate_key cert.key;
106 |
107 | # ssl_session_cache shared:SSL:1m;
108 | # ssl_session_timeout 5m;
109 |
110 | # ssl_ciphers HIGH:!aNULL:!MD5;
111 | # ssl_prefer_server_ciphers on;
112 |
113 | # location / {
114 | # root html;
115 | # index index.html index.htm;
116 | # }
117 | #}
118 |
119 | include vhosts/*.conf;
120 | }
121 |
--------------------------------------------------------------------------------
/nginx/conf/vhosts/lua_queue.com.conf:
--------------------------------------------------------------------------------
1 | upstream redis-server {
2 | server 127.0.0.1:6379;
3 | keepalive 1024;
4 | }
5 |
6 | server {
7 | listen 80;
8 | server_name www.luaqueue.com;
9 | root /opt/htdocs/lua_queue/php_scripts;
10 |
11 | # lua_code_cache off; # 关闭LUA文件缓存
12 |
13 | location /redis { # 内部redis请求转发
14 | internal;
15 |
16 | set_unescape_uri $query $arg_query;
17 | redis2_raw_query $query;
18 | redis2_pass redis-server;
19 | }
20 |
21 | location / {
22 | index index.html index.htm index.php;
23 | }
24 |
25 | location ~ \.php$ {
26 | if ($request_filename ~ ^(.*)queue\.php$){ # queue.php文件单独走lua脚本，若通过，继续执行php文件
27 | access_by_lua_file /opt/htdocs/lua_queue/lua_scripts/content.lua;
28 | }
29 |
30 | include fastcgi_params;
31 | fastcgi_param SCRIPT_FILENAME $document_root$fastcgi_script_name;
32 | fastcgi_pass 127.0.0.1:9000;
33 | fastcgi_index index.php;
34 | }
35 |
36 | access_log logs/lua_queue.access.log;
37 | error_log logs/lua_queue.error.log;
38 | }
39 |
--------------------------------------------------------------------------------
/ngx_lua_php_queue.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/takatost/ngx_lua_php_queue/8fb1dd076df89a26b628671de47bc3b1ce7ce6ce/ngx_lua_php_queue.png
--------------------------------------------------------------------------------
/php_scripts/config.php:
--------------------------------------------------------------------------------
1 | "localhost",
4 | "port" => 6379
5 | );
--------------------------------------------------------------------------------
/php_scripts/cron_queue.php:
--------------------------------------------------------------------------------
1 | connect($redisConfig['host'], $redisConfig['port']);
7 | $result = $redis->send_command('set', 'lua_queue_count', '10');
8 | echo 'success';
9 | ?>
10 |
--------------------------------------------------------------------------------
/php_scripts/index.html:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 | Lua Queue
7 |