※
126 |
127 |
129 |
130 |
131 |
132 |
133 |
135 |
136 |
81 |
86 | 87 | 88 |
89 | 90 |
91 | 93 |
94 |
95 |
142 |
143 |
--------------------------------------------------------------------------------
/server/index.html:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 | Token
83 |
84 |
85 | 86 | 87 | 88 |
89 | 90 |
91 | 93 |
81 |
90 | 91 | 92 |
93 | 94 |
95 | 97 |
98 |
99 |
147 |
148 |
--------------------------------------------------------------------------------
/server/server.js:
--------------------------------------------------------------------------------
1 | import { serve } from 'https://deno.land/std@0.117.0/http/server.ts';
2 | import { strftime } from './strftime.js';
3 | import staticFiles from "https://deno.land/x/static_files@1.1.4/mod.ts";
4 |
5 | const addr = ':1213';
6 |
7 | const EXEC_PATH = '../target/release/treasurehole';
8 | // Use proxy if needed, e.g.
9 | // const PROXY = 'http://127.0.0.1:1087';
10 | const PROXY = '';
11 |
12 | const indexHtmlContents = await Deno.readFile('index.html');
13 |
14 | const downloads = staticFiles('./data', {
15 | prefix: '/download'
16 | });
17 |
18 | // id => { log };
19 | const ctx = {};
20 |
21 | const retryRun = async (opts) => {
22 | while (true) {
23 | try {
24 | const proc = Deno.run(opts);
25 | return proc;
26 | } catch (ex) {
27 | console.log(`Arranging for retry: ${opts.cmd}`);
28 | await new Promise((resolve) => setTimeout(resolve, 5000))
29 | continue;
30 | }
31 | }
32 | }
33 |
34 | const handler = async (req) => {
35 | const method = req.method;
36 | const path = new URL(req.url).pathname;
37 |
38 | if (method === 'GET' && path === '/') {
39 | return new Response(indexHtmlContents, { status: 200 });
40 | }
41 |
42 | const requestMatch = path.match(/^\/request\/([a-z0-9]{1,50})\/(\d\d?)$/);
43 | if (method === 'POST' && requestMatch !== null) {
44 | const token = requestMatch[1];
45 | const levels = parseInt(requestMatch[2], 10);
46 | if (levels < 0 || levels > 10) {
47 | return new Response(null, { status: 400 });
48 | }
49 | const date = strftime('%Y%m%d-%H%M%S');
50 | const id = `${date}-${token}`;
51 | if (ctx[id] !== undefined) {
52 | return new Response(null, { status: 400 });
53 | }
54 | const log = [];
55 | ctx[id] = {
56 | log,
57 | };
58 | const worker = async () => {
59 | console.log(`Starting ${id} (levels = ${levels})`);
60 | const cmd = [
61 | EXEC_PATH,
62 | token,
63 | levels.toString(),
64 | `./data/${id}`,
65 | PROXY,
66 | ];
67 | const proc = await retryRun({
68 | cmd,
69 | stdout: 'null',
70 | stderr: 'piped',
71 | });
72 | const buf = new Uint8Array(4096);
73 | const decoder = new TextDecoder();
74 | const line = new Uint8Array(4096);
75 | let linePtr = 0;
76 | while (true) {
77 | const bytesRead = await proc.stderr.read(buf);
78 | if (bytesRead === null) break;
79 | for (let i = 0; i < bytesRead; i++) {
80 | if (buf[i] === 10) {
81 | log.splice(0, 0, decoder.decode(line.slice(0, linePtr)));
82 | if (log.length >= 100) log.pop();
83 | linePtr = 0;
84 | } else if (linePtr < line.length) {
85 | line[linePtr++] = buf[i];
86 | }
87 | }
88 | }
89 | if (linePtr !== 0) {
90 | log.splice(0, 0, decoder.decode(line.slice(0, linePtr)));
91 | if (log.length >= 100) log.pop();
92 | }
93 | // Successful?
94 | if (log[0] === '完成') {
95 | log.splice(0, 0, '压缩中\n======');
96 | // Compress
97 | const proc = await retryRun({
98 | cwd: './data',
99 | cmd: ['zip', id, '-r', id],
100 | stdout: 'null',
101 | stderr: 'null',
102 | });
103 | const { code } = await proc.status();
104 | if (code !== 0) {
105 | log.splice(0, 0, `压缩过程出现意外问题：${code}`);
106 | } else {
107 | log.splice(0, 0, '完成');
108 | }
109 | const rmProc = await retryRun({
110 | cmd: ['rm', '-rf', `./data/${id}`],
111 | stdout: 'null',
112 | stderr: 'null',
113 | });
114 | await rmProc.status();
115 | }
116 | ctx[id].fin = true;
117 | console.log(`Finished ${id}`);
118 | // Remove after 10 minutes
119 | setTimeout(() => delete ctx[id], 600000);
120 | };
121 | worker(); // Do not await
122 | return new Response(id, { status: 200 });
123 | }
124 |
125 | const logMatch = path.match(/^\/log\/([a-z0-9\-]{1,50})$/);
126 | if (method === 'GET' && logMatch !== null) {
127 | const id = logMatch[1];
128 | const c = ctx[id];
129 | if (c === undefined) {
130 | return new Response('Not found', { status: 404 });
131 | }
132 | return new Response(JSON.stringify({
133 | fin: !!c.fin,
134 | log: c.log,
135 | }), { status: 200 });
136 | }
137 |
138 | const zipMatch = path.match(/^\/download\/([a-z0-9\-]{1,50}).zip$/);
139 | if (method === 'GET' && zipMatch !== null) {
140 | const id = zipMatch[1];
141 | console.log(`Download ${id}`);
142 | return downloads({
143 | request: req,
144 | respondWith: r => r,
145 | });
146 | }
147 |
148 | if (method === 'GET' && path === '/recovery') {
149 | console.log(`Recovery`);
150 | const htmlContents = await Deno.readFile('recovery.html');
151 | return new Response(htmlContents, { status: 200 });
152 | }
153 |
154 | return new Response('Not found', { status: 404 });
155 | };
156 |
157 | console.log(`Running at http://localhost${addr}/`);
158 | await serve(handler, { addr });
159 |
--------------------------------------------------------------------------------
/index.html:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 | Token
83 |
84 |
85 | 层数
87 |
88 |
89 | 90 | 91 | 92 |
93 | 94 |
95 | 97 |
115 |
116 |
117 |
165 |
166 |
167 |
253 |
254 |
--------------------------------------------------------------------------------
/crawler_595732.html:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
162 |
163 |
164 |
212 |
213 |
360 |
361 |
--------------------------------------------------------------------------------
/src/main.rs:
--------------------------------------------------------------------------------
1 | #![windows_subsystem = "windows"]
2 |
3 | use std::io::Write;
4 |
5 | #[derive(Debug)]
6 | pub struct StringError {
7 | s: String,
8 | }
9 |
10 | impl StringError {
11 | pub fn new(s: String) -> Self {
12 | Self { s }
13 | }
14 | }
15 |
16 | impl std::convert::From<&str> for StringError {
17 | fn from(s: &str) -> Self {
18 | Self { s: s.to_string() }
19 | }
20 | }
21 | impl std::convert::From