├── .gitattributes
├── .github
    ├── themes.png
    ├── banner.svg
    └── README.md
├── favicon.svg
├── LICENSE
├── parsers
    ├── nodelog.php
    ├── limechat.php
    ├── textual.php
    ├── catgirl.php
    ├── znc.php
    ├── hexchat.php
    ├── supybot.php
    ├── weechat.php
    ├── irssi.php
    ├── thelounge.php
    ├── mirc.php
    └── eggdrop.php
├── word.php
├── sss.conf
├── MANUAL
├── common.php
├── out.php
├── queryparts.php
├── url.php
├── web.php
├── urlparts.php
├── db.php
├── history.php
├── nick.php
├── maintenance.php
├── user.php
├── sss.php
├── sss.css
├── tlds-alpha-by-domain.txt
├── parser.php
├── sqlite_schema.sql
└── html.php


/.gitattributes:
--------------------------------------------------------------------------------
1 | *.sql linguist-detectable
2 | 


--------------------------------------------------------------------------------
/.github/themes.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/tommyrot/superseriousstats/HEAD/.github/themes.png


--------------------------------------------------------------------------------
/favicon.svg:
--------------------------------------------------------------------------------
1 | <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 64 64"><path style="fill:#7697cb" d="M4 16h16v44h-16z"/><path style="fill:#6c8fc2" d="M4 16h8v44h-8z"/><path style="fill:#416d9c" d="M4 16h16v44h-12v-4h8v-36h-8v40h-4z"/><path style="fill:#e17677" d="M24 28h16v32h-16z"/><path style="fill:#dc6c6d" d="M24 28h8v32h-8z"/><path style="fill:#c74243" d="M24 28h16v32h-12v-4h8v-24h-8v28h-4z"/><path style="fill:#8fce90" d="M44 4h16v56h-16z"/><path style="fill:#89c686" d="M44 4h8v56h-8z"/><path style="fill:#70a35e" d="M44 4h16v56h-12v-4h8v-48h-8v52h-4z"/></svg>
2 | 


--------------------------------------------------------------------------------
/LICENSE:
--------------------------------------------------------------------------------
 1 | Copyright (c) 2007-2025, Jos de Ruijter <jos@dutnie.nl>
 2 | 
 3 | Permission to use, copy, modify, and distribute this software for any
 4 | purpose with or without fee is hereby granted, provided that the above
 5 | copyright notice and this permission notice appear in all copies.
 6 | 
 7 | THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
 8 | WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
 9 | MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
10 | ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
11 | WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
12 | ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
13 | OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
14 | 


--------------------------------------------------------------------------------
/parsers/nodelog.php:
--------------------------------------------------------------------------------
 1 | <?php declare(strict_types=1);
 2 | 
 3 | /**
 4 |  * Copyright (c) 2012-2025, Jos de Ruijter <jos@dutnie.nl>
 5 |  */
 6 | 
 7 | class nodelog extends parser
 8 | {
 9 | 	protected function parse_line(string $line): void
10 | 	{
11 | 		$timestamp = '\[(?<time>\d{2}:\d{2}(:\d{2})?)] ';
12 | 
13 | 		if (preg_match('/^'.$timestamp.'(?<nick>\S+): ?(?<line>.*)$/n', $line, $matches)) {
14 | 			$this->set_normal($matches['time'], $matches['nick'], $matches['line']);
15 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick>\S+) has joined the channel$/n', $line, $matches)) {
16 | 			$this->set_join($matches['time'], $matches['nick']);
17 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick>\S+) has left the channel$/n', $line, $matches)) {
18 | 			$this->set_part($matches['time'], $matches['nick']);
19 | 		} else {
20 | 			out::put('debug', 'skipping line '.$this->linenum.': \''.$line.'\'');
21 | 		}
22 | 	}
23 | }
24 | 


--------------------------------------------------------------------------------
/word.php:
--------------------------------------------------------------------------------
 1 | <?php declare(strict_types=1);
 2 | 
 3 | /**
 4 |  * Copyright (c) 2007-2021, Jos de Ruijter <jos@dutnie.nl>
 5 |  */
 6 | 
 7 | /**
 8 |  * Class for handling word data.
 9 |  */
10 | class word
11 | {
12 | 	use common;
13 | 
14 | 	private int $total = 0;
15 | 	private string $firstused = '';
16 | 	private string $word = '';
17 | 
18 | 	public function __construct(string $word, string $firstused)
19 | 	{
20 | 		$this->word = $word;
21 | 		$this->firstused = $firstused;
22 | 	}
23 | 
24 | 	/**
25 | 	 * Store everything in the database.
26 | 	 */
27 | 	public function store_data(): void
28 | 	{
29 | 		/**
30 | 		 * Store data in database table "words".
31 | 		 */
32 | 		db::query_exec('INSERT INTO words (word, length, total, firstused) VALUES (\''.$this->word.'\', LENGTH(\''.$this->word.'\'), '.$this->total.', \''.$this->firstused.'\') ON CONFLICT (word) DO UPDATE SET total = total + excluded.total');
33 | 	}
34 | }
35 | 


--------------------------------------------------------------------------------
/.github/banner.svg:
--------------------------------------------------------------------------------
1 | <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 818 50"><path style="fill:#999" d="M0 0h48v4h-46v21h46v25h-48v-2h46v-21h-46zm51 0h2v48h44v-48h2v50h-48zm51 0h48v27h-46v-2h44v-21h-44v46h-2zm51 0h48v27h-46v-2h44v-21h-44v44h46v2h-48zm51 0h46v25h2v25h-2v-23h-44v-2h42v-21h-42v46h-2zm51 0h48v4h-46v21h46v25h-48v-2h46v-21h-46zm51 0h48v27h-46v-2h44v-21h-44v44h46v2h-48zm51 0h46v25h2v25h-2v-23h-44v-2h42v-21h-42v46h-2zm51 0h10v4h-4v44h4v2h-10v-2h4v-44h-4zm13 0h48v50h-46v-2h44v-44h-44v46h-2zm51 0h2v48h44v-48h2v50h-48zm51 0h48v4h-46v21h46v25h-48v-2h46v-21h-46zm51 0h48v4h-46v21h46v25h-48v-2h46v-21h-46zm51 0h44v4h-21v46h-2v-46h-21zm47 0h48v50h-2v-23h-44v-2h44v-21h-44v46h-2zm51 0h44v4h-21v46h-2v-46h-21zm47 0h48v4h-46v21h46v25h-48v-2h46v-21h-46z"/><path style="fill:#7697cb" d="M428 19h8v25h-8z"/><path style="fill:#6c8fc2" d="M428 19h4v25h-4z"/><path style="fill:#416d9c" d="M428 19h8v25h-6v-2h4v-21h-4v23h-2z"/><path style="fill:#e17677" d="M441 27h8v17h-8z"/><path style="fill:#dc6c6d" d="M441 27h4v17h-4z"/><path style="fill:#c74243" d="M441 27h8v17h-6v-2h4v-13h-4v15h-2z"/><path style="fill:#8fce90" d="M454 11h8v33h-8z"/><path style="fill:#89c686" d="M454 11h4v33h-4z"/><path style="fill:#70a35e" d="M454 11h8v33h-6v-2h4v-29h-4v31h-2z"/></svg>
2 | 


--------------------------------------------------------------------------------
/sss.conf:
--------------------------------------------------------------------------------
 1 | # configuration file for superseriousstats
 2 | 
 3 | ### REQUIRED SETTINGS ###
 4 | 
 5 | # name of the irc channel
 6 | # example: "#my_channel"
 7 | channel = ""
 8 | 
 9 | # name of the logfile parser (see parsers directory)
10 | # example: "eggdrop"
11 | parser = ""
12 | 
13 | # timezone the logs are in (see online ''tz database'')
14 | # example: "Europe/Berlin"
15 | timezone = ""
16 | 
17 | # (path to) the sqlite database for this channel
18 | # example: "/var/www/databases/my_channel.db"
19 | database = ""
20 | 
21 | ### OPTIONAL SETTINGS (default values are shown below) ###
22 | 
23 | #auto_link_nicks = "true"   # link nicks like Guest33 to Guest
24 | #stylesheet = "sss.css"     # change if you have a custom css
25 | #link_history_php = "true"  # create links to history.php on the main page
26 | #link_user_php = "true"     # create links to user.php on the main/history pages
27 | #main_page = "./"           # be specific if httpd doesn't know of index file
28 | #userpics_dir = "userpics"  # directory to put user pics in
29 | #userpics_default = ""      # default pic if none found for user
30 | #show_banner = "true"       # put the sss logo at the top
31 | #favicon = "favicon.svg"    # include a link to this favicon on all pages
32 | #xxl = "false"              # increase table sizes (for very large channels)
33 | 


--------------------------------------------------------------------------------
/MANUAL:
--------------------------------------------------------------------------------
 1 | Usage: php sss.php [-q | -v] [-c config] [-i <logfile or directory>] [-o html]
 2 |        php sss.php [-q | -v] [-c config] [-e target]
 3 |        php sss.php [-q | -v] [-c config] [-m source]
 4 | 
 5 | Options:
 6 |         -c <file>
 7 |                 Read settings from <file>. By default "sss.conf" is read.
 8 | 
 9 |         -e <file>
10 |                 Export all user relations in the database to <file>.
11 | 
12 |         -i <file|directory>
13 |                 Parse a single logfile <file> or all logfiles in <directory>.
14 |                 Gzipped logfiles with the ".gz" extension will be processed by
15 |                 the parser. After the last logfile has been parsed, database
16 |                 maintenance will commence to ensure a usable dataset.
17 | 
18 |         -m <file>
19 |                 Import user relations from <file> into the database. Existing
20 |                 relations will be unset prior to any updates made. It is highly
21 |                 recommended to keep an export as backup. Nicks contained in
22 |                 <file> are treated as case insensitive and nicks which don't
23 |                 exist in the database will be ignored.
24 | 
25 |         -o <file>
26 |                 Generate statistics and output to <file>.
27 | 
28 |         -q
29 |                 Quiet mode. Output only errors.
30 | 
31 |         -v
32 |                 Verbose mode. Useful to see parser issues if any.
33 | 
34 | Examples:
35 |         Parse all logfiles found in "~/irclogs/foobar/" and create a stats
36 |         page named "/var/www/foobar.html":
37 | 
38 |                 $ php sss.php -i ~/irclogs/foobar/ -o /var/www/foobar.html
39 | 


--------------------------------------------------------------------------------
/common.php:
--------------------------------------------------------------------------------
 1 | <?php declare(strict_types=1);
 2 | 
 3 | /**
 4 |  * Copyright (c) 2010-2022, Jos de Ruijter <jos@dutnie.nl>
 5 |  */
 6 | 
 7 | /**
 8 |  * Trait with common functions.
 9 |  */
10 | trait common
11 | {
12 | 	public function add_int(string $var, int $value): void
13 | 	{
14 | 		$this->$var += $value;
15 | 	}
16 | 
17 | 	/**
18 | 	 * Retrieve and apply given variables from $table after casting their values to
19 | 	 * the appropriate type. $table can be either "settings" or "parse_state".
20 | 	 */
21 | 	private function apply_vars(string $table, array $vars): void
22 | 	{
23 | 		foreach ($vars as $var) {
24 | 			if (is_null($value = db::query_single_col('SELECT value FROM '.$table.' WHERE var = \''.$var.'\''))) {
25 | 				continue;
26 | 			}
27 | 
28 | 			if (is_string($this->$var)) {
29 | 				$this->$var = $value;
30 | 			} elseif (is_int($this->$var)) {
31 | 				if (preg_match('/^\d+$/', $value)) {
32 | 					$this->$var = (int) $value;
33 | 				}
34 | 			} elseif (is_bool($this->$var)) {
35 | 				if (preg_match('/^true$/i', $value)) {
36 | 					$this->$var = true;
37 | 				} elseif (preg_match('/^false$/i', $value)) {
38 | 					$this->$var = false;
39 | 				}
40 | 			} elseif (is_array($this->$var)) {
41 | 				$this->$var = unserialize($value);
42 | 			}
43 | 		}
44 | 	}
45 | 
46 | 	public function get_int(string $var): int
47 | 	{
48 | 		return $this->$var;
49 | 	}
50 | 
51 | 	public function get_string(string $var): string
52 | 	{
53 | 		return $this->$var;
54 | 	}
55 | 
56 | 	public function set_int(string $var, int $value): void
57 | 	{
58 | 		$this->$var = $value;
59 | 	}
60 | 
61 | 	public function set_string(string $var, string $value): void
62 | 	{
63 | 		$this->$var = $value;
64 | 	}
65 | }
66 | 


--------------------------------------------------------------------------------
/out.php:
--------------------------------------------------------------------------------
 1 | <?php declare(strict_types=1);
 2 | 
 3 | /**
 4 |  * Copyright (c) 2010-2020, Jos de Ruijter <jos@dutnie.nl>
 5 |  */
 6 | 
 7 | /**
 8 |  * Class for handling output messages.
 9 |  */
10 | class out
11 | {
12 | 	private static int $verbosity = 1;
13 | 	private static string $message_prev = '';
14 | 
15 | 	/**
16 | 	 * This is a static class and should not be instantiated.
17 | 	 */
18 | 	private function __construct() {}
19 | 
20 | 	/**
21 | 	 * Output a given message to the console.
22 | 	 */
23 | 	public static function put(string $type, string $message): void
24 | 	{
25 | 		$datetime = preg_replace('/(?<=[a-z] )0/', ' ', date('M d H:i:s'));
26 | 
27 | 		/**
28 | 		 * Critical messages will always display and are followed by the termination of
29 | 		 * the program.
30 | 		 */
31 | 		if ($type === 'critical') {
32 | 			exit($datetime.' [C] '.$message."\n");
33 | 		}
34 | 
35 | 		/**
36 | 		 * Avoid repeating the same message multiple times in a row, e.g. repeated lines
37 | 		 * and errors related to mode changes.
38 | 		 */
39 | 		if ($message === self::$message_prev) {
40 | 			return;
41 | 		}
42 | 
43 | 		if ($type === 'notice') {
44 | 			if (self::$verbosity >= 1) {
45 | 				echo $datetime.' [ ] '.$message."\n";
46 | 			}
47 | 		} elseif ($type === 'debug') {
48 | 			if (self::$verbosity >= 2) {
49 | 				echo $datetime.' [D] '.$message."\n";
50 | 			}
51 | 		}
52 | 
53 | 		/**
54 | 		 * Remember the last message displayed.
55 | 		 */
56 | 		self::$message_prev = $message;
57 | 	}
58 | 
59 | 	/**
60 | 	 * Set the level of output verbosity. All message types with a lower numeric
61 | 	 * value will also be displayed. Default value is 1 and can be overridden by
62 | 	 * using the command line flag -q (quiet) for 0 or -v (verbose) for 2.
63 | 	 *
64 | 	 *  0  Critical events (these will always display)
65 | 	 *  1  Notices
66 | 	 *  2  Debug messages
67 | 	 */
68 | 	public static function set_verbosity(int $verbosity): void
69 | 	{
70 | 		self::$verbosity = $verbosity;
71 | 	}
72 | }
73 | 


--------------------------------------------------------------------------------
/queryparts.php:
--------------------------------------------------------------------------------
 1 | <?php declare(strict_types=1);
 2 | 
 3 | /**
 4 |  * Copyright (c) 2020-2021, Jos de Ruijter <jos@dutnie.nl>
 5 |  */
 6 | 
 7 | /**
 8 |  * Trait with code for creating parts of SQLite UPSERT queries.
 9 |  */
10 | trait queryparts
11 | {
12 | 	private function get_queryparts(array $columns): ?array
13 | 	{
14 | 		foreach ($columns as $var) {
15 | 			if (is_int($this->$var)) {
16 | 				if ($this->$var !== 0) {
17 | 					$insert_columns[] = $var;
18 | 					$insert_values[] = $this->$var;
19 | 
20 | 					/**
21 | 					 * $topmonologue is a high value and should be treated as such.
22 | 					 */
23 | 					if ($var === 'topmonologue') {
24 | 						$update_assignments[] = 'topmonologue = CASE WHEN excluded.topmonologue > topmonologue THEN excluded.topmonologue ELSE topmonologue END';
25 | 					} else {
26 | 						$update_assignments[] = $var.' = '.$var.' + excluded.'.$var;
27 | 					}
28 | 				}
29 | 			} elseif (is_string($this->$var)) {
30 | 				if ($this->$var !== '') {
31 | 					$insert_columns[] = $var;
32 | 					$insert_values[] = ($var === 'lasttalked' ? 'DATETIME(\''.$this->lasttalked.'\')' : '\''.preg_replace('/\'/', '\'\'', $this->$var).'\'');
33 | 
34 | 					/**
35 | 					 * Don't update a quote if that means its length will fall below 3 words.
36 | 					 */
37 | 					if (($var === 'quote' || $var === 'ex_exclamations' || $var === 'ex_questions' || $var === 'ex_uppercased' || 'ex_actions') && substr_count($this->$var, ' ') < 2) {
38 | 						$update_assignments[] = $var.' = CASE WHEN '.$var.' IS NULL OR '.$var.' NOT LIKE \'% % %\' THEN excluded.'.$var.' ELSE '.$var.' END';
39 | 					} else {
40 | 						$update_assignments[] = $var.' = excluded.'.$var;
41 | 					}
42 | 				}
43 | 			}
44 | 		}
45 | 
46 | 		if (!isset($insert_columns)) {
47 | 			return null;
48 | 		}
49 | 
50 | 		return [
51 | 			'insert_columns' => implode(', ', $insert_columns),
52 | 			'insert_values' => implode(', ', $insert_values),
53 | 			'update_assignments' => implode(', ', $update_assignments)];
54 | 	}
55 | }
56 | 


--------------------------------------------------------------------------------
/url.php:
--------------------------------------------------------------------------------
 1 | <?php declare(strict_types=1);
 2 | 
 3 | /**
 4 |  * Copyright (c) 2007-2021, Jos de Ruijter <jos@dutnie.nl>
 5 |  */
 6 | 
 7 | /**
 8 |  * Class for handling URL data.
 9 |  */
10 | class url
11 | {
12 | 	private array $uses = [];
13 | 	private string $fqdn = '';
14 | 	private string $tld = '';
15 | 	private string $url = '';
16 | 
17 | 	public function __construct(array $urlparts)
18 | 	{
19 | 		$this->fqdn = $urlparts['fqdn'];
20 | 		$this->tld = $urlparts['tld'];
21 | 		$this->url = $urlparts['url'];
22 | 	}
23 | 
24 | 	/**
25 | 	 * Record each and every use of this URL.
26 | 	 */
27 | 	public function add_uses(string $datetime, string $nick): void
28 | 	{
29 | 		if (!isset($this->uses[$nick])) {
30 | 			$this->uses[$nick]['firstused'] = $datetime;
31 | 			$this->uses[$nick]['total'] = 1;
32 | 		} else {
33 | 			++$this->uses[$nick]['total'];
34 | 		}
35 | 
36 | 		$this->uses[$nick]['lastused'] = $datetime;
37 | 	}
38 | 
39 | 	/**
40 | 	 * Store everything in the database.
41 | 	 */
42 | 	public function store_data(): void
43 | 	{
44 | 		/**
45 | 		 * Store data in database table "fqdns".
46 | 		 */
47 | 		if ($this->fqdn !== '') {
48 | 			if (is_null($fid = db::query_single_col('SELECT fid FROM fqdns WHERE fqdn = \''.$this->fqdn.'\''))) {
49 | 				$fid = db::query_exec('INSERT INTO fqdns (fqdn, tld) VALUES (\''.$this->fqdn.'\', \''.$this->tld.'\')');
50 | 			}
51 | 		}
52 | 
53 | 		/**
54 | 		 * Store data in database tables "urls" and "uid_urls".
55 | 		 */
56 | 		if (is_null($lid = db::query_single_col('SELECT lid FROM urls WHERE url = \''.preg_replace('/\'/', '\'\'', $this->url).'\''))) {
57 | 			$lid = db::query_exec('INSERT INTO urls (url, fid) VALUES (\''.preg_replace('/\'/', '\'\'', $this->url).'\', '.($fid ?? 'NULL').')');
58 | 		}
59 | 
60 | 		foreach ($this->uses as $nick => ['firstused' => $firstused, 'lastused' => $lastused, 'total' => $total]) {
61 | 			db::query_exec('INSERT INTO uid_urls (uid, lid, firstused, lastused, total) VALUES ((SELECT uid FROM uid_details WHERE csnick = \''.$nick.'\'), '.$lid.', DATETIME(\''.$firstused.'\'), DATETIME(\''.$lastused.'\'), '.$total.') ON CONFLICT (uid, lid) DO UPDATE SET lastused = excluded.lastused, total = total + excluded.total');
62 | 		}
63 | 	}
64 | }
65 | 


--------------------------------------------------------------------------------
/parsers/limechat.php:
--------------------------------------------------------------------------------
 1 | <?php declare(strict_types=1);
 2 | 
 3 | /**
 4 |  * Copyright (c) 2012-2025, Jos de Ruijter <jos@dutnie.nl>
 5 |  */
 6 | 
 7 | class limechat extends parser
 8 | {
 9 | 	protected function parse_line(string $line): void
10 | 	{
11 | 		$timestamp = '(?<time>\d{2}:\d{2}(:\d{2})?) ';
12 | 
13 | 		if (preg_match('/^'.$timestamp.'(?<nick>\S+): ?(?<line>.*)$/n', $line, $matches)) {
14 | 			$this->set_normal($matches['time'], $matches['nick'], $matches['line']);
15 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick>\S+) has joined/n', $line, $matches)) {
16 | 			$this->set_join($matches['time'], $matches['nick']);
17 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick>\S+) has left IRC/n', $line, $matches)) {
18 | 			$this->set_quit($matches['time'], $matches['nick']);
19 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick_performing>\S+) is now known as (?<nick_undergoing>\S+)$/n', $line, $matches)) {
20 | 			$this->set_nickchange($matches['time'], $matches['nick_performing'], $matches['nick_undergoing']);
21 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick_performing>\S+) has changed mode: (?<modes>[-+][ov]+([-+][ov]+)?) (?<nicks_undergoing>\S+( \S+)*)$/n', $line, $matches)) {
22 | 			$mode_num = 0;
23 | 			$nicks_undergoing = explode(' ', $matches['nicks_undergoing']);
24 | 
25 | 			for ($i = 0, $j = strlen($matches['modes']); $i < $j; ++$i) {
26 | 				$mode = $matches['modes'][$i];
27 | 
28 | 				if ($mode === '-' || $mode === '+') {
29 | 					$mode_sign = $mode;
30 | 				} else {
31 | 					$this->set_mode($matches['time'], $matches['nick_performing'], $nicks_undergoing[$mode_num], $mode_sign.$mode);
32 | 					++$mode_num;
33 | 				}
34 | 			}
35 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick>\S+) has left/n', $line, $matches)) {
36 | 			$this->set_part($matches['time'], $matches['nick']);
37 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick>\S+) has set topic: ?(?<line>.*)$/n', $line, $matches)) {
38 | 			$this->set_topic($matches['time'], $matches['nick'], $matches['line']);
39 | 		} elseif (preg_match('/^'.$timestamp.'(?<line>(?<nick_performing>\S+) has kicked (?<nick_undergoing>\S+) )(?<reason>\(.*\))$/n', $line, $matches)) {
40 | 			$this->set_kick($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'], $matches['line'].(preg_match('/^\( ?\)$/', $matches['reason']) ? '('.$matches['nick_undergoing'].')' : $matches['reason']));
41 | 		} else {
42 | 			out::put('debug', 'skipping line '.$this->linenum.': \''.$line.'\'');
43 | 		}
44 | 	}
45 | }
46 | 


--------------------------------------------------------------------------------
/parsers/textual.php:
--------------------------------------------------------------------------------
 1 | <?php declare(strict_types=1);
 2 | 
 3 | /**
 4 |  * Copyright (c) 2012-2025, Jos de Ruijter <jos@dutnie.nl>
 5 |  */
 6 | 
 7 | class textual extends parser
 8 | {
 9 | 	protected function parse_line(string $line): void
10 | 	{
11 | 		$timestamp = '\[(?<time>\d{2}:\d{2}(:\d{2})?)] ';
12 | 
13 | 		if (preg_match('/^'.$timestamp.'(?<nick>\S+): ?(?<line>.*)$/n', $line, $matches)) {
14 | 			$this->set_normal($matches['time'], $matches['nick'], $matches['line']);
15 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick>\S+) \(\S+\) joined the channel/n', $line, $matches)) {
16 | 			$this->set_join($matches['time'], $matches['nick']);
17 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick>\S+) \(\S+\) left IRC/n', $line, $matches)) {
18 | 			$this->set_quit($matches['time'], $matches['nick']);
19 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick_performing>\S+) is now known as (?<nick_undergoing>\S+)$/n', $line, $matches)) {
20 | 			$this->set_nickchange($matches['time'], $matches['nick_performing'], $matches['nick_undergoing']);
21 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick_performing>\S+) sets mode (?<modes>[-+][ov]+([-+][ov]+)?) (?<nicks_undergoing>\S+( \S+)*)$/n', $line, $matches)) {
22 | 			$mode_num = 0;
23 | 			$nicks_undergoing = explode(' ', $matches['nicks_undergoing']);
24 | 
25 | 			for ($i = 0, $j = strlen($matches['modes']); $i < $j; ++$i) {
26 | 				$mode = $matches['modes'][$i];
27 | 
28 | 				if ($mode === '-' || $mode === '+') {
29 | 					$mode_sign = $mode;
30 | 				} else {
31 | 					$this->set_mode($matches['time'], $matches['nick_performing'], $nicks_undergoing[$mode_num], $mode_sign.$mode);
32 | 					++$mode_num;
33 | 				}
34 | 			}
35 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick>\S+) \(\S+\) left the channel/n', $line, $matches)) {
36 | 			$this->set_part($matches['time'], $matches['nick']);
37 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick>\S+) changed the topic to ?(?<line>.*)$/n', $line, $matches)) {
38 | 			$this->set_topic($matches['time'], $matches['nick'], $matches['line']);
39 | 		} elseif (preg_match('/^'.$timestamp.'(?<line>(?<nick_performing>\S+) kicked (?<nick_undergoing>\S+) from the channel\. )(?<reason>\(.*\))$/n', $line, $matches)) {
40 | 			$this->set_kick($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'], $matches['line'].(preg_match('/^\( ?\)$/', $matches['reason']) ? '('.$matches['nick_undergoing'].')' : $matches['reason']));
41 | 		} else {
42 | 			out::put('debug', 'skipping line '.$this->linenum.': \''.$line.'\'');
43 | 		}
44 | 	}
45 | }
46 | 


--------------------------------------------------------------------------------
/parsers/catgirl.php:
--------------------------------------------------------------------------------
 1 | <?php declare(strict_types=1);
 2 | 
 3 | /**
 4 |  * Copyright (c) 2021-2025, Jos de Ruijter <jos@dutnie.nl>
 5 |  */
 6 | 
 7 | class catgirl extends parser
 8 | {
 9 | 	protected function parse_line(string $line): void
10 | 	{
11 | 		$timestamp = '\[\d{4}-\d{2}-\d{2}T(?<time>\d{2}:\d{2}:\d{2})\+\d{4}] ';
12 | 
13 | 		if (preg_match('/^'.$timestamp.'<(?<nick>\S+)> ?(?<line>.*)$/', $line, $matches)) {
14 | 			$this->set_normal($matches['time'], $matches['nick'], $matches['line']);
15 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick>\S+) arrives in/', $line, $matches)) {
16 | 			$this->set_join($matches['time'], $matches['nick']);
17 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick>\S+) leaves:/', $line, $matches)) {
18 | 			$this->set_quit($matches['time'], $matches['nick']);
19 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<line>(?<nick_performing>\S+)((?<slap> slaps( (?<nick_undergoing>\S+).*)?)|.*))$/in', $line, $matches, PREG_UNMATCHED_AS_NULL)) {
20 | 			if (!is_null($matches['slap'])) {
21 | 				$this->set_slap($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'] ?? '');
22 | 			}
23 | 
24 | 			$this->set_action($matches['time'], $matches['nick_performing'], $matches['line']);
25 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick_performing>\S+) is now known as (?<nick_undergoing>\S+)$/', $line, $matches)) {
26 | 			$this->set_nickchange($matches['time'], $matches['nick_performing'], $matches['nick_undergoing']);
27 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick_performing>\S+) (un)?sets [~&@%+!]?(?<nick_undergoing>\S+) (?<mode>[-+][ov])/n', $line, $matches)) {
28 | 			$this->set_mode($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'], $matches['mode']);
29 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick>\S+) leaves/', $line, $matches)) {
30 | 			$this->set_part($matches['time'], $matches['nick']);
31 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick>\S+) places a new sign in \S+: ?(?<line>.*)$/', $line, $matches)) {
32 | 			$this->set_topic($matches['time'], $matches['nick'], $matches['line']);
33 | 		} elseif (preg_match('/^'.$timestamp.'(?<line>(?<nick_performing>\S+) kicks (?<nick_undergoing>\S+) out of \S+:)(?<reason>.*)$/', $line, $matches)) {
34 | 			$this->set_kick($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'], $matches['line'].($matches['reason'] === '' ? ' '.$matches['nick_undergoing'] : $matches['reason']));
35 | 		} else {
36 | 			out::put('debug', 'skipping line '.$this->linenum.': \''.$line.'\'');
37 | 		}
38 | 	}
39 | }
40 | 


--------------------------------------------------------------------------------
/parsers/znc.php:
--------------------------------------------------------------------------------
 1 | <?php declare(strict_types=1);
 2 | 
 3 | /**
 4 |  * Copyright (c) 2011-2025, Jos de Ruijter <jos@dutnie.nl>
 5 |  */
 6 | 
 7 | class znc extends parser
 8 | {
 9 | 	protected function parse_line(string $line): void
10 | 	{
11 | 		$timestamp = '\[(?<time>\d{2}:\d{2}(:\d{2})?)] ';
12 | 
13 | 		if (preg_match('/^'.$timestamp.'<(?<nick>\S+)> ?(?<line>.*)$/n', $line, $matches)) {
14 | 			$this->set_normal($matches['time'], $matches['nick'], $matches['line']);
15 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* Joins: (?<nick>\S+)/n', $line, $matches)) {
16 | 			$this->set_join($matches['time'], $matches['nick']);
17 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* Quits: (?<nick>\S+)/n', $line, $matches)) {
18 | 			$this->set_quit($matches['time'], $matches['nick']);
19 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<line>(?<nick_performing>\S+)((?<slap> slaps( (?<nick_undergoing>\S+).*)?)|.*))$/in', $line, $matches, PREG_UNMATCHED_AS_NULL)) {
20 | 			if (!is_null($matches['slap'])) {
21 | 				$this->set_slap($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'] ?? '');
22 | 			}
23 | 
24 | 			$this->set_action($matches['time'], $matches['nick_performing'], $matches['line']);
25 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<nick_performing>\S+) is now known as (?<nick_undergoing>\S+)$/n', $line, $matches)) {
26 | 			$this->set_nickchange($matches['time'], $matches['nick_performing'], $matches['nick_undergoing']);
27 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<nick_performing>\S+) sets mode: (?<modes>[-+][ov]+([-+][ov]+)?) (?<nicks_undergoing>\S+( \S+)*)$/n', $line, $matches)) {
28 | 			$mode_num = 0;
29 | 			$nicks_undergoing = explode(' ', $matches['nicks_undergoing']);
30 | 
31 | 			for ($i = 0, $j = strlen($matches['modes']); $i < $j; ++$i) {
32 | 				$mode = $matches['modes'][$i];
33 | 
34 | 				if ($mode === '-' || $mode === '+') {
35 | 					$mode_sign = $mode;
36 | 				} else {
37 | 					$this->set_mode($matches['time'], $matches['nick_performing'], $nicks_undergoing[$mode_num], $mode_sign.$mode);
38 | 					++$mode_num;
39 | 				}
40 | 			}
41 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* Parts: (?<nick>\S+)/n', $line, $matches)) {
42 | 			$this->set_part($matches['time'], $matches['nick']);
43 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<nick>\S+) changes topic to \'(?<line>.*)\'$/n', $line, $matches)) {
44 | 			$this->set_topic($matches['time'], $matches['nick'], $matches['line']);
45 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<line>(?<nick_undergoing>\S+) was kicked by (?<nick_performing>\S+) )(?<reason>\(.*\))$/n', $line, $matches)) {
46 | 			$this->set_kick($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'], $matches['line'].(preg_match('/^\( ?\)$/', $matches['reason']) ? '('.$matches['nick_undergoing'].')' : $matches['reason']));
47 | 		} else {
48 | 			out::put('debug', 'skipping line '.$this->linenum.': \''.$line.'\'');
49 | 		}
50 | 	}
51 | }
52 | 


--------------------------------------------------------------------------------
/parsers/hexchat.php:
--------------------------------------------------------------------------------
 1 | <?php declare(strict_types=1);
 2 | 
 3 | /**
 4 |  * Copyright (c) 2012-2025, Jos de Ruijter <jos@dutnie.nl>
 5 |  */
 6 | 
 7 | class hexchat extends parser
 8 | {
 9 | 	protected function parse_line(string $line): void
10 | 	{
11 | 		$timestamp = '\S{3} \d{2} (?<time>\d{2}:\d{2}(:\d{2})?) ';
12 | 
13 | 		if (preg_match('/^'.$timestamp.'<(?<nick>\S+)> ?(?<line>.*)$/n', $line, $matches)) {
14 | 			$this->set_normal($matches['time'], $matches['nick'], $matches['line']);
15 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<nick>\S+) \(\S+\) has joined/n', $line, $matches)) {
16 | 			$this->set_join($matches['time'], $matches['nick']);
17 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<nick>\S+) has quit/n', $line, $matches)) {
18 | 			$this->set_quit($matches['time'], $matches['nick']);
19 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<line>(?<nick_performing>\S+) slaps( (?<nick_undergoing>\S+).*)?)$/in', $line, $matches)) {
20 | 			$this->set_slap($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'] ?? '');
21 | 			$this->set_action($matches['time'], $matches['nick_performing'], $matches['line']);
22 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<nick_performing>\S+) is now known as (?<nick_undergoing>\S+)$/n', $line, $matches)) {
23 | 			$this->set_nickchange($matches['time'], $matches['nick_performing'], $matches['nick_undergoing']);
24 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<nick_performing>\S+) (?<mode_sign>gives|removes) (?<mode>channel operator status|voice) (to|from) (?<nicks_undergoing>\S+( \S+)*)$/n', $line, $matches)) {
25 | 			$nicks_undergoing = explode(' ', $matches['nicks_undergoing']);
26 | 
27 | 			if ($matches['mode_sign'] === 'gives') {
28 | 				$mode_sign = '+';
29 | 			} else {
30 | 				$mode_sign = '-';
31 | 			}
32 | 
33 | 			if ($matches['mode'] === 'channel operator status') {
34 | 				$mode = 'o';
35 | 			} else {
36 | 				$mode = 'v';
37 | 			}
38 | 
39 | 			foreach ($nicks_undergoing as $nick_undergoing) {
40 | 				$this->set_mode($matches['time'], $matches['nick_performing'], $nick_undergoing, $mode_sign.$mode);
41 | 			}
42 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<nick>\S+) \(\S+\) has left/n', $line, $matches)) {
43 | 			$this->set_part($matches['time'], $matches['nick']);
44 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<nick>\S+) has changed the topic to: ?(?<line>.*)$/n', $line, $matches)) {
45 | 			$this->set_topic($matches['time'], $matches['nick'], $matches['line']);
46 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<line>(?<nick_performing>\S+) has kicked (?<nick_undergoing>\S+) from \S+ )(?<reason>\(.*\))$/n', $line, $matches)) {
47 | 			$this->set_kick($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'], $matches['line'].(preg_match('/^\( ?\)$/', $matches['reason']) ? '('.$matches['nick_undergoing'].')' : $matches['reason']));
48 | 		} else {
49 | 			out::put('debug', 'skipping line '.$this->linenum.': \''.$line.'\'');
50 | 		}
51 | 	}
52 | }
53 | 


--------------------------------------------------------------------------------
/parsers/supybot.php:
--------------------------------------------------------------------------------
 1 | <?php declare(strict_types=1);
 2 | 
 3 | /**
 4 |  * Copyright (c) 2011-2025, Jos de Ruijter <jos@dutnie.nl>
 5 |  */
 6 | 
 7 | class supybot extends parser
 8 | {
 9 | 	protected function parse_line(string $line): void
10 | 	{
11 | 		$timestamp = '\d{4}-\d{2}-\d{2}T(?<time>\d{2}:\d{2}:\d{2}) ';
12 | 
13 | 		if (preg_match('/^'.$timestamp.'<(?<nick>\S+)> ?(?<line>.*)$/', $line, $matches)) {
14 | 			$this->set_normal($matches['time'], $matches['nick'], $matches['line']);
15 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<nick>\S+) (<\S+> )?has joined/', $line, $matches)) {
16 | 			$this->set_join($matches['time'], $matches['nick']);
17 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<nick>\S+) (<\S+> )?has quit IRC/', $line, $matches)) {
18 | 			$this->set_quit($matches['time'], $matches['nick']);
19 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<line>(?<nick_performing>\S+)((?<slap> slaps( (?<nick_undergoing>\S+).*)?)|.*))$/in', $line, $matches, PREG_UNMATCHED_AS_NULL)) {
20 | 			if (!is_null($matches['slap'])) {
21 | 				$this->set_slap($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'] ?? '');
22 | 			}
23 | 
24 | 			$this->set_action($matches['time'], $matches['nick_performing'], $matches['line']);
25 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<nick_performing>\S+) is now known as (?<nick_undergoing>\S+)$/', $line, $matches)) {
26 | 			$this->set_nickchange($matches['time'], $matches['nick_performing'], $matches['nick_undergoing']);
27 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<nick_performing>\S+) sets mode: (?<modes>[-+][ov]+([-+][ov]+)?) (?<nicks_undergoing>\S+( \S+)*)$/n', $line, $matches)) {
28 | 			$mode_num = 0;
29 | 			$nicks_undergoing = explode(' ', $matches['nicks_undergoing']);
30 | 
31 | 			for ($i = 0, $j = strlen($matches['modes']); $i < $j; ++$i) {
32 | 				$mode = $matches['modes'][$i];
33 | 
34 | 				if ($mode === '-' || $mode === '+') {
35 | 					$mode_sign = $mode;
36 | 				} else {
37 | 					$this->set_mode($matches['time'], $matches['nick_performing'], $nicks_undergoing[$mode_num], $mode_sign.$mode);
38 | 					++$mode_num;
39 | 				}
40 | 			}
41 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<nick>\S+) (<\S+> )?has left/', $line, $matches)) {
42 | 			$this->set_part($matches['time'], $matches['nick']);
43 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<nick>\S+) changes topic to "(?<line>.*)"$/', $line, $matches)) {
44 | 			$this->set_topic($matches['time'], $matches['nick'], $matches['line']);
45 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<line>(?<nick_undergoing>\S+) was kicked by (?<nick_performing>\S+) )(?<reason>\(.*\))$/', $line, $matches)) {
46 | 			$this->set_kick($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'], $matches['line'].(preg_match('/^\( ?\)$/', $matches['reason']) ? '('.$matches['nick_undergoing'].')' : $matches['reason']));
47 | 		} else {
48 | 			out::put('debug', 'skipping line '.$this->linenum.': \''.$line.'\'');
49 | 		}
50 | 	}
51 | }
52 | 


--------------------------------------------------------------------------------
/parsers/weechat.php:
--------------------------------------------------------------------------------
 1 | <?php declare(strict_types=1);
 2 | 
 3 | /**
 4 |  * Copyright (c) 2020-2025, Jos de Ruijter <jos@dutnie.nl>
 5 |  */
 6 | 
 7 | class weechat extends parser
 8 | {
 9 | 	protected function parse_line(string $line): void
10 | 	{
11 | 		$timestamp = '(\d{4}-\d{2}-\d{2} )?(?<time>\d{2}:\d{2}(:\d{2})?) ';
12 | 
13 | 		if (preg_match('/^'.$timestamp.'[~&@%+!]?(?<nick>\S+) ?(?<line>.*)$/n', $line, $matches)) {
14 | 			$this->set_normal($matches['time'], $matches['nick'], $matches['line']);
15 | 		} elseif (preg_match('/^'.$timestamp.'--> (?<nick>\S+) \(\S+\) has joined/n', $line, $matches)) {
16 | 			$this->set_join($matches['time'], $matches['nick']);
17 | 		} elseif (preg_match('/^'.$timestamp.'<-- (?<nick>\S+) \(\S+\) has quit/n', $line, $matches)) {
18 | 			$this->set_quit($matches['time'], $matches['nick']);
19 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<line>(?<nick_performing>\S+)((?<slap> slaps( (?<nick_undergoing>\S+).*)?)|.*))$/in', $line, $matches, PREG_UNMATCHED_AS_NULL)) {
20 | 			if (!is_null($matches['slap'])) {
21 | 				$this->set_slap($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'] ?? '');
22 | 			}
23 | 
24 | 			$this->set_action($matches['time'], $matches['nick_performing'], $matches['line']);
25 | 		} elseif (preg_match('/^'.$timestamp.'-- (?<nick_performing>\S+) is now known as (?<nick_undergoing>\S+)$/n', $line, $matches)) {
26 | 			$this->set_nickchange($matches['time'], $matches['nick_performing'], $matches['nick_undergoing']);
27 | 		} elseif (preg_match('/^'.$timestamp.'-- Mode \S+ \[(?<modes>[-+][ov]+([-+][ov]+)?) (?<nicks_undergoing>\S+( \S+)*)] by (?<nick_performing>\S+)$/n', $line, $matches)) {
28 | 			$mode_num = 0;
29 | 			$nicks_undergoing = explode(' ', $matches['nicks_undergoing']);
30 | 
31 | 			for ($i = 0, $j = strlen($matches['modes']); $i < $j; ++$i) {
32 | 				$mode = $matches['modes'][$i];
33 | 
34 | 				if ($mode === '-' || $mode === '+') {
35 | 					$mode_sign = $mode;
36 | 				} else {
37 | 					$this->set_mode($matches['time'], $matches['nick_performing'], $nicks_undergoing[$mode_num], $mode_sign.$mode);
38 | 					++$mode_num;
39 | 				}
40 | 			}
41 | 		} elseif (preg_match('/^'.$timestamp.'<-- (?<nick>\S+) \(\S+\) has left/n', $line, $matches)) {
42 | 			$this->set_part($matches['time'], $matches['nick']);
43 | 		} elseif (preg_match('/^'.$timestamp.'-- (?<nick>\S+) has changed topic for \S+ to "(?<line>.*)"$/n', $line, $matches)) {
44 | 			$this->set_topic($matches['time'], $matches['nick'], $matches['line']);
45 | 		} elseif (preg_match('/^'.$timestamp.'<-- (?<line>(?<nick_performing>\S+) has kicked (?<nick_undergoing>\S+) )(?<reason>\(.*\))$/n', $line, $matches)) {
46 | 			$this->set_kick($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'], $matches['line'].(preg_match('/^\( ?\)$/', $matches['reason']) ? '('.$matches['nick_undergoing'].')' : $matches['reason']));
47 | 		} else {
48 | 			out::put('debug', 'skipping line '.$this->linenum.': \''.$line.'\'');
49 | 		}
50 | 	}
51 | }
52 | 


--------------------------------------------------------------------------------
/parsers/irssi.php:
--------------------------------------------------------------------------------
 1 | <?php declare(strict_types=1);
 2 | 
 3 | /**
 4 |  * Copyright (c) 2009-2025, Jos de Ruijter <jos@dutnie.nl>
 5 |  */
 6 | 
 7 | class irssi extends parser
 8 | {
 9 | 	protected function parse_line(string $line): void
10 | 	{
11 | 		$timestamp = '(?<time>\d{2}:\d{2}(:\d{2})?) ?';
12 | 
13 | 		if (preg_match('/^'.$timestamp.'<[ ~&@%+!]?(?<nick>\S+)> ?(?<line>.*)$/n', $line, $matches)) {
14 | 			$this->set_normal($matches['time'], $matches['nick'], $matches['line']);
15 | 		} elseif (preg_match('/^'.$timestamp.'-!- (?<nick>\S+) \[\S+] has joined/n', $line, $matches)) {
16 | 			$this->set_join($matches['time'], $matches['nick']);
17 | 		} elseif (preg_match('/^'.$timestamp.'-!- (?<nick>\S+) \[\S+] has quit/n', $line, $matches)) {
18 | 			$this->set_quit($matches['time'], $matches['nick']);
19 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<line>(?<nick_performing>\S+)((?<slap> slaps( (?<nick_undergoing>\S+).*)?)|.*))$/in', $line, $matches, PREG_UNMATCHED_AS_NULL)) {
20 | 			if (!is_null($matches['slap'])) {
21 | 				$this->set_slap($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'] ?? '');
22 | 			}
23 | 
24 | 			$this->set_action($matches['time'], $matches['nick_performing'], $matches['line']);
25 | 		} elseif (preg_match('/^'.$timestamp.'-!- (?<nick_performing>\S+) is now known as (?<nick_undergoing>\S+)$/n', $line, $matches)) {
26 | 			$this->set_nickchange($matches['time'], $matches['nick_performing'], $matches['nick_undergoing']);
27 | 		} elseif (preg_match('/^'.$timestamp.'-!- (ServerMode|mode)\/\S+ \[(?<modes>[-+][ov]+([-+][ov]+)?) (?<nicks_undergoing>\S+( \S+)*)] by (?<nick_performing>[^, ]+)/n', $line, $matches)) {
28 | 			$mode_num = 0;
29 | 			$nicks_undergoing = explode(' ', $matches['nicks_undergoing']);
30 | 
31 | 			for ($i = 0, $j = strlen($matches['modes']); $i < $j; ++$i) {
32 | 				$mode = $matches['modes'][$i];
33 | 
34 | 				if ($mode === '-' || $mode === '+') {
35 | 					$mode_sign = $mode;
36 | 				} else {
37 | 					$this->set_mode($matches['time'], $matches['nick_performing'], $nicks_undergoing[$mode_num], $mode_sign.$mode);
38 | 					++$mode_num;
39 | 				}
40 | 			}
41 | 		} elseif (preg_match('/^'.$timestamp.'-!- (?<nick>\S+) \[\S+] has left/n', $line, $matches)) {
42 | 			$this->set_part($matches['time'], $matches['nick']);
43 | 		} elseif (preg_match('/^'.$timestamp.'-!- (?<nick>\S+) changed the topic of \S+ to: ?(?<line>.*)$/n', $line, $matches)) {
44 | 			$this->set_topic($matches['time'], $matches['nick'], $matches['line']);
45 | 		} elseif (preg_match('/^'.$timestamp.'-!- (?<line>(?<nick_undergoing>\S+) was kicked from \S+ by (?<nick_performing>\S+) )(?<reason>\[.*])$/n', $line, $matches)) {
46 | 			$this->set_kick($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'], $matches['line'].(preg_match('/^\[ ?]$/', $matches['reason']) ? '['.$matches['nick_undergoing'].']' : $matches['reason']));
47 | 		} else {
48 | 			out::put('debug', 'skipping line '.$this->linenum.': \''.$line.'\'');
49 | 		}
50 | 	}
51 | }
52 | 


--------------------------------------------------------------------------------
/parsers/thelounge.php:
--------------------------------------------------------------------------------
 1 | <?php declare(strict_types=1);
 2 | 
 3 | /**
 4 |  * Copyright (c) 2021-2025, Jos de Ruijter <jos@dutnie.nl>
 5 |  */
 6 | 
 7 | class thelounge extends parser
 8 | {
 9 | 	protected function parse_line(string $line): void
10 | 	{
11 | 		$timestamp = '\[\d{4}-\d{2}-\d{2}T(?<time>\d{2}:\d{2}:\d{2})\.\d{3}Z] ';
12 | 
13 | 		if (preg_match('/^'.$timestamp.'<[~&@%+!]?(?<nick>\S+)> ?(?<line>.*)$/', $line, $matches)) {
14 | 			$this->set_normal($matches['time'], $matches['nick'], $matches['line']);
15 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<nick>\S+) \(\S+\) joined/', $line, $matches)) {
16 | 			$this->set_join($matches['time'], $matches['nick']);
17 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<nick>\S+) \(\S+\) quit/', $line, $matches)) {
18 | 			$this->set_quit($matches['time'], $matches['nick']);
19 | 		} elseif (preg_match('/^'.$timestamp.'\* [~&@%+!]?(?<line>(?<nick_performing>\S+)((?<slap> slaps( (?<nick_undergoing>\S+).*)?)|.*))$/in', $line, $matches, PREG_UNMATCHED_AS_NULL)) {
20 | 			if (!is_null($matches['slap'])) {
21 | 				$this->set_slap($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'] ?? '');
22 | 			}
23 | 
24 | 			$this->set_action($matches['time'], $matches['nick_performing'], $matches['line']);
25 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<nick_performing>\S+) changed nick to (?<nick_undergoing>\S+)$/', $line, $matches)) {
26 | 			$this->set_nickchange($matches['time'], $matches['nick_performing'], $matches['nick_undergoing']);
27 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<nick_performing>\S+) set mode (?<modes>[-+][ov]+([-+][ov]+)?) (?<nicks_undergoing>\S+( \S+)*)$/n', $line, $matches)) {
28 | 			$mode_num = 0;
29 | 			$nicks_undergoing = explode(' ', $matches['nicks_undergoing']);
30 | 
31 | 			for ($i = 0, $j = strlen($matches['modes']); $i < $j; ++$i) {
32 | 				$mode = $matches['modes'][$i];
33 | 
34 | 				if ($mode === '-' || $mode === '+') {
35 | 					$mode_sign = $mode;
36 | 				} else {
37 | 					$this->set_mode($matches['time'], $matches['nick_performing'], $nicks_undergoing[$mode_num], $mode_sign.$mode);
38 | 					++$mode_num;
39 | 				}
40 | 			}
41 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<nick>\S+) \(\S+\) left/', $line, $matches)) {
42 | 			$this->set_part($matches['time'], $matches['nick']);
43 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<nick>\S+) changed topic to \'(?<line>.*)\'$/', $line, $matches)) {
44 | 			$this->set_topic($matches['time'], $matches['nick'], $matches['line']);
45 | 		} elseif (preg_match('/^'.$timestamp.'\*\*\* (?<line>(?<nick_undergoing>\S+) was kicked by (?<nick_performing>\S+) )(?<reason>\(.*\))$/', $line, $matches)) {
46 | 			$this->set_kick($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'], $matches['line'].(preg_match('/^\( ?\)$/', $matches['reason']) ? '('.$matches['nick_undergoing'].')' : $matches['reason']));
47 | 		} else {
48 | 			out::put('debug', 'skipping line '.$this->linenum.': \''.$line.'\'');
49 | 		}
50 | 	}
51 | }
52 | 


--------------------------------------------------------------------------------
/parsers/mirc.php:
--------------------------------------------------------------------------------
 1 | <?php declare(strict_types=1);
 2 | 
 3 | /**
 4 |  * Copyright (c) 2009-2025, Jos de Ruijter <jos@dutnie.nl>
 5 |  */
 6 | 
 7 | class mirc extends parser
 8 | {
 9 | 	protected function parse_line(string $line): void
10 | 	{
11 | 		$timestamp = '\[(?<time>\d{2}:\d{2}(:\d{2})?)] ';
12 | 
13 | 		if (preg_match('/^'.$timestamp.'<[~&@%+!]?(?<nick>\S+)> ?(?<line>.*)$/n', $line, $matches)) {
14 | 			$this->set_normal($matches['time'], $matches['nick'], $matches['line']);
15 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<nick>\S+) \(\S+\) has joined/n', $line, $matches)) {
16 | 			$this->set_join($matches['time'], $matches['nick']);
17 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<nick>\S+) \(\S+\) Quit/n', $line, $matches)) {
18 | 			$this->set_quit($matches['time'], $matches['nick']);
19 | 		} elseif (preg_match('/^'.$timestamp.'\*\*? [~&@%+!]?(?<line>(?<nick_performing>\S+) slaps( (?<nick_undergoing>\S+).*)?)$/in', $line, $matches)) {
20 | 			$this->set_slap($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'] ?? '');
21 | 			$this->set_action($matches['time'], $matches['nick_performing'], $matches['line']);
22 | 		} elseif (preg_match('/^'.$timestamp.'\*\* [~&@%+!]?(?<line>(?<nick_performing>\S+).+)$/n', $line, $matches)) {
23 | 			$this->set_action($matches['time'], $matches['nick_performing'], $matches['line']);
24 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<nick_performing>\S+) is now known as (?<nick_undergoing>\S+)$/n', $line, $matches)) {
25 | 			$this->set_nickchange($matches['time'], $matches['nick_performing'], $matches['nick_undergoing']);
26 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<nick_performing>\S+) sets mode: (?<modes>[-+][ov]+([-+][ov]+)?) (?<nicks_undergoing>\S+( \S+)*)$/n', $line, $matches)) {
27 | 			$mode_num = 0;
28 | 			$nicks_undergoing = explode(' ', $matches['nicks_undergoing']);
29 | 
30 | 			for ($i = 0, $j = strlen($matches['modes']); $i < $j; ++$i) {
31 | 				$mode = $matches['modes'][$i];
32 | 
33 | 				if ($mode === '-' || $mode === '+') {
34 | 					$mode_sign = $mode;
35 | 				} else {
36 | 					$this->set_mode($matches['time'], $matches['nick_performing'], $nicks_undergoing[$mode_num], $mode_sign.$mode);
37 | 					++$mode_num;
38 | 				}
39 | 			}
40 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<nick>\S+) \(\S+\) has left/n', $line, $matches)) {
41 | 			$this->set_part($matches['time'], $matches['nick']);
42 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<nick>\S+) changes topic to \'(?<line>.*)\'$/n', $line, $matches)) {
43 | 			$this->set_topic($matches['time'], $matches['nick'], $matches['line']);
44 | 		} elseif (preg_match('/^'.$timestamp.'\* (?<line>(?<nick_undergoing>\S+) was kicked by (?<nick_performing>\S+) )(?<reason>\(.*\))$/n', $line, $matches)) {
45 | 			$this->set_kick($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'], $matches['line'].(preg_match('/^\( ?\)$/', $matches['reason']) ? '('.$matches['nick_undergoing'].')' : $matches['reason']));
46 | 		} else {
47 | 			out::put('debug', 'skipping line '.$this->linenum.': \''.$line.'\'');
48 | 		}
49 | 	}
50 | }
51 | 


--------------------------------------------------------------------------------
/parsers/eggdrop.php:
--------------------------------------------------------------------------------
 1 | <?php declare(strict_types=1);
 2 | 
 3 | /**
 4 |  * Copyright (c) 2007-2025, Jos de Ruijter <jos@dutnie.nl>
 5 |  */
 6 | 
 7 | class eggdrop extends parser
 8 | {
 9 | 	protected function parse_line(string $line): void
10 | 	{
11 | 		$timestamp = '\[(?<time>\d{2}:\d{2}(:\d{2})?)] ';
12 | 
13 | 		if (preg_match('/^'.$timestamp.'<(?<nick>\S+)> ?(?<line>.*)$/n', $line, $matches)) {
14 | 			$this->set_normal($matches['time'], $matches['nick'], $matches['line']);
15 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick>\S+) \(\S+\) joined/n', $line, $matches)) {
16 | 			$this->set_join($matches['time'], $matches['nick']);
17 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick>\S+) \(\S+\) left irc/n', $line, $matches)) {
18 | 			$this->set_quit($matches['time'], $matches['nick']);
19 | 		} elseif (preg_match('/^'.$timestamp.'Action: (?<line>(?<nick_performing>\S+)((?<slap> slaps( (?<nick_undergoing>\S+).*)?)|.*))$/in', $line, $matches, PREG_UNMATCHED_AS_NULL)) {
20 | 			if (!is_null($matches['slap'])) {
21 | 				$this->set_slap($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'] ?? '');
22 | 			}
23 | 
24 | 			$this->set_action($matches['time'], $matches['nick_performing'], $matches['line']);
25 | 		} elseif (preg_match('/^'.$timestamp.'Nick change: (?<nick_performing>\S+) -> (?<nick_undergoing>\S+)$/n', $line, $matches)) {
26 | 			$this->set_nickchange($matches['time'], $matches['nick_performing'], $matches['nick_undergoing']);
27 | 		} elseif (preg_match('/^'.$timestamp.'\S+: mode change \'(?<modes>[-+][ov]+([-+][ov]+)?) (?<nicks_undergoing>\S+( \S+)*)\' by (?<nick_performing>[^! ]+)/n', $line, $matches)) {
28 | 			$mode_num = 0;
29 | 			$nicks_undergoing = explode(' ', $matches['nicks_undergoing']);
30 | 
31 | 			for ($i = 0, $j = strlen($matches['modes']); $i < $j; ++$i) {
32 | 				$mode = $matches['modes'][$i];
33 | 
34 | 				if ($mode === '-' || $mode === '+') {
35 | 					$mode_sign = $mode;
36 | 				} else {
37 | 					$this->set_mode($matches['time'], $matches['nick_performing'], $nicks_undergoing[$mode_num], $mode_sign.$mode);
38 | 					++$mode_num;
39 | 				}
40 | 			}
41 | 		} elseif (preg_match('/^'.$timestamp.'(?<nick>\S+) \(\S+\) left/n', $line, $matches)) {
42 | 			$this->set_part($matches['time'], $matches['nick']);
43 | 		} elseif (preg_match('/^'.$timestamp.'Topic changed on \S+ by (?<nick>[^!: ]+)(!\S*)?: ?(?<line>.*)$/n', $line, $matches)) {
44 | 			$this->set_topic($matches['time'], $matches['nick'], $matches['line']);
45 | 		} elseif (preg_match('/^'.$timestamp.'(?<line>(?<nick_undergoing>\S+) kicked from \S+ by (?<nick_performing>\S+):)(?<reason>.*)$/n', $line, $matches)) {
46 | 			$this->set_kick($matches['time'], $matches['nick_performing'], $matches['nick_undergoing'], $matches['line'].($matches['reason'] === '' ? ' '.$matches['nick_undergoing'] : $matches['reason']));
47 | 		} elseif (preg_match('/^'.$timestamp.'Last message repeated (?<num>\d+) time\(s\)\.$/n', $line, $matches)) {
48 | 			if ($this->line_prev === '' || preg_match('/^'.$timestamp.'Last message repeated \d+ time\(s\)\.$/', $this->line_prev)) {
49 | 				return;
50 | 			}
51 | 
52 | 			--$this->linenum;
53 | 			out::put('debug', 'repeating line '.$this->linenum.': '.$matches['num'].' time'.($matches['num'] !== '1' ? 's' : ''));
54 | 
55 | 			for ($i = 1, $j = (int) $matches['num']; $i <= $j; ++$i) {
56 | 				$this->parse_line($this->line_prev);
57 | 			}
58 | 
59 | 			++$this->linenum;
60 | 		} else {
61 | 			out::put('debug', 'skipping line '.$this->linenum.': \''.$line.'\'');
62 | 		}
63 | 	}
64 | }
65 | 


--------------------------------------------------------------------------------
/web.php:
--------------------------------------------------------------------------------
  1 | <?php declare(strict_types=1);
  2 | 
  3 | /**
  4 |  * Copyright (c) 2020-2023, Jos de Ruijter <jos@dutnie.nl>
  5 |  */
  6 | 
  7 | /**
  8 |  * Class for handling database related tasks (for the web). This is a stripped
  9 |  * down class based on "db.php". For comments see aforementioned file.
 10 |  */
 11 | class db
 12 | {
 13 | 	private static string $database = '%CHANGEME%';
 14 | 	private static SQLite3 $db;
 15 | 
 16 | 	private function __construct() {}
 17 | 
 18 | 	public static function connect(): void
 19 | 	{
 20 | 		try {
 21 | 			self::$db = new SQLite3(self::$database, SQLITE3_OPEN_READONLY);
 22 | 		} catch (Exception $e) {
 23 | 			out::put('critical', 'sqlite fail: '.$e->getMessage());
 24 | 		}
 25 | 
 26 | 		/**
 27 | 		 * Set up the SQLite connection:
 28 | 		 *  - Prevent all changes to database files ("query_only = ON").
 29 | 		 */
 30 | 		$pragmas = [
 31 | 			'busy_timeout' => '0',
 32 | 			'query_only' => 'ON',
 33 | 			'temp_store' => 'MEMORY'];
 34 | 
 35 | 		foreach ($pragmas as $pragma => $value) {
 36 | 			self::query_exec('PRAGMA '.$pragma.' = '.$value);
 37 | 		}
 38 | 
 39 | 		self::query_exec('BEGIN TRANSACTION');
 40 | 	}
 41 | 
 42 | 	public static function disconnect(): void
 43 | 	{
 44 | 		self::query_exec('COMMIT');
 45 | 		self::$db->close();
 46 | 	}
 47 | 
 48 | 	private static function fail(): never
 49 | 	{
 50 | 		out::put(self::$db->lastErrorCode(), self::$db->lastErrorMsg());
 51 | 	}
 52 | 
 53 | 	public static function query(string $query): SQLite3Result
 54 | 	{
 55 | 		if (($results = self::$db->query($query)) === false) {
 56 | 			self::fail();
 57 | 		}
 58 | 
 59 | 		return $results;
 60 | 	}
 61 | 
 62 | 	public static function query_exec(string $query): void
 63 | 	{
 64 | 		self::$db->exec($query) or self::fail();
 65 | 	}
 66 | 
 67 | 	public static function query_single_col(string $query): float|int|string|null
 68 | 	{
 69 | 		if (($result = self::$db->querySingle($query)) === false) {
 70 | 			self::fail();
 71 | 		}
 72 | 
 73 | 		return $result;
 74 | 	}
 75 | 
 76 | 	public static function query_single_row(string $query): ?array
 77 | 	{
 78 | 		if (($result = self::$db->querySingle($query, true)) === false) {
 79 | 			self::fail();
 80 | 		}
 81 | 
 82 | 		if (empty($result) || count(array_filter($result, 'is_null')) === count($result)) {
 83 | 			return null;
 84 | 		}
 85 | 
 86 | 		return $result;
 87 | 	}
 88 | }
 89 | 
 90 | /**
 91 |  * Class for handling output messages (for the web). This is a stripped down
 92 |  * class based on "out.php". For comments see aforementioned file.
 93 |  */
 94 | class out
 95 | {
 96 | 	private static string $stylesheet = 'sss.css';
 97 | 
 98 | 	private function __construct() {}
 99 | 
100 | 	public static function put(int|string $type, string $message): never
101 | 	{
102 | 		/**
103 | 		 * Code 5 = SQLITE_BUSY, code 6 = SQLITE_LOCKED.
104 | 		 */
105 | 		if ($type === 5 || $type === 6) {
106 | 			$message = 'Statistics are currently being updated, this may take a minute.';
107 | 		}
108 | 
109 | 		if (!file_exists(self::$stylesheet)) {
110 | 			header('Content-Type: text/plain');
111 | 			exit($message."\n");
112 | 		}
113 | 
114 | 		exit('<!DOCTYPE html>'."\n\n".'<html lang="en"><head><meta charset="utf-8"><title>seriously?</title><link rel="stylesheet" href="'.htmlspecialchars(self::$stylesheet, ENT_QUOTES | ENT_HTML5, 'UTF-8').'"></head><body><div id="container"><div id="error">'.htmlspecialchars($message, ENT_QUOTES | ENT_HTML5, 'UTF-8').'</div></div></body></html>'."\n");
115 | 	}
116 | 
117 | 	public static function set_stylesheet(string $stylesheet): void
118 | 	{
119 | 		self::$stylesheet = $stylesheet;
120 | 	}
121 | }
122 | 


--------------------------------------------------------------------------------
/urlparts.php:
--------------------------------------------------------------------------------
  1 | <?php declare(strict_types=1);
  2 | 
  3 | /**
  4 |  * Copyright (c) 2007-2022, Jos de Ruijter <jos@dutnie.nl>
  5 |  */
  6 | 
  7 | /**
  8 |  * Trait with code handling URL validation and disassembly. Returns null if a
  9 |  * URL fails the syntax check. Returns an array with the URL parts on success.
 10 |  * Missing parts are represented by an empty string, a missing port part by
 11 |  * (int) 0.
 12 |  *
 13 |  * For reference: RFC 3986, RFC 1034 section 3.5, RFC 1123 section 2.1
 14 |  *
 15 |  * Additional notes:
 16 |  *  - The scheme should either be http or https. For URLs without a scheme, http
 17 |  *    is assumed.
 18 |  *  - User part in authority is not recognized and will not validate.
 19 |  *  - IPv6 addresses will not validate.
 20 |  *  - Square brackets must be percent encoded.
 21 |  *  - Apply various normalizations.
 22 |  */
 23 | trait urlparts
 24 | {
 25 | 	private string $regexp = '';
 26 | 
 27 | 	private function get_urlparts(string $url): ?array
 28 | 	{
 29 | 		/**
 30 | 		 * Assemble the regular expression if not already done so.
 31 | 		 */
 32 | 		if ($this->regexp === '') {
 33 | 			$scheme = '((?<scheme>https?):\/\/)';
 34 | 			$ipv4address = '(?<ipv4address>(25[0-5]|(2[0-4]|1[0-9]|[1-9])?[0-9])(\.(25[0-5]|(2[0-4]|1[0-9]|[1-9])?[0-9])){3})';
 35 | 			$domain = '(?<domain>[a-z0-9]([a-z0-9-]{0,61}[a-z0-9])?(\.[a-z0-9]([a-z0-9-]{0,61}[a-z0-9])?)*)';
 36 | 			$tld = '(?<tld>[a-z0-9]([a-z0-9-]{0,61}[a-z0-9])?)';
 37 | 			$fqdn = '(?<fqdn>'.$domain.'\.'.$tld.')\.?';
 38 | 			$port = '(?<port>(6553[0-5]|(655[0-2]|(65[0-4]|(6[0-4]|[1-5][0-9]|[1-9])[0-9]|[1-9])[0-9]|[1-9])?[0-9]))';
 39 | 			$authority = '(?<authority>('.$ipv4address.'|'.$fqdn.')(:'.$port.')?)';
 40 | 			$unreserved = '[a-z0-9_.~-]';
 41 | 			$pct_encoded = '%[0-9a-f]{2}';
 42 | 			$sub_delims = '[!$&\'()*+,;=]';
 43 | 			$pchar = '('.$unreserved.'|'.$pct_encoded.'|'.$sub_delims.'|[:@])';
 44 | 			$path = '(?<path>(\/('.$pchar.'|\/)*)?)';
 45 | 			$query = '(?<query>(\?('.$pchar.'|[\/?])*)?)';
 46 | 			$fragment = '(?<fragment>(#('.$pchar.'|[\/?])*)?)';
 47 | 			$this->regexp = '/^'.$scheme.'?'.$authority.$path.$query.$fragment.'$/in';
 48 | 		}
 49 | 
 50 | 		/**
 51 | 		 * Validate the URL.
 52 | 		 */
 53 | 		if (!preg_match($this->regexp, $url, $matches, PREG_UNMATCHED_AS_NULL)) {
 54 | 			return null;
 55 | 		}
 56 | 
 57 | 		/**
 58 | 		 * The TLD may not solely consist of digits.
 59 | 		 */
 60 | 		if (!is_null($matches['tld']) && preg_match('/^\d+$/', $matches['tld'])) {
 61 | 			return null;
 62 | 		}
 63 | 
 64 | 		/**
 65 | 		 * The FQDN (excluding trailing dot) may not exceed 253 characters.
 66 | 		 */
 67 | 		if (!is_null($matches['fqdn']) && strlen($matches['fqdn']) > 253) {
 68 | 			return null;
 69 | 		}
 70 | 
 71 | 		/**
 72 | 		 * Normalize all parts of the URL:
 73 | 		 *  - All values are of type string except port which is integer (0 = no port).
 74 | 		 *  - In absense of a scheme assume http.
 75 | 		 *  - Convert to lower case when appropriate.
 76 | 		 *  - Reconstruct authority so any trailing dot is removed.
 77 | 		 *  - Make sure path only has one leading slash and is empty when redundant.
 78 | 		 *  - Reconstruct the URL to reflect normalizations listed above.
 79 | 		 */
 80 | 		foreach (['scheme', 'fqdn', 'domain', 'tld', 'ipv4address', 'port', 'path', 'query', 'fragment'] as $part) {
 81 | 			switch ($part) {
 82 | 				case 'scheme':
 83 | 					$urlparts['scheme'] = strtolower($matches['scheme'] ?? 'http');
 84 | 					break;
 85 | 				case 'fqdn':
 86 | 				case 'domain':
 87 | 				case 'tld':
 88 | 					$urlparts[$part] = strtolower($matches[$part] ?? '');
 89 | 					break;
 90 | 				case 'port':
 91 | 					$urlparts['port'] = (int) ($matches['port'] ?? 0);
 92 | 					break;
 93 | 				default:
 94 | 					$urlparts[$part] = $matches[$part] ?? '';
 95 | 			}
 96 | 		}
 97 | 
 98 | 		$urlparts['authority'] = ($urlparts['fqdn'] !== '' ? $urlparts['fqdn'] : $urlparts['ipv4address']).($urlparts['port'] !== 0 ? ':'.$urlparts['port'] : '');
 99 | 
100 | 		if ($urlparts['query'] === '' && $urlparts['fragment'] === '') {
101 | 			$urlparts['path'] = preg_replace(['/^\/\/+/', '/^\/$/'], ['/', ''], $urlparts['path']);
102 | 		} else {
103 | 			$urlparts['path'] = preg_replace(['/^\/\/+/', '/^$/'], ['/', '/'], $urlparts['path']);
104 | 		}
105 | 
106 | 		$urlparts['url'] = $urlparts['scheme'].'://'.$urlparts['authority'].$urlparts['path'].$urlparts['query'].$urlparts['fragment'];
107 | 		return $urlparts;
108 | 	}
109 | }
110 | 


--------------------------------------------------------------------------------
/db.php:
--------------------------------------------------------------------------------
  1 | <?php declare(strict_types=1);
  2 | 
  3 | /**
  4 |  * Copyright (c) 2020-2023, Jos de Ruijter <jos@dutnie.nl>
  5 |  */
  6 | 
  7 | /**
  8 |  * Class for handling database related tasks.
  9 |  */
 10 | class db
 11 | {
 12 | 	private static string $database = '';
 13 | 	private static SQLite3 $db;
 14 | 
 15 | 	/**
 16 | 	 * This is a static class and should not be instantiated.
 17 | 	 */
 18 | 	private function __construct() {}
 19 | 
 20 | 	/**
 21 | 	 * Return the number of database rows that were changed by the most recent
 22 | 	 * INSERT, UPDATE or DELETE statement.
 23 | 	 */
 24 | 	public static function changes(): int
 25 | 	{
 26 | 		return self::$db->changes();
 27 | 	}
 28 | 
 29 | 	/**
 30 | 	 * Open a database connection and start a transaction.
 31 | 	 */
 32 | 	public static function connect(): void
 33 | 	{
 34 | 		/**
 35 | 		 * Fail if we encounter an exception.
 36 | 		 */
 37 | 		try {
 38 | 			self::$db = new SQLite3(self::$database, SQLITE3_OPEN_READWRITE);
 39 | 			out::put('notice', 'successfully connected to database: \''.self::$database.'\'');
 40 | 		} catch (Exception $e) {
 41 | 			out::put('critical', 'sqlite fail: '.$e->getMessage());
 42 | 		}
 43 | 
 44 | 		/**
 45 | 		 * Set up the SQLite connection:
 46 | 		 *  - Set the maximum amount of time the busy handler waits when a table is
 47 | 		 *    locked to 60 seconds ("busy_timeout = 60000").
 48 | 		 *  - Store the rollback journal in memory ("journal_mode = MEMORY").
 49 | 		 *  - Continue without syncing as soon as data is handed off to the operating
 50 | 		 *    system ("synchronous = OFF").
 51 | 		 *  - Temporary tables and indices are kept in memory ("temp_store = MEMORY").
 52 | 		 *  - Enable foreign key constraints ("foreign_keys = ON").
 53 | 		 */
 54 | 		$pragmas = [
 55 | 			'busy_timeout' => '60000',
 56 | 			'journal_mode' => 'MEMORY',
 57 | 			'synchronous' => 'OFF',
 58 | 			'temp_store' => 'MEMORY',
 59 | 			'foreign_keys' => 'ON'];
 60 | 
 61 | 		foreach ($pragmas as $pragma => $value) {
 62 | 			self::query_exec('PRAGMA '.$pragma.' = '.$value);
 63 | 		}
 64 | 
 65 | 		/**
 66 | 		 * Begin a database transaction that lasts until we COMMIT. All database
 67 | 		 * related actions will happen in memory during this time.
 68 | 		 */
 69 | 		self::query_exec('BEGIN TRANSACTION');
 70 | 	}
 71 | 
 72 | 	/**
 73 | 	 * Close the database connection after committing any changes in memory to disk
 74 | 	 * and running a "PRAGMA optimize" as per SQLite recommendations.
 75 | 	 */
 76 | 	public static function disconnect(): void
 77 | 	{
 78 | 		out::put('notice', 'syncing database');
 79 | 		self::query_exec('COMMIT');
 80 | 		self::query_exec('PRAGMA optimize');
 81 | 		self::$db->close();
 82 | 	}
 83 | 
 84 | 	/**
 85 | 	 * Output the text describing the most recent failed SQLite request and exit.
 86 | 	 */
 87 | 	private static function fail(): never
 88 | 	{
 89 | 		out::put('critical', 'sqlite fail: '.self::$db->lastErrorMsg());
 90 | 	}
 91 | 
 92 | 	/**
 93 | 	 * Execute a query and return the SQLite3Result object.
 94 | 	 */
 95 | 	public static function query(string $query): SQLite3Result
 96 | 	{
 97 | 		if (($results = self::$db->query($query)) === false) {
 98 | 			self::fail();
 99 | 		}
100 | 
101 | 		return $results;
102 | 	}
103 | 
104 | 	/**
105 | 	 * Execute a resultless query.
106 | 	 */
107 | 	public static function query_exec(string $query): ?int
108 | 	{
109 | 		self::$db->exec($query) or self::fail();
110 | 
111 | 		/**
112 | 		 * Return the row id of the most recent INSERT (logic in the calling function
113 | 		 * should decide if this value has meaning or purpose).
114 | 		 */
115 | 		if (str_starts_with($query, 'INSERT')) {
116 | 			return self::$db->lastInsertRowID();
117 | 		}
118 | 
119 | 		return null;
120 | 	}
121 | 
122 | 	/**
123 | 	 * Execute a query and return the single column result.
124 | 	 */
125 | 	public static function query_single_col(string $query): float|int|string|null
126 | 	{
127 | 		if (($result = self::$db->querySingle($query)) === false) {
128 | 			self::fail();
129 | 		}
130 | 
131 | 		return $result;
132 | 	}
133 | 
134 | 	/**
135 | 	 * Execute a query and return the single row result.
136 | 	 */
137 | 	public static function query_single_row(string $query): ?array
138 | 	{
139 | 		if (($result = self::$db->querySingle($query, true)) === false) {
140 | 			self::fail();
141 | 		}
142 | 
143 | 		/**
144 | 		 * Return null instead of an empty array or an array full of null values.
145 | 		 */
146 | 		if (empty($result) || count(array_filter($result, 'is_null')) === count($result)) {
147 | 			return null;
148 | 		}
149 | 
150 | 		return $result;
151 | 	}
152 | 
153 | 	/**
154 | 	 * Set the path to the SQLite database.
155 | 	 */
156 | 	public static function set_database(string $database): void
157 | 	{
158 | 		self::$database = $database;
159 | 	}
160 | }
161 | 


--------------------------------------------------------------------------------
/.github/README.md:
--------------------------------------------------------------------------------
  1 | ![superseriousstats](banner.svg)
  2 | 
  3 | ---
  4 | 
  5 | **A fast and efficient program to create statistics out of IRC chat logs.**
  6 | 
  7 | ## Features
  8 | 
  9 | - Cleanly written in PHP.
 10 | - Incremental log processing with progress stored in an SQLite database.
 11 | - Generates a static HTML page with no dependencies or embedded scripts.
 12 | - Optional dynamic (.php) pages for historical and user stats.
 13 | - Built-in dark mode for all pages ([preview](https://raw.githubusercontent.com/tommyrot/superseriousstats/refs/heads/master/.github/themes.png)).
 14 | - Small config file with sane defaults and only a few required settings.
 15 | 
 16 | ## Demos
 17 | 
 18 | - [#ircv3](https://stats.dutnie.nl/ircv3/) (default settings)
 19 | - [#openbsd](https://stats.dutnie.nl/openbsd/) (XXL tables)
 20 | 
 21 | ## Support 😻
 22 | 
 23 | - Star ⭐ this repo!
 24 | - Donate BTC to `14Nd9sTUfQ88SfsazL5GJ99JjtaKGpS2Kx` 🍺🍕
 25 | 
 26 | ## About the Project
 27 | 
 28 | Started in 2002 as a fun way to visualize IRC chats between friends, this project has evolved from a single static page into a dynamic ***piece of art*** with user profiles and a browsable history. It's released under a permissive, free, and open license so like-minded people can enjoy it as they wish. I consider the project feature-complete, though there will always be ideas floating around in my mind.
 29 | 
 30 | ## Installation
 31 | 
 32 | ### Prerequisites:
 33 | 
 34 | - Recent version of SQLite3
 35 | - PHP 8.2+ with the following modules:
 36 |   - `mbstring`
 37 |   - `sqlite`
 38 |   - `zlib` (CLI only, for gzipped logs)
 39 | - Web server capable of running PHP with the above modules
 40 | 
 41 | ---
 42 | 
 43 | ### 1. Get the latest stable source from GitHub
 44 | ```
 45 | git clone https://github.com/tommyrot/superseriousstats.git
 46 | ```
 47 | Or download the zipped archive and extract it.
 48 | 
 49 | ---
 50 | 
 51 | ### 2. Create an empty database for your channel
 52 | ```
 53 | cat sqlite_schema.sql | sqlite3 /path/to/www/databases/my_channel.db
 54 | ```
 55 | Change to the actual path and chosen db name.
 56 | 
 57 | ---
 58 | 
 59 | ### 3. Copy files to the web directory
 60 | ```
 61 | cp common* favicon.svg history.php sss.css user.php web.php /path/to/www/my_channel
 62 | ```
 63 | Change the path as needed.
 64 | 
 65 | ---
 66 | 
 67 | ### 4. Edit the copied `web.php` file
 68 | ```
 69 | $database = '%CHANGEME%';
 70 | ```
 71 | Change to the actual path of the db. Note: make sure the path is relative to the server's chroot environment.
 72 | 
 73 | ---
 74 | 
 75 | ### 5. Go over the config file `sss.conf`
 76 | ```
 77 | parser_name = "weechat"  # Example; choose appropriate parser (see below)
 78 | ```
 79 | Supported formats can be found in the `parsers/` directory: catgirl, Eggdrop, HexChat (XChat), Irssi (Smuxi), LimeChat, mIRC, nodelog, Supybot (Limnoria), Textual, The Lounge, WeeChat, ZNC (muh2). Specify the filename without the extension.
 80 | 
 81 | Note: use one logfile per day, with the date in the filename (either Ymd or Y-m-d format), and store logs for each channel in a separate directory. Example: `~/irclogs/my_channel/#my_channel.1999-12-31.log`. All parseable lines and events must begin with a 24-hour timestamp.
 82 | 
 83 | ---
 84 | 
 85 | ### 6. Set up a cron job to create stats every hour
 86 | ```
 87 | $ crontab -e
 88 | 
 89 | @hourly /usr/local/bin/php /path/to/superseriousstats/sss.php \
 90 | -qi /path/to/irclogs/my_channel/ \
 91 | -o /path/to/www/my_channel/index.html
 92 | ```
 93 | Change paths accordingly.
 94 | 
 95 | ---
 96 | 
 97 | ### 7. Manual
 98 | 
 99 | For more detailed instructions, refer to the [manual](https://raw.githubusercontent.com/tommyrot/superseriousstats/refs/heads/master/MANUAL).
100 | 
101 | ---
102 | 
103 | ## Frequently Asked Questions
104 | 
105 | ### Q: How do I link different nicks to a single user, tag a bot, or hide a user from the stats?
106 | 
107 | By default, superseriousstats automatically links nicks in a simple manner that should result in minimal false positives. This behavior can be disabled by setting `auto_link_nicks = "false"`. To manually manage user relations, first create an export of all existing nicks by running `sss.php -e <file>`. This file can then be edited and imported back into the database.
108 | 
109 | Here is an example export for a fictional channel:
110 | ```
111 | 1,Bob,Bob2
112 | 1,Jane,Jane^
113 | 1,Wall-E,WallE
114 | *,Bobzzz,PartyBob,SPAMGUY,randomguy
115 | ```
116 | Each line is a comma-separated list of nicks that belong to the same user. The first value is the user status:
117 | - `1` = registered user
118 | - `3` = bot
119 | - `4` = excluded
120 | - `*` = unlinked
121 | 
122 | The first nick in the list is the one with the most lines typed and becomes the main nick shown in the stats. *This is automatically recalculated with every stats update and cannot be changed.*
123 | 
124 | To group nicks, place them on the same line with the desired status. For example:
125 | ```
126 | 1,Bob,Bob2,Bobzzz,PartyBob
127 | 1,Jane,Jane^
128 | 3,Wall-E,WallE
129 | 4,SPAMGUY
130 | ```
131 | - This groups Bobzzz and PartyBob under Bob
132 | - Tags Wall-E as a bot
133 | - Hides SPAMGUY from the stats
134 | 
135 | Save your changes and run `sss.php -m <file>` to import them. Lines starting with an asterisk are ignored on import, no need to remove them.
136 | 
137 | > ⚠️ Wildcards won't work in this file, and made-up nicks will be ignored. If you're manually managing user relations, it is strongly advised to backup your efforts!
138 | 
139 | ---
140 | 
141 | ### Q: How do I add avatars to users' profile pages `user.php`?
142 | 
143 | Create a `userpics` directory on your web server, using the appropriate path:
144 | ```
145 | mkdir /path/to/www/my_channel/userpics
146 | ```
147 | Place avatar images in this directory, named after one of the user's aliases. The file extension must be one of: bmp, gif, jpg, jpeg, png, or svg.
148 | 
149 | ---
150 | 
151 | ### Q: What is TLD validation?
152 | 
153 | URLs with an invalid TLD (top-level domain) are flagged as inactive and excluded from the stats. Valid TLDs are listed in [tlds-alpha-by-domain.txt](https://raw.githubusercontent.com/tommyrot/superseriousstats/master/tlds-alpha-by-domain.txt), included in the repository.
154 | 
155 | To disable this feature, delete the aforementioned file, and superseriousstats will skip validation and unflag all existing URLs.
156 | 
157 | Automatically keep the TLD file up to date:
158 | ```
159 | $ crontab -e
160 | 
161 | @weekly /usr/local/bin/curl -s http://data.iana.org/TLD/tlds-alpha-by-domain.txt \
162 | -o /path/to/superseriousstats/tlds-alpha-by-domain.txt
163 | ```
164 | Change paths accordingly.
165 | 
166 | ---
167 | 
168 | ### Q: My channel was logged by different clients in the past. How do I parse them?
169 | 
170 | It is important to parse logs in chronological order. Working from oldest to newest, put all continuous logs with the same syntax in a separate directory. Edit `sss.conf` and set the correct parser for this batch. Now parse all logs in the directory. Next, edit the config file again and set the parser for the next set of logs and parse them. Repeat this procedure as many times as necessary.
171 | 
172 | ---
173 | 
174 | ### Q: I have just one big log file. What should I do?
175 | 
176 | You will have to split it into daily logfiles before parsing.
177 | 
178 | ---
179 | 
180 | ### Q: The syntax of my logs is not recognized..
181 | 
182 | First, make sure it's not caused by your client's theming. If the issue persists, feel free to open an issue on GitHub and include a sample log.
183 | 
184 | ---
185 | 
186 | ### Q: What is the recommended procedure for upgrading?
187 | 
188 | The clean way is to make a new, empty database and re-parse all logfiles. Before doing so, export the user relations for the channel, which can be imported again afterwards.
189 | 
190 | ---
191 | 
192 | ### Q: Is there a mobile-friendly version?
193 | 
194 | No, but modern mobile browsers can render the output pages well in desktop mode.
195 | 


--------------------------------------------------------------------------------
/history.php:
--------------------------------------------------------------------------------
  1 | <?php declare(strict_types=1);
  2 | 
  3 | /**
  4 |  * Copyright (c) 2010-2025, Jos de Ruijter <jos@dutnie.nl>
  5 |  */
  6 | 
  7 | /**
  8 |  * Include shared code.
  9 |  */
 10 | require 'web.php';
 11 | require 'common.php';
 12 | require 'common_web.php';
 13 | 
 14 | /**
 15 |  * Class for creating historical stats.
 16 |  */
 17 | class history
 18 | {
 19 | 	use common, common_web;
 20 | 
 21 | 	private bool $link_user_php = true;
 22 | 	private bool $show_banner = true;
 23 | 	private bool $xxl = false;
 24 | 	private ?int $month = null;
 25 | 	private int $year = 0;
 26 | 	private string $channel = 'unconfigured';
 27 | 	private string $favicon = 'favicon.svg';
 28 | 	private string $main_page = './';
 29 | 	private string $now = '';
 30 | 	private string $stylesheet = 'sss.css';
 31 | 	private string $timezone = '';
 32 | 
 33 | 	public function __construct()
 34 | 	{
 35 | 		/**
 36 | 		 * Explicitly set the locale to C (POSIX) for all categories so there hopefully
 37 | 		 * won't be any unexpected results between platforms.
 38 | 		 */
 39 | 		setlocale(LC_ALL, 'C');
 40 | 
 41 | 		/**
 42 | 		 * Use UTC until config specified timezone is set.
 43 | 		 */
 44 | 		date_default_timezone_set('UTC');
 45 | 
 46 | 		/**
 47 | 		 * Set the character encoding used by all mbstring functions.
 48 | 		 */
 49 | 		mb_internal_encoding('UTF-8');
 50 | 
 51 | 		/**
 52 | 		 * Open the database connection and update our settings.
 53 | 		 */
 54 | 		db::connect();
 55 | 		$this->apply_vars('settings', ['timezone', 'channel', 'favicon', 'stylesheet', 'main_page', 'link_user_php', 'show_banner', 'xxl']);
 56 | 		out::set_stylesheet($this->stylesheet);
 57 | 
 58 | 		/**
 59 | 		 * Set the proper timezone.
 60 | 		 */
 61 | 		date_default_timezone_set($this->timezone) or out::put('critical', 'invalid timezone: \''.$this->timezone.'\'');
 62 | 		$this->now = date('Y-m-d');
 63 | 
 64 | 		/**
 65 | 		 * Init done, move to main.
 66 | 		 */
 67 | 		$this->main();
 68 | 
 69 | 		/**
 70 | 		 * Close the database connection.
 71 | 		 */
 72 | 		db::disconnect();
 73 | 	}
 74 | 
 75 | 	/**
 76 | 	 * Create an index with clickable links to all years and months in which there
 77 | 	 * was activity.
 78 | 	 */
 79 | 	private function create_index(): string
 80 | 	{
 81 | 		/**
 82 | 		 * Retrieve all activity and arrange data in a usable format.
 83 | 		 */
 84 | 		$results = db::query('SELECT SUBSTR(date, 1, 4) AS year, SUBSTR(date, 6, 2) AS month, SUM(l_total) AS l_total FROM channel_activity GROUP BY year, month ORDER BY date ASC');
 85 | 
 86 | 		while ($result = $results->fetchArray(SQLITE3_ASSOC)) {
 87 | 			$lines[(int) $result['year']][(int) $result['month']] = $result['l_total'];
 88 | 		}
 89 | 
 90 | 		$colgroup = '<colgroup>'.str_repeat('<col>', 13);
 91 | 		$thead = '<thead><tr><th colspan="13">History';
 92 | 		$thead .= '<tr><td><td>Jan<td>Feb<td>Mar<td>Apr<td>May<td>Jun<td>Jul<td>Aug<td>Sep<td>Oct<td>Nov<td>Dec';
 93 | 		$tbody = '<tbody>';
 94 | 
 95 | 		/**
 96 | 		 * Assemble a line with activity numbers per month for each year since the date
 97 | 		 * of the first log parsed. Months with no activity will show "n/a".
 98 | 		 */
 99 | 		for ($year = (int) substr(db::query_single_col('SELECT MIN(date) FROM parse_history'), 0, 4), $j = (int) substr(db::query_single_col('SELECT MAX(date) FROM parse_history'), 0, 4); $year <= $j; ++$year) {
100 | 			if (isset($lines[$year])) {
101 | 				$tbody .= '<tr><td><a href="history.php?year='.$year.'">'.$year.'</a>';
102 | 
103 | 				for ($month = 1; $month <= 12; ++$month) {
104 | 					$tbody .= '<td>';
105 | 
106 | 					if (isset($lines[$year][$month])) {
107 | 						$tbody .= '<a href="history.php?year='.$year.'&amp;month='.$month.'">'.number_format($lines[$year][$month]).'</a>';
108 | 					} else {
109 | 						$tbody .= '<span class="grey">n/a</span>';
110 | 					}
111 | 				}
112 | 			} else {
113 | 				$tbody .= '<tr><td>'.$year.str_repeat('<td><span class="grey">n/a</span>', 12);
114 | 			}
115 | 		}
116 | 
117 | 		return '<table class="index">'.$colgroup.$thead.$tbody.'</table>'."\n";
118 | 	}
119 | 
120 | 	/**
121 | 	 * Generate the HTML page.
122 | 	 */
123 | 	private function get_contents(): string
124 | 	{
125 | 		/**
126 | 		 * HEAD
127 | 		 */
128 | 		$contents = '<!DOCTYPE html>'."\n\n"
129 | 			. '<html lang="en">'."\n\n"
130 | 			. '<head>'."\n"
131 | 			. '<meta charset="utf-8">'."\n"
132 | 			. '<title>'.$this->htmlify($this->channel).', historically.</title>'."\n"
133 | 			. '<link rel="icon" href="'.$this->htmlify($this->favicon).'">'."\n"
134 | 			. '<link rel="stylesheet" href="'.$this->htmlify($this->stylesheet).'">'."\n"
135 | 			. '</head>'."\n\n"
136 | 			. '<body><div id="container">'."\n"
137 | 			. ($this->show_banner ? '<div id="bannerbg-top"></div><div id="bannerbg-bottom"></div><svg id="banner" viewBox="0 0 818 50"><path id="banner-text" d="M0 0h48v4h-46v21h46v25h-48v-2h46v-21h-46zm51 0h2v48h44v-48h2v50h-48zm51 0h48v27h-46v-2h44v-21h-44v46h-2zm51 0h48v27h-46v-2h44v-21h-44v44h46v2h-48zm51 0h46v25h2v25h-2v-23h-44v-2h42v-21h-42v46h-2zm51 0h48v4h-46v21h46v25h-48v-2h46v-21h-46zm51 0h48v27h-46v-2h44v-21h-44v44h46v2h-48zm51 0h46v25h2v25h-2v-23h-44v-2h42v-21h-42v46h-2zm51 0h10v4h-4v44h4v2h-10v-2h4v-44h-4zm13 0h48v50h-46v-2h44v-44h-44v46h-2zm51 0h2v48h44v-48h2v50h-48zm51 0h48v4h-46v21h46v25h-48v-2h46v-21h-46zm51 0h48v4h-46v21h46v25h-48v-2h46v-21h-46zm51 0h44v4h-21v46h-2v-46h-21zm47 0h48v50h-2v-23h-44v-2h44v-21h-44v46h-2zm51 0h44v4h-21v46h-2v-46h-21zm47 0h48v4h-46v21h46v25h-48v-2h46v-21h-46z"/><path class="banner-graph" style="fill:#7697cb" d="M428 19h8v25h-8z"/><path class="banner-graph" style="fill:#6c8fc2" d="M428 19h4v25h-4z"/><path class="banner-graph" style="fill:#416d9c" d="M428 19h8v25h-6v-2h4v-21h-4v23h-2z"/><path class="banner-graph" style="fill:#e17677" d="M441 27h8v17h-8z"/><path class="banner-graph" style="fill:#dc6c6d" d="M441 27h4v17h-4z"/><path class="banner-graph" style="fill:#c74243" d="M441 27h8v17h-6v-2h4v-13h-4v15h-2z"/><path class="banner-graph" style="fill:#8fce90" d="M454 11h8v33h-8z"/><path class="banner-graph" style="fill:#89c686" d="M454 11h4v33h-4z"/><path class="banner-graph" style="fill:#70a35e" d="M454 11h8v33h-6v-2h4v-29h-4v31h-2z"/></svg>'."\n" : '')
138 | 			. '<div class="info"><a href="'.$this->htmlify($this->main_page).'">'.$this->htmlify($this->channel).'</a>, historically.<br><br>'
139 | 			. 'Displaying statistics for '.(!is_null($this->month) ? date('F', strtotime($this->year.'-'.($this->month <= 9 ? '0' : '').$this->month.'-01')).' ' : '').$this->year.'.</div>'."\n";
140 | 
141 | 		/**
142 | 		 * CONTENT
143 | 		 */
144 | 		$contents .= '<div class="section">Activity</div>'."\n";
145 | 		$contents .= $this->create_index();
146 | 		$contents .= $this->create_table_activity_distribution_hour();
147 | 		$contents .= $this->create_table_people();
148 | 		$contents .= $this->create_table_people_timeofday();
149 | 
150 | 		/**
151 | 		 * FOOT
152 | 		 */
153 | 		$contents .= '<div class="info">Statistics created with <a href="https://github.com/tommyrot/superseriousstats">superseriousstats</a> on '.date('r').' <span class="grey">('.date('T').')</span>.</div>'."\n";
154 | 		$contents .= '</div></body>'."\n\n".'</html>'."\n";
155 | 		return $contents;
156 | 	}
157 | 
158 | 	private function main(): void
159 | 	{
160 | 		/**
161 | 		 * Do some input validation. Both $year and $month default to the current date.
162 | 		 * $month may also be null.
163 | 		 */
164 | 		if (isset($_GET['year']) && preg_match('/^[12][0-9]{3}$/', $_GET['year'])) {
165 | 			$this->year = (int) $_GET['year'];
166 | 
167 | 			if (isset($_GET['month']) && preg_match('/^([1-9]|1[0-2])$/', $_GET['month'])) {
168 | 				$this->month = (int) $_GET['month'];
169 | 			} else {
170 | 				$this->month = null;
171 | 			}
172 | 		} else {
173 | 			$this->year = (int) date('Y');
174 | 			$this->month = (int) date('n');
175 | 		}
176 | 
177 | 		/**
178 | 		 * Stats require a non-empty dataset.
179 | 		 */
180 | 		if (db::query_single_col('SELECT EXISTS (SELECT 1 FROM channel_activity)') === 0) {
181 | 			out::put('critical', 'There is not enough data to create statistics, yet.');
182 | 		}
183 | 
184 | 		echo $this->get_contents();
185 | 	}
186 | }
187 | 
188 | /**
189 |  * Make stats!
190 |  */
191 | $history = new history();
192 | 


--------------------------------------------------------------------------------
/nick.php:
--------------------------------------------------------------------------------
  1 | <?php declare(strict_types=1);
  2 | 
  3 | /**
  4 |  * Copyright (c) 2007-2021, Jos de Ruijter <jos@dutnie.nl>
  5 |  */
  6 | 
  7 | /**
  8 |  * Class for handling user data.
  9 |  */
 10 | class nick
 11 | {
 12 | 	use common, queryparts;
 13 | 
 14 | 	private array $buddies = [];
 15 | 	private array $smileys = [];
 16 | 	private int $actions = 0;
 17 | 	private int $characters = 0;
 18 | 	private int $exclamations = 0;
 19 | 	private int $joins = 0;
 20 | 	private int $kicked = 0;
 21 | 	private int $kicks = 0;
 22 | 	private int $l_00 = 0;
 23 | 	private int $l_01 = 0;
 24 | 	private int $l_02 = 0;
 25 | 	private int $l_03 = 0;
 26 | 	private int $l_04 = 0;
 27 | 	private int $l_05 = 0;
 28 | 	private int $l_06 = 0;
 29 | 	private int $l_07 = 0;
 30 | 	private int $l_08 = 0;
 31 | 	private int $l_09 = 0;
 32 | 	private int $l_10 = 0;
 33 | 	private int $l_11 = 0;
 34 | 	private int $l_12 = 0;
 35 | 	private int $l_13 = 0;
 36 | 	private int $l_14 = 0;
 37 | 	private int $l_15 = 0;
 38 | 	private int $l_16 = 0;
 39 | 	private int $l_17 = 0;
 40 | 	private int $l_18 = 0;
 41 | 	private int $l_19 = 0;
 42 | 	private int $l_20 = 0;
 43 | 	private int $l_21 = 0;
 44 | 	private int $l_22 = 0;
 45 | 	private int $l_23 = 0;
 46 | 	private int $l_afternoon = 0;
 47 | 	private int $l_evening = 0;
 48 | 	private int $l_fri_afternoon = 0;
 49 | 	private int $l_fri_evening = 0;
 50 | 	private int $l_fri_morning = 0;
 51 | 	private int $l_fri_night = 0;
 52 | 	private int $l_mon_afternoon = 0;
 53 | 	private int $l_mon_evening = 0;
 54 | 	private int $l_mon_morning = 0;
 55 | 	private int $l_mon_night = 0;
 56 | 	private int $l_morning = 0;
 57 | 	private int $l_night = 0;
 58 | 	private int $l_sat_afternoon = 0;
 59 | 	private int $l_sat_evening = 0;
 60 | 	private int $l_sat_morning = 0;
 61 | 	private int $l_sat_night = 0;
 62 | 	private int $l_sun_afternoon = 0;
 63 | 	private int $l_sun_evening = 0;
 64 | 	private int $l_sun_morning = 0;
 65 | 	private int $l_sun_night = 0;
 66 | 	private int $l_thu_afternoon = 0;
 67 | 	private int $l_thu_evening = 0;
 68 | 	private int $l_thu_morning = 0;
 69 | 	private int $l_thu_night = 0;
 70 | 	private int $l_total = 0;
 71 | 	private int $l_tue_afternoon = 0;
 72 | 	private int $l_tue_evening = 0;
 73 | 	private int $l_tue_morning = 0;
 74 | 	private int $l_tue_night = 0;
 75 | 	private int $l_wed_afternoon = 0;
 76 | 	private int $l_wed_evening = 0;
 77 | 	private int $l_wed_morning = 0;
 78 | 	private int $l_wed_night = 0;
 79 | 	private int $m_deop = 0;
 80 | 	private int $m_deopped = 0;
 81 | 	private int $m_devoice = 0;
 82 | 	private int $m_devoiced = 0;
 83 | 	private int $m_op = 0;
 84 | 	private int $m_opped = 0;
 85 | 	private int $m_voice = 0;
 86 | 	private int $m_voiced = 0;
 87 | 	private int $monologues = 0;
 88 | 	private int $nickchanges = 0;
 89 | 	private int $parts = 0;
 90 | 	private int $questions = 0;
 91 | 	private int $quits = 0;
 92 | 	private int $slapped = 0;
 93 | 	private int $slaps = 0;
 94 | 	private int $topics = 0;
 95 | 	private int $topmonologue = 0;
 96 | 	private int $uppercased = 0;
 97 | 	private int $urls = 0;
 98 | 	private int $words = 0;
 99 | 	private string $csnick = '';
100 | 	private string $ex_actions = '';
101 | 	private string $ex_exclamations = '';
102 | 	private string $ex_kicked = '';
103 | 	private string $ex_kicks = '';
104 | 	private string $ex_questions = '';
105 | 	private string $ex_uppercased = '';
106 | 	private string $firstseen = '';
107 | 	private string $lastseen = '';
108 | 	private string $lasttalked = '';
109 | 	private string $quote = '';
110 | 
111 | 	public function __construct(string $csnick)
112 | 	{
113 | 		$this->csnick = $csnick;
114 | 	}
115 | 
116 | 	public function add_buddy(string $nick_buddy, string $time_of_day): void
117 | 	{
118 | 		if (!isset($this->buddies[$nick_buddy])) {
119 | 			$this->buddies[$nick_buddy]['l_night'] = $this->buddies[$nick_buddy]['l_morning'] = $this->buddies[$nick_buddy]['l_afternoon'] = $this->buddies[$nick_buddy]['l_evening'] = 0;
120 | 		}
121 | 
122 | 		++$this->buddies[$nick_buddy]['l_'.$time_of_day];
123 | 	}
124 | 
125 | 	public function add_smiley(int $sid, int $value): void
126 | 	{
127 | 		if (!isset($this->smileys[$sid])) {
128 | 			$this->smileys[$sid] = $value;
129 | 		} else {
130 | 			$this->smileys[$sid] += $value;
131 | 		}
132 | 	}
133 | 
134 | 	/**
135 | 	 * Store everything in the database. Buddy data is handled separately.
136 | 	 */
137 | 	public function store_data(): void
138 | 	{
139 | 		/**
140 | 		 * Store data in database table "uid_details" and update "uid_lines" if needed.
141 | 		 */
142 | 		if (is_null($uid = db::query_single_col('SELECT uid FROM uid_details WHERE csnick = \''.$this->csnick.'\''))) {
143 | 			if ($this->firstseen === '') {
144 | 				/**
145 | 				 * If $firstseen is empty there have been no lines, actions or events for this
146 | 				 * nick. The only two possibilities left are; this nick has been slapped, or
147 | 				 * this nick had its streak interrupted. Since this nick isn't already in the
148 | 				 * database that rules out a streak. We won't add the nick to the database just
149 | 				 * because of a slap to avoid abuse.
150 | 				 */
151 | 				out::put('debug', 'skipping empty nick: \''.$this->csnick.'\'');
152 | 				return;
153 | 			}
154 | 
155 | 			$uid = db::query_exec('INSERT INTO uid_details (csnick, firstseen, lastseen) VALUES (\''.$this->csnick.'\', DATETIME(\''.$this->firstseen.'\'), DATETIME(\''.$this->lastseen.'\'))');
156 | 		} else {
157 | 			if ($this->firstseen === '') {
158 | 				/**
159 | 				 * If $firstseen is empty there have been no lines, actions or events for this
160 | 				 * nick. The only two possibilities left are; this nick has been slapped, or
161 | 				 * this nick had its streak interrupted. Update appropriate values.
162 | 				 */
163 | 				db::query_exec('UPDATE uid_lines SET slapped = slapped + '.$this->slapped.', monologues = monologues + '.$this->monologues.', topmonologue = CASE WHEN '.$this->topmonologue.' > topmonologue THEN '.$this->topmonologue.' ELSE topmonologue END WHERE uid = '.$uid);
164 | 				return;
165 | 			}
166 | 
167 | 			db::query_exec('UPDATE uid_details SET csnick = \''.$this->csnick.'\', lastseen = DATETIME(\''.$this->lastseen.'\') WHERE uid = '.$uid);
168 | 		}
169 | 
170 | 		/**
171 | 		 * Store data in database table "uid_events".
172 | 		 */
173 | 		if (!is_null($queryparts = $this->get_queryparts(['m_op', 'm_opped', 'm_voice', 'm_voiced', 'm_deop', 'm_deopped', 'm_devoice', 'm_devoiced', 'joins', 'parts', 'quits', 'kicks', 'kicked', 'nickchanges', 'topics', 'ex_kicks', 'ex_kicked']))) {
174 | 			db::query_exec('INSERT INTO uid_events (uid, '.$queryparts['insert_columns'].') VALUES ('.$uid.', '.$queryparts['insert_values'].') ON CONFLICT (uid) DO UPDATE SET '.$queryparts['update_assignments']);
175 | 		}
176 | 
177 | 		/**
178 | 		 * Store data in database tables "uid_activity" and "uid_smileys".
179 | 		 */
180 | 		if ($this->l_total !== 0) {
181 | 			$queryparts = $this->get_queryparts(['l_night', 'l_morning', 'l_afternoon', 'l_evening', 'l_total']);
182 | 			db::query_exec('INSERT INTO uid_activity (uid, date, '.$queryparts['insert_columns'].') VALUES ('.$uid.', DATE(\''.$this->firstseen.'\'), '.$queryparts['insert_values'].') ON CONFLICT (uid, date) DO UPDATE SET '.$queryparts['update_assignments']);
183 | 
184 | 			if (!empty($this->smileys)) {
185 | 				foreach ($this->smileys as $sid => $total) {
186 | 					$insert_values[] = '('.$uid.', '.$sid.', '.$total.')';
187 | 				}
188 | 
189 | 				db::query_exec('INSERT INTO uid_smileys (uid, sid, total) VALUES '.implode(', ', $insert_values).' ON CONFLICT (uid, sid) DO UPDATE SET total = total + excluded.total');
190 | 			}
191 | 		}
192 | 
193 | 		/**
194 | 		 * Store data in database table "uid_lines".
195 | 		 */
196 | 		$columns = ['monologues', 'topmonologue', 'slaps', 'slapped', 'actions', 'ex_actions'];
197 | 
198 | 		if ($this->l_total !== 0) {
199 | 			$columns = array_merge($columns, ['l_00', 'l_01', 'l_02', 'l_03', 'l_04', 'l_05', 'l_06', 'l_07', 'l_08', 'l_09', 'l_10', 'l_11', 'l_12', 'l_13', 'l_14', 'l_15', 'l_16', 'l_17', 'l_18', 'l_19', 'l_20', 'l_21', 'l_22', 'l_23', 'l_night', 'l_morning', 'l_afternoon', 'l_evening', 'l_total', 'l_mon_night', 'l_mon_morning', 'l_mon_afternoon', 'l_mon_evening', 'l_tue_night', 'l_tue_morning', 'l_tue_afternoon', 'l_tue_evening', 'l_wed_night', 'l_wed_morning', 'l_wed_afternoon', 'l_wed_evening', 'l_thu_night', 'l_thu_morning', 'l_thu_afternoon', 'l_thu_evening', 'l_fri_night', 'l_fri_morning', 'l_fri_afternoon', 'l_fri_evening', 'l_sat_night', 'l_sat_morning', 'l_sat_afternoon', 'l_sat_evening', 'l_sun_night', 'l_sun_morning', 'l_sun_afternoon', 'l_sun_evening', 'urls', 'words', 'characters', 'exclamations', 'questions', 'uppercased', 'quote', 'ex_exclamations', 'ex_questions', 'ex_uppercased', 'lasttalked']);
200 | 		}
201 | 
202 | 		if (!is_null($queryparts = $this->get_queryparts($columns))) {
203 | 			db::query_exec('INSERT INTO uid_lines (uid, '.$queryparts['insert_columns'].') VALUES ('.$uid.', '.$queryparts['insert_values'].') ON CONFLICT (uid) DO UPDATE SET '.$queryparts['update_assignments']);
204 | 		}
205 | 	}
206 | 
207 | 	/**
208 | 	 * Store data in database table "uid_buddies". This should only be done after
209 | 	 * all involved nicks are known and present in the database, otherwise their
210 | 	 * uids cannot be resolved during insert.
211 | 	 */
212 | 	public function store_buddies(): void
213 | 	{
214 | 		foreach ($this->buddies as $nick_buddy => ['l_night' => $l_night, 'l_morning' => $l_morning, 'l_afternoon' => $l_afternoon, 'l_evening' => $l_evening]) {
215 | 			db::query_exec('INSERT INTO uid_buddies (uid_active, uid_passive, l_night, l_morning, l_afternoon, l_evening) VALUES ((SELECT uid FROM uid_details WHERE csnick = \''.$this->csnick.'\'), (SELECT uid FROM uid_details WHERE csnick = \''.$nick_buddy.'\'), '.$l_night.', '.$l_morning.', '.$l_afternoon.', '.$l_evening.') ON CONFLICT (uid_active, uid_passive) DO UPDATE SET l_night = l_night + excluded.l_night, l_morning = l_morning + excluded.l_morning, l_afternoon = l_afternoon + excluded.l_afternoon, l_evening = l_evening + excluded.l_evening');
216 | 		}
217 | 	}
218 | }
219 | 


--------------------------------------------------------------------------------
/maintenance.php:
--------------------------------------------------------------------------------
  1 | <?php declare(strict_types=1);
  2 | 
  3 | /**
  4 |  * Copyright (c) 2007-2025, Jos de Ruijter <jos@dutnie.nl>
  5 |  */
  6 | 
  7 | /**
  8 |  * Class for performing database maintenance.
  9 |  */
 10 | class maintenance
 11 | {
 12 | 	use common;
 13 | 
 14 | 	private bool $auto_link_nicks = true;
 15 | 
 16 | 	public function __construct()
 17 | 	{
 18 | 		$this->apply_vars('settings', ['auto_link_nicks']);
 19 | 		$this->main();
 20 | 	}
 21 | 
 22 | 	/**
 23 | 	 * Calculate on which date a user reached certain milestones. Skip bots and
 24 | 	 * excluded users.
 25 | 	 */
 26 | 	private function calculate_milestones(): void
 27 | 	{
 28 | 		/**
 29 | 		 * Only continue if "uid_details" and/or "uid_activity" was modified since last
 30 | 		 * maintenance.
 31 | 		 */
 32 | 		if (db::query_single_col('SELECT EXISTS (SELECT 1 FROM table_state WHERE (table_name = \'uid_details\' OR table_name = \'uid_activity\') AND modified = 1)') === 0) {
 33 | 			return;
 34 | 		}
 35 | 
 36 | 		db::query_exec('DELETE FROM ruid_milestones');
 37 | 		$results = db::query('SELECT ruid_activity_by_day.ruid, date, l_total FROM ruid_activity_by_day JOIN uid_details ON ruid_activity_by_day.ruid = uid_details.uid WHERE status NOT IN (3,4) ORDER BY ruid_activity_by_day.ruid ASC, date ASC');
 38 | 
 39 | 		while ($result = $results->fetchArray(SQLITE3_ASSOC)) {
 40 | 			if (!isset($l_total[$result['ruid']])) {
 41 | 				$l_total[$result['ruid']] = $result['l_total'];
 42 | 				$milestones = [1000, 2500, 5000, 10000, 25000, 50000, 100000, 250000, 500000, 1000000];
 43 | 				$milestone = array_shift($milestones);
 44 | 			} else {
 45 | 				$l_total[$result['ruid']] += $result['l_total'];
 46 | 			}
 47 | 
 48 | 			while (!is_null($milestone) && $l_total[$result['ruid']] >= $milestone) {
 49 | 				db::query_exec('INSERT INTO ruid_milestones (ruid, milestone, date) VALUES ('.$result['ruid'].', '.$milestone.', \''.$result['date'].'\')');
 50 | 				$milestone = array_shift($milestones);
 51 | 			}
 52 | 		}
 53 | 	}
 54 | 
 55 | 	/**
 56 | 	 * Create materialized views, which are actual stored copies of virtual tables
 57 | 	 * (simply called views).
 58 | 	 */
 59 | 	private function create_materialized_views(): void
 60 | 	{
 61 | 		/**
 62 | 		 * Retrieve the modification state from the database and decide which views
 63 | 		 * should be materialized. Make sure the order in which they are processed is
 64 | 		 * correct as some views depend on materialized views created prior to them.
 65 | 		 */
 66 | 		if (db::query_single_col('SELECT modified FROM table_state WHERE table_name = \'uid_details\'') === 1) {
 67 | 			$views = ['v_ruid_activity_by_day', 'v_ruid_activity_by_month', 'v_ruid_activity_by_year', 'v_ruid_lines', 'v_ruid_smileys', 'v_ruid_urls', 'v_ruid_events', 'v_ruid_rank_alltime', 'v_ruid_rank_month', 'v_ruid_rank_year', 'v_ruid_buddies'];
 68 | 		} else {
 69 | 			if (db::query_single_col('SELECT modified FROM table_state WHERE table_name = \'uid_activity\'') === 1) {
 70 | 				$views = ['v_ruid_activity_by_day', 'v_ruid_activity_by_month', 'v_ruid_activity_by_year', 'v_ruid_lines', 'v_ruid_rank_alltime', 'v_ruid_rank_month', 'v_ruid_rank_year', 'v_ruid_buddies'];
 71 | 
 72 | 				if (db::query_single_col('SELECT modified FROM table_state WHERE table_name = \'uid_smileys\'') === 1) {
 73 | 					$views[] = 'v_ruid_smileys';
 74 | 				}
 75 | 
 76 | 				if (db::query_single_col('SELECT modified FROM table_state WHERE table_name = \'uid_urls\'') === 1) {
 77 | 					$views[] = 'v_ruid_urls';
 78 | 				}
 79 | 			} elseif (db::query_single_col('SELECT modified FROM table_state WHERE table_name = \'uid_lines\'') === 1) {
 80 | 				$views[] = 'v_ruid_lines';
 81 | 			}
 82 | 
 83 | 			if (db::query_single_col('SELECT modified FROM table_state WHERE table_name = \'uid_events\'') === 1) {
 84 | 				$views[] = 'v_ruid_events';
 85 | 			}
 86 | 		}
 87 | 
 88 | 		if (!isset($views)) {
 89 | 			return;
 90 | 		}
 91 | 
 92 | 		foreach ($views as $view) {
 93 | 			$table = substr($view, 2);
 94 | 			db::query_exec('DELETE FROM '.$table);
 95 | 			db::query_exec('INSERT INTO '.$table.' SELECT * FROM '.$view);
 96 | 		}
 97 | 
 98 | 		out::put('debug', 'materialized views: \''.preg_replace('/v_ruid_/', '', implode('\', \'', $views)).'\'');
 99 | 	}
100 | 
101 | 	/**
102 | 	 * The file "tlds-alpha-by-domain.txt" contains all TLDs which are currently
103 | 	 * active on the internet. Cross-match this list with the TLDs we have stored
104 | 	 * in our database and deactivate those that do not match. Optional feature.
105 | 	 */
106 | 	private function deactivate_fqdns(): void
107 | 	{
108 | 		/**
109 | 		 * Reset all inactive TLDs to active state, as is the default upon entry.
110 | 		 */
111 | 		db::query_exec('UPDATE fqdns SET active = 1 WHERE active = 0');
112 | 
113 | 		if (($rp = realpath('tlds-alpha-by-domain.txt')) === false) {
114 | 			out::put('debug', 'no such file: \'tlds-alpha-by-domain.txt\', skipping tld validation');
115 | 			return;
116 | 		}
117 | 
118 | 		if (($fp = fopen($rp, 'rb')) === false) {
119 | 			out::put('notice', 'failed to open file: \''.$rp.'\', skipping tld validation');
120 | 			return;
121 | 		}
122 | 
123 | 		while (($line = fgets($fp)) !== false) {
124 | 			if (preg_match('/^(?<tld>[a-z0-9-]+)$/i', $line, $matches)) {
125 | 				$tlds_active[] = '\''.strtolower($matches['tld']).'\'';
126 | 			}
127 | 		}
128 | 
129 | 		fclose($fp);
130 | 
131 | 		if (isset($tlds_active)) {
132 | 			db::query_exec('UPDATE fqdns SET active = 0 WHERE tld NOT IN ('.implode(',', $tlds_active).')');
133 | 			out::put('debug', 'deactivated '.db::changes().' invalid fqdn'.(db::changes() !== 1 ? 's' : ''));
134 | 		}
135 | 	}
136 | 
137 | 	/**
138 | 	 * Try to link unlinked nicks to any other nick that is identical after
139 | 	 * stripping them both from any non-letter and non-numeric characters as well as
140 | 	 * any trailing numerics. The results are compared in a case insensitive manner.
141 | 	 */
142 | 	private function link_nicks(): void
143 | 	{
144 | 		/**
145 | 		 * Only continue if "uid_details" was modified since last maintenance.
146 | 		 */
147 | 		if (db::query_single_col('SELECT modified FROM table_state WHERE table_name = \'uid_details\'') === 0) {
148 | 			return;
149 | 		}
150 | 
151 | 		$results = db::query('SELECT uid, csnick, ruid, status FROM uid_details');
152 | 		$nicks_stripped = [];
153 | 
154 | 		while ($result = $results->fetchArray(SQLITE3_ASSOC)) {
155 | 			$nicks[$result['uid']] = [
156 | 				'csnick' => $result['csnick'],
157 | 				'ruid' => $result['ruid'],
158 | 				'status' => $result['status']];
159 | 			$nick_stripped = preg_replace(['/[^\p{L}\p{N}]+/u', '/\p{N}+$/u'], '', mb_strtolower($result['csnick']));
160 | 
161 | 			/**
162 | 			 * The stripped nick must consist of at least two characters.
163 | 			 */
164 | 			if (mb_strlen($nick_stripped) >= 2) {
165 | 				/**
166 | 				 * Maintain an array for each stripped nick, containing the uids of every nick
167 | 				 * that matches it. Put the uid of a matching nick at the start of the array if
168 | 				 * it is already linked (status != 0), otherwise put it at the end.
169 | 				 */
170 | 				if ($result['status'] !== 0 && isset($nicks_stripped[$nick_stripped])) {
171 | 					array_unshift($nicks_stripped[$nick_stripped], $result['uid']);
172 | 				} else {
173 | 					$nicks_stripped[$nick_stripped][] = $result['uid'];
174 | 				}
175 | 			}
176 | 		}
177 | 
178 | 		foreach ($nicks_stripped as $uids) {
179 | 			/**
180 | 			 * If there is only one match for the stripped nick, there is nothing to link.
181 | 			 */
182 | 			if (count($uids) === 1) {
183 | 				continue;
184 | 			}
185 | 
186 | 			$new_alias = false;
187 | 
188 | 			for ($i = 1, $j = count($uids); $i < $j; ++$i) {
189 | 				/**
190 | 				 * Use the ruid that belongs to the first uid in the array to link all
191 | 				 * succeeding _unlinked_ nicks to.
192 | 				 */
193 | 				if ($nicks[$uids[$i]]['status'] === 0) {
194 | 					$new_alias = true;
195 | 					db::query_exec('UPDATE uid_details SET ruid = '.$nicks[$uids[0]]['ruid'].', status = 2 WHERE uid = '.$uids[$i]);
196 | 					out::put('debug', 'linked \''.$nicks[$uids[$i]]['csnick'].'\' to \''.$nicks[$nicks[$uids[0]]['ruid']]['csnick'].'\'');
197 | 				}
198 | 			}
199 | 
200 | 			/**
201 | 			 * If there are aliases found, and the first nick in the array is unlinked
202 | 			 * (status = 0), make it a registered nick (status = 1).
203 | 			 */
204 | 			if ($new_alias && $nicks[$uids[0]]['status'] === 0) {
205 | 				db::query_exec('UPDATE uid_details SET status = 1 WHERE uid = '.$uids[0]);
206 | 			}
207 | 		}
208 | 	}
209 | 
210 | 	/**
211 | 	 * The following routines ensure we have a usable, consistent dataset.
212 | 	 */
213 | 	private function main(): void
214 | 	{
215 | 		out::put('notice', 'performing database maintenance routines');
216 | 
217 | 		if ($this->auto_link_nicks) {
218 | 			$this->link_nicks();
219 | 		}
220 | 
221 | 		$this->register_most_active_aliases();
222 | 		$this->create_materialized_views();
223 | 		$this->calculate_milestones();
224 | 		$this->deactivate_fqdns();
225 | 
226 | 		/**
227 | 		 * Reset the modification state for all tables.
228 | 		 */
229 | 		db::query_exec('UPDATE table_state SET modified = 0 WHERE modified = 1');
230 | 	}
231 | 
232 | 	/**
233 | 	 * Make the alias with the most lines the new registered nick for the user or
234 | 	 * bot it is linked to.
235 | 	 */
236 | 	private function register_most_active_aliases(): void
237 | 	{
238 | 		$results = db::query('SELECT status, csnick, ruid, (SELECT uid_details.uid FROM uid_details JOIN uid_lines ON uid_details.uid = uid_lines.uid WHERE ruid = t1.ruid ORDER BY l_total DESC, uid_details.uid ASC LIMIT 1) AS new_ruid FROM uid_details AS t1 WHERE status IN (1,3,4) AND IFNULL(new_ruid, ruid) != ruid');
239 | 
240 | 		while ($result = $results->fetchArray(SQLITE3_ASSOC)) {
241 | 			$old_registered_nick = $result['csnick'];
242 | 			$new_registered_nick = db::query_single_col('SELECT csnick FROM uid_details WHERE uid = '.$result['new_ruid']);
243 | 			db::query_exec('UPDATE uid_details SET ruid = '.$result['new_ruid'].', status = '.$result['status'].' WHERE uid = '.$result['new_ruid']);
244 | 			db::query_exec('UPDATE uid_details SET ruid = '.$result['new_ruid'].', status = 2 WHERE ruid = '.$result['ruid']);
245 | 			out::put('debug', '\''.$new_registered_nick.'\' new registered nick for \''.$old_registered_nick.'\'');
246 | 		}
247 | 	}
248 | }
249 | 


--------------------------------------------------------------------------------
/user.php:
--------------------------------------------------------------------------------
  1 | <?php declare(strict_types=1);
  2 | 
  3 | /**
  4 |  * Copyright (c) 2007-2025, Jos de Ruijter <jos@dutnie.nl>
  5 |  */
  6 | 
  7 | /**
  8 |  * If the nick isn't set we exit immediately.
  9 |  */
 10 | if (!isset($_GET['nick'])) {
 11 | 	exit;
 12 | }
 13 | 
 14 | /**
 15 |  * Include shared code.
 16 |  */
 17 | require 'web.php';
 18 | require 'common.php';
 19 | require 'common_web.php';
 20 | 
 21 | /**
 22 |  * Class for creating user stats.
 23 |  */
 24 | class user
 25 | {
 26 | 	use common, common_web;
 27 | 
 28 | 	private bool $show_banner = true;
 29 | 	private int $ruid = 0;
 30 | 	private string $channel = 'unconfigured';
 31 | 	private string $csnick = '';
 32 | 	private string $favicon = 'favicon.svg';
 33 | 	private string $main_page = './';
 34 | 	private string $now = '';
 35 | 	private string $stylesheet = 'sss.css';
 36 | 	private string $timezone = '';
 37 | 	private string $userpics_default = '';
 38 | 	private string $userpics_dir = 'userpics';
 39 | 
 40 | 	public function __construct()
 41 | 	{
 42 | 		/**
 43 | 		 * Explicitly set the locale to C (POSIX) for all categories so there hopefully
 44 | 		 * won't be any unexpected results between platforms.
 45 | 		 */
 46 | 		setlocale(LC_ALL, 'C');
 47 | 
 48 | 		/**
 49 | 		 * Use UTC until config specified timezone is set.
 50 | 		 */
 51 | 		date_default_timezone_set('UTC');
 52 | 
 53 | 		/**
 54 | 		 * Set the character encoding used by all mbstring functions.
 55 | 		 */
 56 | 		mb_internal_encoding('UTF-8');
 57 | 
 58 | 		/**
 59 | 		 * Open the database connection and update our settings.
 60 | 		 */
 61 | 		db::connect();
 62 | 		$this->apply_vars('settings', ['timezone', 'channel', 'favicon', 'userpics_default', 'userpics_dir', 'stylesheet', 'main_page', 'show_banner']);
 63 | 		out::set_stylesheet($this->stylesheet);
 64 | 
 65 | 		/**
 66 | 		 * Set the proper timezone.
 67 | 		 */
 68 | 		date_default_timezone_set($this->timezone) or out::put('critical', 'invalid timezone: \''.$this->timezone.'\'');
 69 | 		$this->now = date('Y-m-d');
 70 | 
 71 | 		/**
 72 | 		 * Init done, move to main.
 73 | 		 */
 74 | 		$this->main();
 75 | 
 76 | 		/**
 77 | 		 * Close the database connection.
 78 | 		 */
 79 | 		db::disconnect();
 80 | 	}
 81 | 
 82 | 	/**
 83 | 	 * Generate the HTML page.
 84 | 	 */
 85 | 	private function get_contents(): string
 86 | 	{
 87 | 		/**
 88 | 		 * Collect all details for this user.
 89 | 		 */
 90 | 		$result = db::query_single_row('SELECT MIN(firstseen) AS firstseen, MAX(lastseen) AS lastseen FROM uid_details WHERE ruid = '.$this->ruid);
 91 | 		$firstseen = $result['firstseen'];
 92 | 		$lastseen = $result['lastseen'];
 93 | 		$result = db::query_single_row('SELECT date, l_total FROM ruid_activity_by_day WHERE ruid = '.$this->ruid.' ORDER BY l_total DESC, date ASC LIMIT 1');
 94 | 		$high_date = $result['date'];
 95 | 		$high_lines = $result['l_total'];
 96 | 		$mood = db::query_single_col('SELECT smiley FROM ruid_smileys JOIN smileys ON ruid_smileys.sid = smileys.sid WHERE ruid = '.$this->ruid.' AND category IS NOT NULL ORDER BY total DESC, ruid_smileys.sid ASC LIMIT 1');
 97 | 		$l_total = db::query_single_col('SELECT l_total FROM ruid_lines WHERE ruid = '.$this->ruid);
 98 | 		$l_avg = (int) round($l_total / db::query_single_col('SELECT activedays FROM ruid_lines WHERE ruid = '.$this->ruid));
 99 | 
100 | 		/**
101 | 		 * Show the user's current all-time ranking.
102 | 		 */
103 | 		$rank_cur = db::query_single_col('SELECT rank_cur FROM ruid_rank_alltime WHERE ruid = '.$this->ruid);
104 | 
105 | 		/**
106 | 		 * If $rank_cur is null the user has no lines, is excluded or is a bot. In the
107 | 		 * first two cases we would have already returned an error so that means the
108 | 		 * user is a bot. Indicate this instead of showing a ranking.
109 | 		 */
110 | 		if (is_null($rank_cur)) {
111 | 			$ranking = 'Bot';
112 | 		} else {
113 | 			switch ($rank_cur % 100) {
114 | 				case 11:
115 | 				case 12:
116 | 				case 13:
117 | 					$ordinal_suffix = 'th';
118 | 					break;
119 | 				default:
120 | 					switch ($rank_cur % 10) {
121 | 						case 1:
122 | 							$ordinal_suffix = 'st';
123 | 							break;
124 | 						case 2:
125 | 							$ordinal_suffix = 'nd';
126 | 							break;
127 | 						case 3:
128 | 							$ordinal_suffix = 'rd';
129 | 							break;
130 | 						default:
131 | 							$ordinal_suffix = 'th';
132 | 					}
133 | 			}
134 | 
135 | 			$ranking = $rank_cur.$ordinal_suffix;
136 | 		}
137 | 
138 | 		/**
139 | 		 * HEAD
140 | 		 */
141 | 		$contents = '<!DOCTYPE html>'."\n\n"
142 | 			. '<html lang="en">'."\n\n"
143 | 			. '<head>'."\n"
144 | 			. '<meta charset="utf-8">'."\n"
145 | 			. '<title>'.$this->htmlify($this->csnick).', seriously.</title>'."\n"
146 | 			. '<link rel="icon" href="'.$this->htmlify($this->favicon).'">'."\n"
147 | 			. '<link rel="stylesheet" href="'.$this->htmlify($this->stylesheet).'">'."\n"
148 | 			. '</head>'."\n\n"
149 | 			. '<body><div id="container">'."\n"
150 | 			. ($this->show_banner ? '<div id="bannerbg-top"></div><div id="bannerbg-bottom"></div><svg id="banner" viewBox="0 0 818 50"><path id="banner-text" d="M0 0h48v4h-46v21h46v25h-48v-2h46v-21h-46zm51 0h2v48h44v-48h2v50h-48zm51 0h48v27h-46v-2h44v-21h-44v46h-2zm51 0h48v27h-46v-2h44v-21h-44v44h46v2h-48zm51 0h46v25h2v25h-2v-23h-44v-2h42v-21h-42v46h-2zm51 0h48v4h-46v21h46v25h-48v-2h46v-21h-46zm51 0h48v27h-46v-2h44v-21h-44v44h46v2h-48zm51 0h46v25h2v25h-2v-23h-44v-2h42v-21h-42v46h-2zm51 0h10v4h-4v44h4v2h-10v-2h4v-44h-4zm13 0h48v50h-46v-2h44v-44h-44v46h-2zm51 0h2v48h44v-48h2v50h-48zm51 0h48v4h-46v21h46v25h-48v-2h46v-21h-46zm51 0h48v4h-46v21h46v25h-48v-2h46v-21h-46zm51 0h44v4h-21v46h-2v-46h-21zm47 0h48v50h-2v-23h-44v-2h44v-21h-44v46h-2zm51 0h44v4h-21v46h-2v-46h-21zm47 0h48v4h-46v21h46v25h-48v-2h46v-21h-46z"/><path class="banner-graph" style="fill:#7697cb" d="M428 19h8v25h-8z"/><path class="banner-graph" style="fill:#6c8fc2" d="M428 19h4v25h-4z"/><path class="banner-graph" style="fill:#416d9c" d="M428 19h8v25h-6v-2h4v-21h-4v23h-2z"/><path class="banner-graph" style="fill:#e17677" d="M441 27h8v17h-8z"/><path class="banner-graph" style="fill:#dc6c6d" d="M441 27h4v17h-4z"/><path class="banner-graph" style="fill:#c74243" d="M441 27h8v17h-6v-2h4v-13h-4v15h-2z"/><path class="banner-graph" style="fill:#8fce90" d="M454 11h8v33h-8z"/><path class="banner-graph" style="fill:#89c686" d="M454 11h4v33h-4z"/><path class="banner-graph" style="fill:#70a35e" d="M454 11h8v33h-6v-2h4v-29h-4v31h-2z"/></svg>'."\n" : '')
151 | 			. '<div class="info">'.$this->get_userpic().$this->htmlify($this->csnick).', seriously'.(!is_null($mood) ? ' '.$this->htmlify($mood) : '.').'<span id="ranking">'.$ranking.'</span><br><br>'
152 | 			. 'First seen on '.date('M j, Y', strtotime($firstseen)).' and last seen on '.date('M j, Y', strtotime($lastseen)).'.<br><br>'
153 | 			. $this->htmlify($this->csnick).' typed '.number_format($l_total).' line'.($l_total !== 1 ? 's' : '').' on <a href="'.$this->htmlify($this->main_page).'">'.$this->htmlify($this->channel).'</a> &ndash; an average of '.number_format($l_avg).' line'.($l_avg !== 1 ? 's' : '').' per day.<br>'
154 | 			. 'Most active day was '.date('M j, Y', strtotime($high_date)).' with a total of '.number_format($high_lines).' line'.($high_lines !== 1 ? 's' : '').' typed.</div>'."\n";
155 | 
156 | 		/**
157 | 		 * CONTENT
158 | 		 */
159 | 		$contents .= '<div class="section">Activity</div>'."\n";
160 | 		$contents .= $this->create_table_activity_distribution_hour();
161 | 		$contents .= $this->create_table_activity('day');
162 | 		$contents .= $this->create_table_activity('month');
163 | 		$contents .= $this->create_table_activity('year');
164 | 		$contents .= $this->create_table_activity_distribution_day();
165 | 
166 | 		/**
167 | 		 * Chat buddies! Smart reuse of create_table_people_timeofday() code. Don't
168 | 		 * generate the table if user is a bot (status = 3).
169 | 		 */
170 | 		if (db::query_single_col('SELECT status FROM uid_details WHERE uid = '.$this->ruid) !== 3) {
171 | 			$contents .= $this->create_table_people_timeofday(true);
172 | 		}
173 | 
174 | 		/**
175 | 		 * FOOT
176 | 		 */
177 | 		$contents .= '<div class="info">Statistics created with <a href="https://github.com/tommyrot/superseriousstats">superseriousstats</a> on '.date('r').' <span class="grey">('.date('T').')</span>.</div>'."\n";
178 | 		$contents .= '</div></body>'."\n\n".'</html>'."\n";
179 | 		return $contents;
180 | 	}
181 | 
182 | 	/**
183 | 	 * Find an image for this user to display.
184 | 	 */
185 | 	private function get_userpic(): ?string
186 | 	{
187 | 		/**
188 | 		 * Create an array with all valid images in $userpics_dir.
189 | 		 */
190 | 		if (is_dir($this->userpics_dir) && ($dh = opendir($this->userpics_dir)) !== false) {
191 | 			while (($entry = readdir($dh)) !== false) {
192 | 				if (!is_dir($this->userpics_dir.'/'.$entry) && preg_match('/^(?<filename>\S+)\.(bmp|gif|jpe?g|png|svg)$/in', $entry, $matches)) {
193 | 					$images[mb_strtolower($matches['filename'])] = $entry;
194 | 				}
195 | 			}
196 | 
197 | 			closedir($dh);
198 | 		}
199 | 
200 | 		if (!isset($images)) {
201 | 			return null;
202 | 		}
203 | 
204 | 		/**
205 | 		 * Search the $images array for a filename that matches $csnick or any of the
206 | 		 * aliases belonging to this user.
207 | 		 */
208 | 		$nicks = explode(',', mb_strtolower($this->csnick.db::query_single_col('SELECT \',\' || GROUP_CONCAT(csnick) FROM uid_details WHERE ruid = '.$this->ruid.' AND status = 2')));
209 | 
210 | 		foreach ($nicks as $nick) {
211 | 			if (isset($images[$nick])) {
212 | 				return '<img src="'.$this->htmlify($this->userpics_dir.'/'.$images[$nick]).'" alt="" id="userpic">';
213 | 			}
214 | 		}
215 | 
216 | 		/**
217 | 		 * Display $userpics_default if no image could be found.
218 | 		 */
219 | 		if ($this->userpics_default !== '') {
220 | 			return '<img src="'.$this->htmlify($this->userpics_dir.'/'.$this->userpics_default).'" alt="" id="userpic">';
221 | 		}
222 | 
223 | 		return null;
224 | 	}
225 | 
226 | 	/**
227 | 	 * Find the user to whom $_GET['nick'] belongs and create a stats page for it.
228 | 	 */
229 | 	private function main(): void
230 | 	{
231 | 		/**
232 | 		 * Do some input validation. Make sure the nick is valid UTF-8 and doesn't
233 | 		 * exceed 64 characters in length (arbitrary limit). Don't create a page for
234 | 		 * excluded users (status = 4).
235 | 		 */
236 | 		if (mb_strlen($_GET['nick']) > 64 || !preg_match('/^([\x00-\x7F]|[\xC2-\xDF][\x80-\xBF]|\xE0[\xA0-\xBF][\x80-\xBF]|[\xE1-\xEC\xEE\xEF][\x80-\xBF]{2}|\xED[\x80-\x9F][\x80-\xBF]|\xF0[\x90-\xBF][\x80-\xBF]{2}|[\xF1-\xF3][\x80-\xBF]{3}|\xF4[\x80-\x8F][\x80-\xBF]{2})+$/', $_GET['nick']) || is_null($result = db::query_single_row('SELECT csnick, ruid, status FROM uid_details WHERE uid = (SELECT ruid FROM uid_details WHERE csnick = \''.preg_replace('/\'/', '\'\'', $_GET['nick']).'\')')) || $result['status'] === 4) {
237 | 			out::put('critical', 'Nonexistent and/or erroneous nickname.');
238 | 		}
239 | 
240 | 		$this->csnick = $result['csnick'];
241 | 		$this->ruid = $result['ruid'];
242 | 
243 | 		/**
244 | 		 * Stats require a non-empty dataset.
245 | 		 */
246 | 		if (db::query_single_col('SELECT EXISTS (SELECT 1 FROM ruid_activity_by_day WHERE ruid = '.$this->ruid.')') === 0) {
247 | 			out::put('critical', $this->htmlify($this->csnick).' is a filthy lurker!');
248 | 		}
249 | 
250 | 		echo $this->get_contents();
251 | 	}
252 | }
253 | 
254 | /**
255 |  * Make stats!
256 |  */
257 | $user = new user();
258 | 


--------------------------------------------------------------------------------
/sss.php:
--------------------------------------------------------------------------------
  1 | <?php declare(strict_types=1);
  2 | 
  3 | /**
  4 |  * Copyright (c) 2009-2025, Jos de Ruijter <jos@dutnie.nl>
  5 |  */
  6 | 
  7 | /**
  8 |  * Override php.ini directives.
  9 |  */
 10 | ini_set('display_errors', 'stdout');
 11 | ini_set('error_reporting', '-1');
 12 | ini_set('pcre.jit', '0');
 13 | 
 14 | /**
 15 |  * Check for PHP version requirement.
 16 |  */
 17 | preg_match('/^8\.[234]\./', PHP_VERSION) or exit('>> php version 8.[234] required to run this program <<'."\n");
 18 | 
 19 | /**
 20 |  * Check if all required extensions are loaded.
 21 |  */
 22 | foreach (['sqlite3', 'mbstring'] as $module) {
 23 | 	extension_loaded($module) or exit('>> php\'s '.$module.' extension isn\'t loaded <<'."\n");
 24 | }
 25 | 
 26 | /**
 27 |  * Change the working directory to that of the script.
 28 |  */
 29 | chdir(__DIR__);
 30 | 
 31 | /**
 32 |  * Autoloader. This code handles on the fly inclusion of classes and traits at
 33 |  * time of instantiation.
 34 |  */
 35 | spl_autoload_register(function (string $class): void {
 36 | 	if (file_exists('parsers/'.$class.'.php')) {
 37 | 		require 'parsers/'.$class.'.php';
 38 | 	} else {
 39 | 		require $class.'.php';
 40 | 	}
 41 | });
 42 | 
 43 | /**
 44 |  * Read options from the command line. Show a hint on invalid input.
 45 |  */
 46 | $options = getopt('c:e:i:m:o:qv');
 47 | ksort($options);
 48 | preg_match('/^c?(e|i|i?o|m)[qv]?$/', implode('', array_keys($options))) or exit('usage: php sss.php [-q | -v] [-c config] [-i <logfile or directory>] [-o html]'."\n");
 49 | 
 50 | /**
 51 |  * Main class.
 52 |  */
 53 | class sss
 54 | {
 55 | 	use common;
 56 | 
 57 | 	private bool $need_maintenance = false;
 58 | 	private bool $with_zlib = false;
 59 | 	private string $database = '';
 60 | 	private string $parser = '';
 61 | 	private string $timezone = '';
 62 | 
 63 | 	public function __construct(array $options)
 64 | 	{
 65 | 		/**
 66 | 		 * Explicitly set the locale to C (POSIX) for all categories so there hopefully
 67 | 		 * won't be any unexpected results between platforms.
 68 | 		 */
 69 | 		setlocale(LC_ALL, 'C');
 70 | 
 71 | 		/**
 72 | 		 * Use UTC until config specified timezone is set.
 73 | 		 */
 74 | 		date_default_timezone_set('UTC');
 75 | 
 76 | 		/**
 77 | 		 * Set the character encoding used by all mbstring functions.
 78 | 		 */
 79 | 		mb_internal_encoding('UTF-8');
 80 | 
 81 | 		/**
 82 | 		 * Set output verbosity if applicable.
 83 | 		 */
 84 | 		if (isset($options['q'])) {
 85 | 			out::set_verbosity(0);
 86 | 		} elseif (isset($options['v'])) {
 87 | 			out::set_verbosity(2);
 88 | 		}
 89 | 
 90 | 		/**
 91 | 		 * Read either the user provided config file or the default one.
 92 | 		 */
 93 | 		$settings = $this->read_config($options['c'] ?? 'sss.conf');
 94 | 
 95 | 		/**
 96 | 		 * Set the proper timezone.
 97 | 		 */
 98 | 		date_default_timezone_set($this->timezone) or out::put('critical', 'invalid timezone: \''.$this->timezone.'\'');
 99 | 		out::put('debug', 'timezone set to: \''.$this->timezone.'\'');
100 | 
101 | 		/**
102 | 		 * Check if the zlib extension is loaded.
103 | 		 */
104 | 		if (extension_loaded('zlib')) {
105 | 			$this->with_zlib = true;
106 | 		} else {
107 | 			out::put('notice', 'php\'s zlib extension isn\'t loaded, skipping any gzipped logs');
108 | 		}
109 | 
110 | 		/**
111 | 		 * Open the database connection and (clear and) store config settings.
112 | 		 */
113 | 		db::set_database($this->database);
114 | 		db::connect();
115 | 		db::query_exec('DELETE FROM settings');
116 | 
117 | 		foreach ($settings as $setting => $value) {
118 | 			db::query_exec('INSERT INTO settings (var, value) VALUES (\''.$setting.'\', \''.preg_replace('/\'/', '\'\'', $value).'\')');
119 | 		}
120 | 
121 | 		/**
122 | 		 * Init done, move to main.
123 | 		 */
124 | 		$this->main($options);
125 | 
126 | 		/**
127 | 		 * Synchronize and finalize.
128 | 		 */
129 | 		db::disconnect();
130 | 		out::put('notice', 'kthxbye');
131 | 	}
132 | 
133 | 	private function create_html(string $file): void
134 | 	{
135 | 		if (($fp = fopen($file, 'wb')) === false) {
136 | 			out::put('notice', 'failed to open file: \''.$file.'\', cannot create stats page');
137 | 			return;
138 | 		}
139 | 
140 | 		out::put('notice', 'creating stats page');
141 | 		$html = new html();
142 | 		fwrite($fp, $html->get_contents());
143 | 		fclose($fp);
144 | 	}
145 | 
146 | 	private function export_nicks(string $file): void
147 | 	{
148 | 		if (($total = db::query_single_col('SELECT COUNT(*) FROM uid_details')) === 0) {
149 | 			out::put('notice', 'database is empty, nothing to export');
150 | 			return;
151 | 		}
152 | 
153 | 		out::put('notice', 'exporting nicks');
154 | 		$results = db::query('SELECT status, csnick, (SELECT GROUP_CONCAT(csnick) FROM uid_details WHERE ruid = t1.ruid AND status = 2) AS aliases FROM uid_details AS t1 WHERE status IN (1,3,4) ORDER BY csnick ASC');
155 | 		$contents = '';
156 | 
157 | 		while ($result = $results->fetchArray(SQLITE3_ASSOC)) {
158 | 			$contents .= $result['status'].','.$result['csnick'].(!is_null($result['aliases']) ? ','.$result['aliases'] : '')."\n";
159 | 		}
160 | 
161 | 		if (!is_null($unlinked = db::query_single_col('SELECT GROUP_CONCAT(csnick) FROM uid_details WHERE status = 0'))) {
162 | 			$contents .= '*,'.$unlinked."\n";
163 | 		}
164 | 
165 | 		if (($fp = fopen($file, 'wb')) === false) {
166 | 			out::put('critical', 'failed to open file: \''.$file.'\'');
167 | 		}
168 | 
169 | 		fwrite($fp, $contents);
170 | 		fclose($fp);
171 | 		out::put('debug', $total.' nick'.($total !== 1 ? 's' : '').' exported');
172 | 	}
173 | 
174 | 	private function import_nicks(string $file): void
175 | 	{
176 | 		out::put('notice', 'importing nicks');
177 | 
178 | 		if (($rp = realpath($file)) === false) {
179 | 			out::put('critical', 'no such file: \''.$file.'\'');
180 | 		}
181 | 
182 | 		if (($fp = fopen($rp, 'rb')) === false) {
183 | 			out::put('critical', 'failed to open file: \''.$rp.'\'');
184 | 		}
185 | 
186 | 		/**
187 | 		 * Set all nicks to their default state before updating them according to
188 | 		 * imported data.
189 | 		 */
190 | 		db::query_exec('UPDATE uid_details SET ruid = uid, status = 0 WHERE ruid != uid OR status != 0');
191 | 
192 | 		while (($line = fgets($fp)) !== false) {
193 | 			/**
194 | 			 * Skip lines we can't work with. This check is very loose and can only save so
195 | 			 * many from shooting themselves in the foot.
196 | 			 */
197 | 			if (!preg_match('/^(?<status>[134]),(?<registered_nick>[^,*\']+)(,(?<aliases>[^,*\']+(,[^,*\']+)*)?)?$/n', preg_replace('/\s+/', '', $line), $matches, PREG_UNMATCHED_AS_NULL)) {
198 | 				continue;
199 | 			}
200 | 
201 | 			/**
202 | 			 * Skip updates for nonexistent registered nicks.
203 | 			 */
204 | 			if (db::query_single_col('SELECT EXISTS (SELECT 1 FROM uid_details WHERE csnick = \''.$matches['registered_nick'].'\')') === 0) {
205 | 				continue;
206 | 			}
207 | 
208 | 			db::query_exec('UPDATE uid_details SET status = '.$matches['status'].' WHERE csnick = \''.$matches['registered_nick'].'\'');
209 | 
210 | 			if (!is_null($matches['aliases'])) {
211 | 				db::query_exec('UPDATE uid_details SET status = 2, ruid = (SELECT uid FROM uid_details WHERE csnick = \''.$matches['registered_nick'].'\') WHERE csnick IN (\''.preg_replace('/,/', '\',\'', $matches['aliases']).'\')');
212 | 			}
213 | 		}
214 | 
215 | 		fclose($fp);
216 | 	}
217 | 
218 | 	/**
219 | 	 * Take action based on given command line arguments.
220 | 	 */
221 | 	private function main(array $options): void
222 | 	{
223 | 		if (isset($options['e'])) {
224 | 			$this->export_nicks($options['e']);
225 | 		}
226 | 
227 | 		if (isset($options['m'])) {
228 | 			$this->import_nicks($options['m']);
229 | 			$this->need_maintenance = true;
230 | 		}
231 | 
232 | 		if (isset($options['i'])) {
233 | 			$this->parse_log($options['i']);
234 | 		}
235 | 
236 | 		if ($this->need_maintenance) {
237 | 			$maintenance = new maintenance();
238 | 		}
239 | 
240 | 		if (isset($options['o'])) {
241 | 			$this->create_html($options['o']);
242 | 		}
243 | 	}
244 | 
245 | 	private function parse_log(string $filedir): void
246 | 	{
247 | 		if (($rp = realpath($filedir)) === false) {
248 | 			out::put('critical', 'no such file or directory: \''.$filedir.'\'');
249 | 		}
250 | 
251 | 		$files = [];
252 | 
253 | 		if (is_dir($rp)) {
254 | 			if (($dh = opendir($rp)) === false) {
255 | 				out::put('critical', 'failed to open directory: \''.$rp.'\'');
256 | 			}
257 | 
258 | 			while (($entry = readdir($dh)) !== false) {
259 | 				$entry = realpath($rp.'/'.$entry);
260 | 
261 | 				if (!is_dir($entry)) {
262 | 					$files[] = $entry;
263 | 				}
264 | 			}
265 | 
266 | 			closedir($dh);
267 | 		} else {
268 | 			$files[] = $rp;
269 | 		}
270 | 
271 | 		foreach ($files as $file) {
272 | 			/**
273 | 			 * Each filename must contain a date formatted like "Ymd" or "Y-m-d".
274 | 			 */
275 | 			if (preg_match('/(?<!\d)(?<year>\d{4})-?(?<month>\d{2})-?(?<day>\d{2})(?!\d)/', $file, $matches)) {
276 | 				if (str_ends_with($file, '.gz') && !$this->with_zlib) {
277 | 					continue;
278 | 				}
279 | 
280 | 				$logfiles[$matches['year'].'-'.$matches['month'].'-'.$matches['day']] = $file;
281 | 			}
282 | 		}
283 | 
284 | 		if (!isset($logfiles)) {
285 | 			out::put('critical', 'no logfiles found having a date in their name (e.g. #chatroom.'.date('Ymd').'.log)');
286 | 		}
287 | 
288 | 		/**
289 | 		 * Sort the files on the date found in the filename.
290 | 		 */
291 | 		ksort($logfiles);
292 | 
293 | 		foreach ($logfiles as $date => $logfile) {
294 | 			/**
295 | 			 * Skip logs that have already been processed. We only support parsing logs in
296 | 			 * chronological order.
297 | 			 */
298 | 			if (!is_null($date_last_log_parsed = db::query_single_col('SELECT MAX(date) FROM parse_history')) && $date < $date_last_log_parsed) {
299 | 				continue;
300 | 			}
301 | 
302 | 			$parser = new $this->parser($date);
303 | 
304 | 			/**
305 | 			 * Get the parse history and set the line number on which to start parsing the
306 | 			 * log. This would be 1 for a fresh log and +1 for a log with a parse history.
307 | 			 */
308 | 			if (!is_null($linenum_start = db::query_single_col('SELECT lines_parsed FROM parse_history WHERE date = \''.$date.'\''))) {
309 | 				++$linenum_start;
310 | 			} else {
311 | 				$linenum_start = 1;
312 | 			}
313 | 
314 | 			out::put('notice', 'parsing logfile: \''.$logfile.'\' from line '.$linenum_start);
315 | 			$parser->parse_log($logfile, $linenum_start, str_ends_with($logfile, '.gz'));
316 | 
317 | 			/**
318 | 			 * Update the parse history when there are actual (non-empty) lines parsed.
319 | 			 */
320 | 			if ($parser->get_int('linenum_last_nonempty') >= $linenum_start) {
321 | 				db::query_exec('INSERT INTO parse_history (date, lines_parsed) VALUES (\''.$date.'\', '.$parser->get_int('linenum_last_nonempty').') ON CONFLICT (date) DO UPDATE SET lines_parsed = excluded.lines_parsed');
322 | 
323 | 				/**
324 | 				 * Store data in the database. We will need maintenance if any data is stored.
325 | 				 */
326 | 				if ($parser->store_data()) {
327 | 					$this->need_maintenance = true;
328 | 				}
329 | 			}
330 | 		}
331 | 	}
332 | 
333 | 	/**
334 | 	 * Read settings from the config file.
335 | 	 */
336 | 	private function read_config(string $file): array
337 | 	{
338 | 		if (($rp = realpath($file)) === false) {
339 | 			out::put('critical', 'no such file: \''.$file.'\'');
340 | 		}
341 | 
342 | 		if (($fp = fopen($rp, 'rb')) === false) {
343 | 			out::put('critical', 'failed to open file: \''.$rp.'\'');
344 | 		}
345 | 
346 | 		$settings_missing = $settings_required = ['database', 'parser', 'timezone'];
347 | 
348 | 		while (($line = fgets($fp)) !== false) {
349 | 			if (!preg_match('/^\s*(?<setting>\w+)\s*=\s*"(?<value>[^"]+)"/', $line, $matches)) {
350 | 				continue;
351 | 			}
352 | 
353 | 			$setting = $matches['setting'];
354 | 			$value = $matches['value'];
355 | 			$settings[$setting] = $value;
356 | 
357 | 			/**
358 | 			 * Apply and keep track of required settings.
359 | 			 */
360 | 			if (in_array($setting, $settings_required)) {
361 | 				$settings_missing = array_diff($settings_missing, [$setting]);
362 | 				$this->$setting = $value;
363 | 			}
364 | 		}
365 | 
366 | 		fclose($fp);
367 | 
368 | 		/**
369 | 		 * Check if all required settings were present.
370 | 		 */
371 | 		if (!empty($settings_missing)) {
372 | 			out::put('critical', 'missing required setting'.(count($settings_missing) !== 1 ? 's' : '').': \''.implode('\', \'', $settings_missing).'\'');
373 | 		}
374 | 
375 | 		return $settings;
376 | 	}
377 | }
378 | 
379 | /**
380 |  * Launch superseriousstats!
381 |  */
382 | $sss = new sss($options);
383 | 


--------------------------------------------------------------------------------
/sss.css:
--------------------------------------------------------------------------------
  1 | /***************************************
  2 |  * Global sanity
  3 |  */
  4 | * {
  5 | 	box-sizing:border-box;
  6 | 	margin:0;
  7 | 	padding:0;
  8 | }
  9 | /***************************************
 10 |  * Assorted styling
 11 |  */
 12 | body {
 13 | 	background-color:#f9f9f9;
 14 | 	margin:0 auto;
 15 | 	width:840px;
 16 | }
 17 | a {
 18 | 	color:#333;
 19 | }
 20 | a:hover {
 21 | 	text-decoration:none;
 22 | }
 23 | #container {
 24 | 	float:left;
 25 | }
 26 | #banner {
 27 | 	display:block;
 28 | 	height:50px;
 29 | 	margin:6px 0;
 30 | 	width:818px;
 31 | }
 32 | #banner-text {
 33 | 	fill:#999;
 34 | }
 35 | #bannerbg-top {
 36 | 	background-color:#eee;
 37 | 	height:50px;
 38 | 	left:0;
 39 | 	position:absolute;
 40 | 	top:0;
 41 | 	width:max(840px,100%);
 42 | 	z-index:-1;
 43 | }
 44 | #bannerbg-bottom {
 45 | 	background-color:#e0e0e0;
 46 | 	height:12px;
 47 | 	left:0;
 48 | 	position:absolute;
 49 | 	top:50px;
 50 | 	width:max(840px,100%);
 51 | 	z-index:-1;
 52 | }
 53 | .grey {
 54 | 	color:#999;
 55 | }
 56 | .bold {
 57 | 	color:#666;
 58 | }
 59 | #error {
 60 | 	background-color:#eee;
 61 | 	border-color:#c74243;
 62 | 	border-style:solid;
 63 | 	border-width:3px 1px 1px;
 64 | 	color:#c74243;
 65 | 	float:left;
 66 | 	font-family:verdana,sans-serif;
 67 | 	font-size:10px;
 68 | 	font-weight:bold;
 69 | 	margin:30px 222px 15px 200px;
 70 | 	padding:5px;
 71 | 	text-align:center;
 72 | 	width:416px;
 73 | }
 74 | #ranking {
 75 | 	background-color:#eee;
 76 | 	border:1px solid #e0e0e0;
 77 | 	border-radius:5px;
 78 | 	color:#999;
 79 | 	margin-left:15px;
 80 | 	padding:2px 5px;
 81 | }
 82 | .section, .info {
 83 | 	color:#666;
 84 | 	float:left;
 85 | 	font-family:verdana,sans-serif;
 86 | 	font-size:12px;
 87 | 	font-weight:bold;
 88 | 	margin:15px 22px 7px 0;
 89 | 	width:818px;
 90 | }
 91 | .section {
 92 | 	border:1px solid #e0e0e0;
 93 | 	padding:1px;
 94 | 	text-align:center;
 95 | }
 96 | .title-left {
 97 | 	float:left;
 98 | }
 99 | .title-right {
100 | 	float:right;
101 | 	font-style:italic;
102 | 	font-weight:normal;
103 | }
104 | .up::before {
105 | 	color:#70a35e;
106 | 	content:'\25B2';
107 | }
108 | .down::before {
109 | 	color:#c74243;
110 | 	content:'\25BC';
111 | }
112 | #userpic {
113 | 	border-radius:50%;
114 | 	float:right;
115 | 	height:80px;
116 | 	margin-top:.5em;
117 | 	width:80px;
118 | }
119 | /***************************************
120 |  * Graph colors; (n)ight, (m)orning, (a)fternoon, (e)vening
121 |  */
122 | .n {
123 | 	background-color:#416d9c;
124 | }
125 | .m {
126 | 	background-color:#70a35e;
127 | }
128 | .a {
129 | 	background-color:#ebb056;
130 | }
131 | .e {
132 | 	background-color:#c74243;
133 | }
134 | /***************************************
135 |  * Global table styling
136 |  */
137 | table {
138 | 	background-color:#eee;
139 | 	border-collapse:separate;
140 | 	border-color:#999;
141 | 	border-spacing:0;
142 | 	border-style:solid;
143 | 	border-width:3px 1px 1px;
144 | 	float:left;
145 | 	margin:15px 22px 7px 0;
146 | 	table-layout:fixed;
147 | }
148 | th, td {
149 | 	font-family:verdana,sans-serif;
150 | 	font-size:10px;
151 | 	padding:1px 3px;
152 | }
153 | th {
154 | 	color:#666;
155 | 	text-align:left;
156 | }
157 | td {
158 | 	color:#333;
159 | }
160 | /***************************************
161 |  * Small generic tables
162 |  */
163 | .small {
164 | 	width:258px;
165 | }
166 | .small col:nth-child(1) {
167 | 	width:80px;
168 | }
169 | .small col:nth-child(2) {
170 | 	width:36px;
171 | }
172 | .small col:nth-child(3) {
173 | 	width:140px;
174 | }
175 | .small thead td,
176 | .small tbody td:nth-child(2) {
177 | 	background-color:#e0e0e0;
178 | 	color:#999;
179 | 	font-weight:bold;
180 | }
181 | .small thead td:nth-child(1),
182 | .small tbody td:nth-child(1) {
183 | 	text-align:right;
184 | }
185 | .small tbody td:nth-child(2) {
186 | 	text-align:center;
187 | }
188 | .small tbody td:nth-child(3) {
189 | 	overflow:hidden;
190 | 	text-overflow:ellipsis;
191 | 	white-space:nowrap;
192 | }
193 | /***************************************
194 |  * Large generic tables
195 |  */
196 | .large {
197 | 	width:818px;
198 | }
199 | .large col:nth-child(1) {
200 | 	width:80px;
201 | }
202 | .large col:nth-child(2) {
203 | 	width:36px;
204 | }
205 | .large col:nth-child(3) {
206 | 	width:140px;
207 | }
208 | .large col:nth-child(4) {
209 | 	width:560px;
210 | }
211 | .large thead td,
212 | .large tbody td:nth-child(2) {
213 | 	background-color:#e0e0e0;
214 | 	color:#999;
215 | 	font-weight:bold;
216 | }
217 | .large thead td:nth-child(1),
218 | .large tbody td:nth-child(1) {
219 | 	text-align:right;
220 | }
221 | .large tbody td:nth-child(2) {
222 | 	text-align:center;
223 | }
224 | .large tbody td:nth-child(3),
225 | .large tbody td:nth-child(4) {
226 | 	overflow:hidden;
227 | 	text-overflow:ellipsis;
228 | 	white-space:nowrap;
229 | }
230 | .large tbody td:nth-child(4).wrap {
231 | 	overflow-wrap:break-word;
232 | 	white-space:normal;
233 | }
234 | .large tbody td {
235 | 	/* In case of wrapping */
236 | 	vertical-align:top;
237 | }
238 | /***************************************
239 |  * Medium generic tables
240 |  */
241 | .medium {
242 | 	width:538px;
243 | }
244 | .medium col:nth-child(1),
245 | .medium col:nth-child(4) {
246 | 	width:80px;
247 | }
248 | .medium col:nth-child(2) {
249 | 	width:36px;
250 | }
251 | .medium col:nth-child(3) {
252 | 	width:340px;
253 | }
254 | .medium thead td,
255 | .medium tbody td:nth-child(2) {
256 | 	background-color:#e0e0e0;
257 | 	color:#999;
258 | 	font-weight:bold;
259 | }
260 | .medium thead td:nth-child(1),
261 | .medium tbody td:nth-child(1) {
262 | 	text-align:right;
263 | }
264 | .medium tbody td:nth-child(2) {
265 | 	text-align:center;
266 | }
267 | .medium tbody td:nth-child(3) {
268 | 	overflow:hidden;
269 | 	text-overflow:ellipsis;
270 | 	white-space:nowrap;
271 | }
272 | .medium thead td:nth-child(4),
273 | .medium tbody td:nth-child(4) {
274 | 	text-align:right;
275 | }
276 | /***************************************
277 |  * Activity graph tables
278 |  */
279 | .act {
280 | 	width:818px;
281 | }
282 | .act.day {
283 | 	width:240px;
284 | }
285 | .act.scroll {
286 | 	margin-right:22px;
287 | 	overflow-x:scroll;
288 | }
289 | .act.year {
290 | 	/* Variable width specified in HTML */
291 | 	float:right;
292 | }
293 | .act.year-scroll {
294 | 	/* Variable width specified in HTML */
295 | 	margin-right:0;
296 | }
297 | .act col {
298 | 	width:34px;
299 | }
300 | .act tbody td {
301 | 	padding:0;
302 | }
303 | .act tfoot td {
304 | 	background-color:#e0e0e0;
305 | 	color:#999;
306 | 	font-weight:bold;
307 | 	padding:1px 0;
308 | 	text-align:center;
309 | }
310 | .act ul {
311 | 	height:124px;
312 | 	position:relative;
313 | }
314 | .act ul.est {
315 | 	opacity:0.6;
316 | }
317 | .act li {
318 | 	bottom:0;
319 | 	display:block;
320 | 	margin-left:9px;
321 | 	position:absolute;
322 | 	width:16px;
323 | }
324 | .act li:nth-child(1) {
325 | 	margin-left:0;
326 | 	text-align:center;
327 | 	width:100%;
328 | }
329 | /***************************************
330 |  * Most talkative people tables
331 |  */
332 | .ppl {
333 | 	width:818px;
334 | }
335 | .ppl col:nth-child(1),
336 | .ppl col:nth-child(2) {
337 | 	width:80px;
338 | }
339 | .ppl col:nth-child(3) {
340 | 	width:36px;
341 | }
342 | .ppl col:nth-child(4) {
343 | 	width:140px;
344 | }
345 | .ppl col:nth-child(5) {
346 | 	width:90px;
347 | }
348 | .ppl col:nth-child(6) {
349 | 	width:56px;
350 | }
351 | .ppl col:nth-child(7) {
352 | 	width:334px;
353 | }
354 | .ppl thead td,
355 | .ppl tbody td:nth-child(3) {
356 | 	background-color:#e0e0e0;
357 | 	color:#999;
358 | 	font-weight:bold;
359 | }
360 | .ppl thead td:nth-child(1),
361 | .ppl tbody td:nth-child(1),
362 | .ppl thead td:nth-child(2),
363 | .ppl tbody td:nth-child(2),
364 | .ppl thead td:nth-child(5),
365 | .ppl tbody td:nth-child(5) {
366 | 	text-align:right;
367 | }
368 | .ppl tbody td:nth-child(3),
369 | .ppl thead td:nth-child(6) {
370 | 	text-align:center;
371 | }
372 | .ppl tbody td:nth-child(4),
373 | .ppl tbody td:nth-child(7) {
374 | 	overflow:hidden;
375 | 	text-overflow:ellipsis;
376 | 	white-space:nowrap;
377 | }
378 | .ppl tbody td:nth-child(5) {
379 | 	padding-left:0;
380 | }
381 | .ppl thead td:nth-child(6) {
382 | 	padding:1px 0;
383 | }
384 | .ppl li {
385 | 	display:inline-block;
386 | 	height:6px;
387 | }
388 | /***************************************
389 |  * Less talkative people table
390 |  */
391 | .ppl2 {
392 | 	width:818px;
393 | }
394 | .ppl2 col:nth-child(1),
395 | .ppl2 col:nth-child(5),
396 | .ppl2 col:nth-child(9),
397 | .ppl2 col:nth-child(13) {
398 | 	width:12px;
399 | }
400 | .ppl2 col:nth-child(2),
401 | .ppl2 col:nth-child(6),
402 | .ppl2 col:nth-child(10) {
403 | 	width:80px;
404 | }
405 | .ppl2 col:nth-child(3),
406 | .ppl2 col:nth-child(7),
407 | .ppl2 col:nth-child(11) {
408 | 	width:36px;
409 | }
410 | .ppl2 col:nth-child(4),
411 | .ppl2 col:nth-child(8),
412 | .ppl2 col:nth-child(12) {
413 | 	width:140px;
414 | }
415 | .ppl2 thead td,
416 | .ppl2 tbody td:nth-child(3),
417 | .ppl2 tbody td:nth-child(7),
418 | .ppl2 tbody td:nth-child(11) {
419 | 	background-color:#e0e0e0;
420 | 	color:#999;
421 | 	font-weight:bold;
422 | }
423 | .ppl2 thead td:nth-child(2),
424 | .ppl2 tbody td:nth-child(2),
425 | .ppl2 thead td:nth-child(6),
426 | .ppl2 tbody td:nth-child(6),
427 | .ppl2 thead td:nth-child(10),
428 | .ppl2 tbody td:nth-child(10) {
429 | 	text-align:right;
430 | }
431 | .ppl2 tbody td:nth-child(3),
432 | .ppl2 tbody td:nth-child(7),
433 | .ppl2 tbody td:nth-child(11) {
434 | 	text-align:center;
435 | }
436 | .ppl2 tbody td:nth-child(4),
437 | .ppl2 tbody td:nth-child(8),
438 | .ppl2 tbody td:nth-child(12) {
439 | 	overflow:hidden;
440 | 	text-overflow:ellipsis;
441 | 	white-space:nowrap;
442 | }
443 | /***************************************
444 |  * People by time of day table
445 |  */
446 | .tod {
447 | 	width:818px;
448 | }
449 | .tod col:nth-child(1) {
450 | 	width:36px;
451 | }
452 | .tod col:nth-child(2),
453 | .tod col:nth-child(3),
454 | .tod col:nth-child(4),
455 | .tod col:nth-child(5) {
456 | 	width:195px;
457 | }
458 | .tod thead td,
459 | .tod tbody td:nth-child(1) {
460 | 	background-color:#e0e0e0;
461 | 	color:#999;
462 | 	font-weight:bold;
463 | }
464 | .tod tbody td {
465 | 	height:3em;
466 | 	vertical-align:top;
467 | }
468 | .tod tbody td:nth-child(1) {
469 | 	text-align:center;
470 | }
471 | .tod thead td:nth-child(2),
472 | .tod tbody td:nth-child(2),
473 | .tod thead td:nth-child(3),
474 | .tod tbody td:nth-child(3),
475 | .tod thead td:nth-child(4),
476 | .tod tbody td:nth-child(4),
477 | .tod tbody td:nth-child(5),
478 | .tod thead td:nth-child(5) {
479 | 	text-align:right;
480 | }
481 | .tod div {
482 | 	float:right;
483 | 	height:6px;
484 | 	margin-top:3px;
485 | }
486 | /***************************************
487 |  * History index table
488 |  */
489 | .index {
490 | 	width:818px;
491 | }
492 | .index col:nth-child(1) {
493 | 	width:36px;
494 | }
495 | .index col:nth-child(1n+2) {
496 | 	width:65px;
497 | }
498 | .index thead td,
499 | .index tbody td:nth-child(1) {
500 | 	background-color:#e0e0e0;
501 | 	color:#999;
502 | 	font-weight:bold;
503 | }
504 | .index tbody td:nth-child(1) {
505 | 	padding:1px 0;
506 | 	text-align:center;
507 | }
508 | .index thead td:nth-child(1n+2),
509 | .index tbody td:nth-child(1n+2) {
510 | 	text-align:right;
511 | }
512 | /***************************************
513 |  * Dark color theme
514 |  */
515 | @media (prefers-color-scheme: dark) {
516 | 	body {
517 | 		background-color:#171717;
518 | 	}
519 | 	a, td {
520 | 		color:#c3c3c3;
521 | 	}
522 | 	.bold, .info, th {
523 | 		color:#999;
524 | 	}
525 | 	#banner-text {
526 | 		fill:#6f6f6f;
527 | 	}
528 | 	.banner-graph, .n, .m, .a, .e, .up::before, .down::before {
529 | 		filter:brightness(80%);
530 | 	}
531 | 	#bannerbg-top, #error {
532 | 		background-color:#222;
533 | 	}
534 | 	#bannerbg-bottom {
535 | 		background-color:#303030;
536 | 	}
537 | 	#ranking {
538 | 		background-color:#222;
539 | 		border-color:#303030;
540 | 		color:#6f6f6f;
541 | 	}
542 | 	.section {
543 | 		border-color:#303030;
544 | 		color:#999;
545 | 	}
546 | 	table {
547 | 		background-color:#222;
548 | 		border-color:#6f6f6f;
549 | 	}
550 | 	.small thead td,
551 | 	.small tbody td:nth-child(2),
552 | 	.large thead td,
553 | 	.large tbody td:nth-child(2),
554 | 	.medium thead td,
555 | 	.medium tbody td:nth-child(2),
556 | 	.act tfoot td,
557 | 	.ppl thead td,
558 | 	.ppl tbody td:nth-child(3),
559 | 	.ppl2 thead td,
560 | 	.ppl2 tbody td:nth-child(3),
561 | 	.ppl2 tbody td:nth-child(7),
562 | 	.ppl2 tbody td:nth-child(11),
563 | 	.tod thead td,
564 | 	.tod tbody td:nth-child(1),
565 | 	.index thead td,
566 | 	.index tbody td:nth-child(1) {
567 | 		background-color:#303030;
568 | 		color:#6f6f6f;
569 | 	}
570 | }
571 | 


--------------------------------------------------------------------------------
/tlds-alpha-by-domain.txt:
--------------------------------------------------------------------------------
   1 | # Version 2025110100, Last Updated Sat Nov  1 07:07:01 2025 UTC
   2 | AAA
   3 | AARP
   4 | ABB
   5 | ABBOTT
   6 | ABBVIE
   7 | ABC
   8 | ABLE
   9 | ABOGADO
  10 | ABUDHABI
  11 | AC
  12 | ACADEMY
  13 | ACCENTURE
  14 | ACCOUNTANT
  15 | ACCOUNTANTS
  16 | ACO
  17 | ACTOR
  18 | AD
  19 | ADS
  20 | ADULT
  21 | AE
  22 | AEG
  23 | AERO
  24 | AETNA
  25 | AF
  26 | AFL
  27 | AFRICA
  28 | AG
  29 | AGAKHAN
  30 | AGENCY
  31 | AI
  32 | AIG
  33 | AIRBUS
  34 | AIRFORCE
  35 | AIRTEL
  36 | AKDN
  37 | AL
  38 | ALIBABA
  39 | ALIPAY
  40 | ALLFINANZ
  41 | ALLSTATE
  42 | ALLY
  43 | ALSACE
  44 | ALSTOM
  45 | AM
  46 | AMAZON
  47 | AMERICANEXPRESS
  48 | AMERICANFAMILY
  49 | AMEX
  50 | AMFAM
  51 | AMICA
  52 | AMSTERDAM
  53 | ANALYTICS
  54 | ANDROID
  55 | ANQUAN
  56 | ANZ
  57 | AO
  58 | AOL
  59 | APARTMENTS
  60 | APP
  61 | APPLE
  62 | AQ
  63 | AQUARELLE
  64 | AR
  65 | ARAB
  66 | ARAMCO
  67 | ARCHI
  68 | ARMY
  69 | ARPA
  70 | ART
  71 | ARTE
  72 | AS
  73 | ASDA
  74 | ASIA
  75 | ASSOCIATES
  76 | AT
  77 | ATHLETA
  78 | ATTORNEY
  79 | AU
  80 | AUCTION
  81 | AUDI
  82 | AUDIBLE
  83 | AUDIO
  84 | AUSPOST
  85 | AUTHOR
  86 | AUTO
  87 | AUTOS
  88 | AW
  89 | AWS
  90 | AX
  91 | AXA
  92 | AZ
  93 | AZURE
  94 | BA
  95 | BABY
  96 | BAIDU
  97 | BANAMEX
  98 | BAND
  99 | BANK
 100 | BAR
 101 | BARCELONA
 102 | BARCLAYCARD
 103 | BARCLAYS
 104 | BAREFOOT
 105 | BARGAINS
 106 | BASEBALL
 107 | BASKETBALL
 108 | BAUHAUS
 109 | BAYERN
 110 | BB
 111 | BBC
 112 | BBT
 113 | BBVA
 114 | BCG
 115 | BCN
 116 | BD
 117 | BE
 118 | BEATS
 119 | BEAUTY
 120 | BEER
 121 | BERLIN
 122 | BEST
 123 | BESTBUY
 124 | BET
 125 | BF
 126 | BG
 127 | BH
 128 | BHARTI
 129 | BI
 130 | BIBLE
 131 | BID
 132 | BIKE
 133 | BING
 134 | BINGO
 135 | BIO
 136 | BIZ
 137 | BJ
 138 | BLACK
 139 | BLACKFRIDAY
 140 | BLOCKBUSTER
 141 | BLOG
 142 | BLOOMBERG
 143 | BLUE
 144 | BM
 145 | BMS
 146 | BMW
 147 | BN
 148 | BNPPARIBAS
 149 | BO
 150 | BOATS
 151 | BOEHRINGER
 152 | BOFA
 153 | BOM
 154 | BOND
 155 | BOO
 156 | BOOK
 157 | BOOKING
 158 | BOSCH
 159 | BOSTIK
 160 | BOSTON
 161 | BOT
 162 | BOUTIQUE
 163 | BOX
 164 | BR
 165 | BRADESCO
 166 | BRIDGESTONE
 167 | BROADWAY
 168 | BROKER
 169 | BROTHER
 170 | BRUSSELS
 171 | BS
 172 | BT
 173 | BUILD
 174 | BUILDERS
 175 | BUSINESS
 176 | BUY
 177 | BUZZ
 178 | BV
 179 | BW
 180 | BY
 181 | BZ
 182 | BZH
 183 | CA
 184 | CAB
 185 | CAFE
 186 | CAL
 187 | CALL
 188 | CALVINKLEIN
 189 | CAM
 190 | CAMERA
 191 | CAMP
 192 | CANON
 193 | CAPETOWN
 194 | CAPITAL
 195 | CAPITALONE
 196 | CAR
 197 | CARAVAN
 198 | CARDS
 199 | CARE
 200 | CAREER
 201 | CAREERS
 202 | CARS
 203 | CASA
 204 | CASE
 205 | CASH
 206 | CASINO
 207 | CAT
 208 | CATERING
 209 | CATHOLIC
 210 | CBA
 211 | CBN
 212 | CBRE
 213 | CC
 214 | CD
 215 | CENTER
 216 | CEO
 217 | CERN
 218 | CF
 219 | CFA
 220 | CFD
 221 | CG
 222 | CH
 223 | CHANEL
 224 | CHANNEL
 225 | CHARITY
 226 | CHASE
 227 | CHAT
 228 | CHEAP
 229 | CHINTAI
 230 | CHRISTMAS
 231 | CHROME
 232 | CHURCH
 233 | CI
 234 | CIPRIANI
 235 | CIRCLE
 236 | CISCO
 237 | CITADEL
 238 | CITI
 239 | CITIC
 240 | CITY
 241 | CK
 242 | CL
 243 | CLAIMS
 244 | CLEANING
 245 | CLICK
 246 | CLINIC
 247 | CLINIQUE
 248 | CLOTHING
 249 | CLOUD
 250 | CLUB
 251 | CLUBMED
 252 | CM
 253 | CN
 254 | CO
 255 | COACH
 256 | CODES
 257 | COFFEE
 258 | COLLEGE
 259 | COLOGNE
 260 | COM
 261 | COMMBANK
 262 | COMMUNITY
 263 | COMPANY
 264 | COMPARE
 265 | COMPUTER
 266 | COMSEC
 267 | CONDOS
 268 | CONSTRUCTION
 269 | CONSULTING
 270 | CONTACT
 271 | CONTRACTORS
 272 | COOKING
 273 | COOL
 274 | COOP
 275 | CORSICA
 276 | COUNTRY
 277 | COUPON
 278 | COUPONS
 279 | COURSES
 280 | CPA
 281 | CR
 282 | CREDIT
 283 | CREDITCARD
 284 | CREDITUNION
 285 | CRICKET
 286 | CROWN
 287 | CRS
 288 | CRUISE
 289 | CRUISES
 290 | CU
 291 | CUISINELLA
 292 | CV
 293 | CW
 294 | CX
 295 | CY
 296 | CYMRU
 297 | CYOU
 298 | CZ
 299 | DAD
 300 | DANCE
 301 | DATA
 302 | DATE
 303 | DATING
 304 | DATSUN
 305 | DAY
 306 | DCLK
 307 | DDS
 308 | DE
 309 | DEAL
 310 | DEALER
 311 | DEALS
 312 | DEGREE
 313 | DELIVERY
 314 | DELL
 315 | DELOITTE
 316 | DELTA
 317 | DEMOCRAT
 318 | DENTAL
 319 | DENTIST
 320 | DESI
 321 | DESIGN
 322 | DEV
 323 | DHL
 324 | DIAMONDS
 325 | DIET
 326 | DIGITAL
 327 | DIRECT
 328 | DIRECTORY
 329 | DISCOUNT
 330 | DISCOVER
 331 | DISH
 332 | DIY
 333 | DJ
 334 | DK
 335 | DM
 336 | DNP
 337 | DO
 338 | DOCS
 339 | DOCTOR
 340 | DOG
 341 | DOMAINS
 342 | DOT
 343 | DOWNLOAD
 344 | DRIVE
 345 | DTV
 346 | DUBAI
 347 | DUPONT
 348 | DURBAN
 349 | DVAG
 350 | DVR
 351 | DZ
 352 | EARTH
 353 | EAT
 354 | EC
 355 | ECO
 356 | EDEKA
 357 | EDU
 358 | EDUCATION
 359 | EE
 360 | EG
 361 | EMAIL
 362 | EMERCK
 363 | ENERGY
 364 | ENGINEER
 365 | ENGINEERING
 366 | ENTERPRISES
 367 | EPSON
 368 | EQUIPMENT
 369 | ER
 370 | ERICSSON
 371 | ERNI
 372 | ES
 373 | ESQ
 374 | ESTATE
 375 | ET
 376 | EU
 377 | EUROVISION
 378 | EUS
 379 | EVENTS
 380 | EXCHANGE
 381 | EXPERT
 382 | EXPOSED
 383 | EXPRESS
 384 | EXTRASPACE
 385 | FAGE
 386 | FAIL
 387 | FAIRWINDS
 388 | FAITH
 389 | FAMILY
 390 | FAN
 391 | FANS
 392 | FARM
 393 | FARMERS
 394 | FASHION
 395 | FAST
 396 | FEDEX
 397 | FEEDBACK
 398 | FERRARI
 399 | FERRERO
 400 | FI
 401 | FIDELITY
 402 | FIDO
 403 | FILM
 404 | FINAL
 405 | FINANCE
 406 | FINANCIAL
 407 | FIRE
 408 | FIRESTONE
 409 | FIRMDALE
 410 | FISH
 411 | FISHING
 412 | FIT
 413 | FITNESS
 414 | FJ
 415 | FK
 416 | FLICKR
 417 | FLIGHTS
 418 | FLIR
 419 | FLORIST
 420 | FLOWERS
 421 | FLY
 422 | FM
 423 | FO
 424 | FOO
 425 | FOOD
 426 | FOOTBALL
 427 | FORD
 428 | FOREX
 429 | FORSALE
 430 | FORUM
 431 | FOUNDATION
 432 | FOX
 433 | FR
 434 | FREE
 435 | FRESENIUS
 436 | FRL
 437 | FROGANS
 438 | FRONTIER
 439 | FTR
 440 | FUJITSU
 441 | FUN
 442 | FUND
 443 | FURNITURE
 444 | FUTBOL
 445 | FYI
 446 | GA
 447 | GAL
 448 | GALLERY
 449 | GALLO
 450 | GALLUP
 451 | GAME
 452 | GAMES
 453 | GAP
 454 | GARDEN
 455 | GAY
 456 | GB
 457 | GBIZ
 458 | GD
 459 | GDN
 460 | GE
 461 | GEA
 462 | GENT
 463 | GENTING
 464 | GEORGE
 465 | GF
 466 | GG
 467 | GGEE
 468 | GH
 469 | GI
 470 | GIFT
 471 | GIFTS
 472 | GIVES
 473 | GIVING
 474 | GL
 475 | GLASS
 476 | GLE
 477 | GLOBAL
 478 | GLOBO
 479 | GM
 480 | GMAIL
 481 | GMBH
 482 | GMO
 483 | GMX
 484 | GN
 485 | GODADDY
 486 | GOLD
 487 | GOLDPOINT
 488 | GOLF
 489 | GOO
 490 | GOODYEAR
 491 | GOOG
 492 | GOOGLE
 493 | GOP
 494 | GOT
 495 | GOV
 496 | GP
 497 | GQ
 498 | GR
 499 | GRAINGER
 500 | GRAPHICS
 501 | GRATIS
 502 | GREEN
 503 | GRIPE
 504 | GROCERY
 505 | GROUP
 506 | GS
 507 | GT
 508 | GU
 509 | GUCCI
 510 | GUGE
 511 | GUIDE
 512 | GUITARS
 513 | GURU
 514 | GW
 515 | GY
 516 | HAIR
 517 | HAMBURG
 518 | HANGOUT
 519 | HAUS
 520 | HBO
 521 | HDFC
 522 | HDFCBANK
 523 | HEALTH
 524 | HEALTHCARE
 525 | HELP
 526 | HELSINKI
 527 | HERE
 528 | HERMES
 529 | HIPHOP
 530 | HISAMITSU
 531 | HITACHI
 532 | HIV
 533 | HK
 534 | HKT
 535 | HM
 536 | HN
 537 | HOCKEY
 538 | HOLDINGS
 539 | HOLIDAY
 540 | HOMEDEPOT
 541 | HOMEGOODS
 542 | HOMES
 543 | HOMESENSE
 544 | HONDA
 545 | HORSE
 546 | HOSPITAL
 547 | HOST
 548 | HOSTING
 549 | HOT
 550 | HOTELS
 551 | HOTMAIL
 552 | HOUSE
 553 | HOW
 554 | HR
 555 | HSBC
 556 | HT
 557 | HU
 558 | HUGHES
 559 | HYATT
 560 | HYUNDAI
 561 | IBM
 562 | ICBC
 563 | ICE
 564 | ICU
 565 | ID
 566 | IE
 567 | IEEE
 568 | IFM
 569 | IKANO
 570 | IL
 571 | IM
 572 | IMAMAT
 573 | IMDB
 574 | IMMO
 575 | IMMOBILIEN
 576 | IN
 577 | INC
 578 | INDUSTRIES
 579 | INFINITI
 580 | INFO
 581 | ING
 582 | INK
 583 | INSTITUTE
 584 | INSURANCE
 585 | INSURE
 586 | INT
 587 | INTERNATIONAL
 588 | INTUIT
 589 | INVESTMENTS
 590 | IO
 591 | IPIRANGA
 592 | IQ
 593 | IR
 594 | IRISH
 595 | IS
 596 | ISMAILI
 597 | IST
 598 | ISTANBUL
 599 | IT
 600 | ITAU
 601 | ITV
 602 | JAGUAR
 603 | JAVA
 604 | JCB
 605 | JE
 606 | JEEP
 607 | JETZT
 608 | JEWELRY
 609 | JIO
 610 | JLL
 611 | JM
 612 | JMP
 613 | JNJ
 614 | JO
 615 | JOBS
 616 | JOBURG
 617 | JOT
 618 | JOY
 619 | JP
 620 | JPMORGAN
 621 | JPRS
 622 | JUEGOS
 623 | JUNIPER
 624 | KAUFEN
 625 | KDDI
 626 | KE
 627 | KERRYHOTELS
 628 | KERRYPROPERTIES
 629 | KFH
 630 | KG
 631 | KH
 632 | KI
 633 | KIA
 634 | KIDS
 635 | KIM
 636 | KINDLE
 637 | KITCHEN
 638 | KIWI
 639 | KM
 640 | KN
 641 | KOELN
 642 | KOMATSU
 643 | KOSHER
 644 | KP
 645 | KPMG
 646 | KPN
 647 | KR
 648 | KRD
 649 | KRED
 650 | KUOKGROUP
 651 | KW
 652 | KY
 653 | KYOTO
 654 | KZ
 655 | LA
 656 | LACAIXA
 657 | LAMBORGHINI
 658 | LAMER
 659 | LAND
 660 | LANDROVER
 661 | LANXESS
 662 | LASALLE
 663 | LAT
 664 | LATINO
 665 | LATROBE
 666 | LAW
 667 | LAWYER
 668 | LB
 669 | LC
 670 | LDS
 671 | LEASE
 672 | LECLERC
 673 | LEFRAK
 674 | LEGAL
 675 | LEGO
 676 | LEXUS
 677 | LGBT
 678 | LI
 679 | LIDL
 680 | LIFE
 681 | LIFEINSURANCE
 682 | LIFESTYLE
 683 | LIGHTING
 684 | LIKE
 685 | LILLY
 686 | LIMITED
 687 | LIMO
 688 | LINCOLN
 689 | LINK
 690 | LIVE
 691 | LIVING
 692 | LK
 693 | LLC
 694 | LLP
 695 | LOAN
 696 | LOANS
 697 | LOCKER
 698 | LOCUS
 699 | LOL
 700 | LONDON
 701 | LOTTE
 702 | LOTTO
 703 | LOVE
 704 | LPL
 705 | LPLFINANCIAL
 706 | LR
 707 | LS
 708 | LT
 709 | LTD
 710 | LTDA
 711 | LU
 712 | LUNDBECK
 713 | LUXE
 714 | LUXURY
 715 | LV
 716 | LY
 717 | MA
 718 | MADRID
 719 | MAIF
 720 | MAISON
 721 | MAKEUP
 722 | MAN
 723 | MANAGEMENT
 724 | MANGO
 725 | MAP
 726 | MARKET
 727 | MARKETING
 728 | MARKETS
 729 | MARRIOTT
 730 | MARSHALLS
 731 | MATTEL
 732 | MBA
 733 | MC
 734 | MCKINSEY
 735 | MD
 736 | ME
 737 | MED
 738 | MEDIA
 739 | MEET
 740 | MELBOURNE
 741 | MEME
 742 | MEMORIAL
 743 | MEN
 744 | MENU
 745 | MERCKMSD
 746 | MG
 747 | MH
 748 | MIAMI
 749 | MICROSOFT
 750 | MIL
 751 | MINI
 752 | MINT
 753 | MIT
 754 | MITSUBISHI
 755 | MK
 756 | ML
 757 | MLB
 758 | MLS
 759 | MM
 760 | MMA
 761 | MN
 762 | MO
 763 | MOBI
 764 | MOBILE
 765 | MODA
 766 | MOE
 767 | MOI
 768 | MOM
 769 | MONASH
 770 | MONEY
 771 | MONSTER
 772 | MORMON
 773 | MORTGAGE
 774 | MOSCOW
 775 | MOTO
 776 | MOTORCYCLES
 777 | MOV
 778 | MOVIE
 779 | MP
 780 | MQ
 781 | MR
 782 | MS
 783 | MSD
 784 | MT
 785 | MTN
 786 | MTR
 787 | MU
 788 | MUSEUM
 789 | MUSIC
 790 | MV
 791 | MW
 792 | MX
 793 | MY
 794 | MZ
 795 | NA
 796 | NAB
 797 | NAGOYA
 798 | NAME
 799 | NAVY
 800 | NBA
 801 | NC
 802 | NE
 803 | NEC
 804 | NET
 805 | NETBANK
 806 | NETFLIX
 807 | NETWORK
 808 | NEUSTAR
 809 | NEW
 810 | NEWS
 811 | NEXT
 812 | NEXTDIRECT
 813 | NEXUS
 814 | NF
 815 | NFL
 816 | NG
 817 | NGO
 818 | NHK
 819 | NI
 820 | NICO
 821 | NIKE
 822 | NIKON
 823 | NINJA
 824 | NISSAN
 825 | NISSAY
 826 | NL
 827 | NO
 828 | NOKIA
 829 | NORTON
 830 | NOW
 831 | NOWRUZ
 832 | NOWTV
 833 | NP
 834 | NR
 835 | NRA
 836 | NRW
 837 | NTT
 838 | NU
 839 | NYC
 840 | NZ
 841 | OBI
 842 | OBSERVER
 843 | OFFICE
 844 | OKINAWA
 845 | OLAYAN
 846 | OLAYANGROUP
 847 | OLLO
 848 | OM
 849 | OMEGA
 850 | ONE
 851 | ONG
 852 | ONL
 853 | ONLINE
 854 | OOO
 855 | OPEN
 856 | ORACLE
 857 | ORANGE
 858 | ORG
 859 | ORGANIC
 860 | ORIGINS
 861 | OSAKA
 862 | OTSUKA
 863 | OTT
 864 | OVH
 865 | PA
 866 | PAGE
 867 | PANASONIC
 868 | PARIS
 869 | PARS
 870 | PARTNERS
 871 | PARTS
 872 | PARTY
 873 | PAY
 874 | PCCW
 875 | PE
 876 | PET
 877 | PF
 878 | PFIZER
 879 | PG
 880 | PH
 881 | PHARMACY
 882 | PHD
 883 | PHILIPS
 884 | PHONE
 885 | PHOTO
 886 | PHOTOGRAPHY
 887 | PHOTOS
 888 | PHYSIO
 889 | PICS
 890 | PICTET
 891 | PICTURES
 892 | PID
 893 | PIN
 894 | PING
 895 | PINK
 896 | PIONEER
 897 | PIZZA
 898 | PK
 899 | PL
 900 | PLACE
 901 | PLAY
 902 | PLAYSTATION
 903 | PLUMBING
 904 | PLUS
 905 | PM
 906 | PN
 907 | PNC
 908 | POHL
 909 | POKER
 910 | POLITIE
 911 | PORN
 912 | POST
 913 | PR
 914 | PRAXI
 915 | PRESS
 916 | PRIME
 917 | PRO
 918 | PROD
 919 | PRODUCTIONS
 920 | PROF
 921 | PROGRESSIVE
 922 | PROMO
 923 | PROPERTIES
 924 | PROPERTY
 925 | PROTECTION
 926 | PRU
 927 | PRUDENTIAL
 928 | PS
 929 | PT
 930 | PUB
 931 | PW
 932 | PWC
 933 | PY
 934 | QA
 935 | QPON
 936 | QUEBEC
 937 | QUEST
 938 | RACING
 939 | RADIO
 940 | RE
 941 | READ
 942 | REALESTATE
 943 | REALTOR
 944 | REALTY
 945 | RECIPES
 946 | RED
 947 | REDUMBRELLA
 948 | REHAB
 949 | REISE
 950 | REISEN
 951 | REIT
 952 | RELIANCE
 953 | REN
 954 | RENT
 955 | RENTALS
 956 | REPAIR
 957 | REPORT
 958 | REPUBLICAN
 959 | REST
 960 | RESTAURANT
 961 | REVIEW
 962 | REVIEWS
 963 | REXROTH
 964 | RICH
 965 | RICHARDLI
 966 | RICOH
 967 | RIL
 968 | RIO
 969 | RIP
 970 | RO
 971 | ROCKS
 972 | RODEO
 973 | ROGERS
 974 | ROOM
 975 | RS
 976 | RSVP
 977 | RU
 978 | RUGBY
 979 | RUHR
 980 | RUN
 981 | RW
 982 | RWE
 983 | RYUKYU
 984 | SA
 985 | SAARLAND
 986 | SAFE
 987 | SAFETY
 988 | SAKURA
 989 | SALE
 990 | SALON
 991 | SAMSCLUB
 992 | SAMSUNG
 993 | SANDVIK
 994 | SANDVIKCOROMANT
 995 | SANOFI
 996 | SAP
 997 | SARL
 998 | SAS
 999 | SAVE
1000 | SAXO
1001 | SB
1002 | SBI
1003 | SBS
1004 | SC
1005 | SCB
1006 | SCHAEFFLER
1007 | SCHMIDT
1008 | SCHOLARSHIPS
1009 | SCHOOL
1010 | SCHULE
1011 | SCHWARZ
1012 | SCIENCE
1013 | SCOT
1014 | SD
1015 | SE
1016 | SEARCH
1017 | SEAT
1018 | SECURE
1019 | SECURITY
1020 | SEEK
1021 | SELECT
1022 | SENER
1023 | SERVICES
1024 | SEVEN
1025 | SEW
1026 | SEX
1027 | SEXY
1028 | SFR
1029 | SG
1030 | SH
1031 | SHANGRILA
1032 | SHARP
1033 | SHELL
1034 | SHIA
1035 | SHIKSHA
1036 | SHOES
1037 | SHOP
1038 | SHOPPING
1039 | SHOUJI
1040 | SHOW
1041 | SI
1042 | SILK
1043 | SINA
1044 | SINGLES
1045 | SITE
1046 | SJ
1047 | SK
1048 | SKI
1049 | SKIN
1050 | SKY
1051 | SKYPE
1052 | SL
1053 | SLING
1054 | SM
1055 | SMART
1056 | SMILE
1057 | SN
1058 | SNCF
1059 | SO
1060 | SOCCER
1061 | SOCIAL
1062 | SOFTBANK
1063 | SOFTWARE
1064 | SOHU
1065 | SOLAR
1066 | SOLUTIONS
1067 | SONG
1068 | SONY
1069 | SOY
1070 | SPA
1071 | SPACE
1072 | SPORT
1073 | SPOT
1074 | SR
1075 | SRL
1076 | SS
1077 | ST
1078 | STADA
1079 | STAPLES
1080 | STAR
1081 | STATEBANK
1082 | STATEFARM
1083 | STC
1084 | STCGROUP
1085 | STOCKHOLM
1086 | STORAGE
1087 | STORE
1088 | STREAM
1089 | STUDIO
1090 | STUDY
1091 | STYLE
1092 | SU
1093 | SUCKS
1094 | SUPPLIES
1095 | SUPPLY
1096 | SUPPORT
1097 | SURF
1098 | SURGERY
1099 | SUZUKI
1100 | SV
1101 | SWATCH
1102 | SWISS
1103 | SX
1104 | SY
1105 | SYDNEY
1106 | SYSTEMS
1107 | SZ
1108 | TAB
1109 | TAIPEI
1110 | TALK
1111 | TAOBAO
1112 | TARGET
1113 | TATAMOTORS
1114 | TATAR
1115 | TATTOO
1116 | TAX
1117 | TAXI
1118 | TC
1119 | TCI
1120 | TD
1121 | TDK
1122 | TEAM
1123 | TECH
1124 | TECHNOLOGY
1125 | TEL
1126 | TEMASEK
1127 | TENNIS
1128 | TEVA
1129 | TF
1130 | TG
1131 | TH
1132 | THD
1133 | THEATER
1134 | THEATRE
1135 | TIAA
1136 | TICKETS
1137 | TIENDA
1138 | TIPS
1139 | TIRES
1140 | TIROL
1141 | TJ
1142 | TJMAXX
1143 | TJX
1144 | TK
1145 | TKMAXX
1146 | TL
1147 | TM
1148 | TMALL
1149 | TN
1150 | TO
1151 | TODAY
1152 | TOKYO
1153 | TOOLS
1154 | TOP
1155 | TORAY
1156 | TOSHIBA
1157 | TOTAL
1158 | TOURS
1159 | TOWN
1160 | TOYOTA
1161 | TOYS
1162 | TR
1163 | TRADE
1164 | TRADING
1165 | TRAINING
1166 | TRAVEL
1167 | TRAVELERS
1168 | TRAVELERSINSURANCE
1169 | TRUST
1170 | TRV
1171 | TT
1172 | TUBE
1173 | TUI
1174 | TUNES
1175 | TUSHU
1176 | TV
1177 | TVS
1178 | TW
1179 | TZ
1180 | UA
1181 | UBANK
1182 | UBS
1183 | UG
1184 | UK
1185 | UNICOM
1186 | UNIVERSITY
1187 | UNO
1188 | UOL
1189 | UPS
1190 | US
1191 | UY
1192 | UZ
1193 | VA
1194 | VACATIONS
1195 | VANA
1196 | VANGUARD
1197 | VC
1198 | VE
1199 | VEGAS
1200 | VENTURES
1201 | VERISIGN
1202 | VERSICHERUNG
1203 | VET
1204 | VG
1205 | VI
1206 | VIAJES
1207 | VIDEO
1208 | VIG
1209 | VIKING
1210 | VILLAS
1211 | VIN
1212 | VIP
1213 | VIRGIN
1214 | VISA
1215 | VISION
1216 | VIVA
1217 | VIVO
1218 | VLAANDEREN
1219 | VN
1220 | VODKA
1221 | VOLVO
1222 | VOTE
1223 | VOTING
1224 | VOTO
1225 | VOYAGE
1226 | VU
1227 | WALES
1228 | WALMART
1229 | WALTER
1230 | WANG
1231 | WANGGOU
1232 | WATCH
1233 | WATCHES
1234 | WEATHER
1235 | WEATHERCHANNEL
1236 | WEBCAM
1237 | WEBER
1238 | WEBSITE
1239 | WED
1240 | WEDDING
1241 | WEIBO
1242 | WEIR
1243 | WF
1244 | WHOSWHO
1245 | WIEN
1246 | WIKI
1247 | WILLIAMHILL
1248 | WIN
1249 | WINDOWS
1250 | WINE
1251 | WINNERS
1252 | WME
1253 | WOLTERSKLUWER
1254 | WOODSIDE
1255 | WORK
1256 | WORKS
1257 | WORLD
1258 | WOW
1259 | WS
1260 | WTC
1261 | WTF
1262 | XBOX
1263 | XEROX
1264 | XIHUAN
1265 | XIN
1266 | XN--11B4C3D
1267 | XN--1CK2E1B
1268 | XN--1QQW23A
1269 | XN--2SCRJ9C
1270 | XN--30RR7Y
1271 | XN--3BST00M
1272 | XN--3DS443G
1273 | XN--3E0B707E
1274 | XN--3HCRJ9C
1275 | XN--3PXU8K
1276 | XN--42C2D9A
1277 | XN--45BR5CYL
1278 | XN--45BRJ9C
1279 | XN--45Q11C
1280 | XN--4DBRK0CE
1281 | XN--4GBRIM
1282 | XN--54B7FTA0CC
1283 | XN--55QW42G
1284 | XN--55QX5D
1285 | XN--5SU34J936BGSG
1286 | XN--5TZM5G
1287 | XN--6FRZ82G
1288 | XN--6QQ986B3XL
1289 | XN--80ADXHKS
1290 | XN--80AO21A
1291 | XN--80AQECDR1A
1292 | XN--80ASEHDB
1293 | XN--80ASWG
1294 | XN--8Y0A063A
1295 | XN--90A3AC
1296 | XN--90AE
1297 | XN--90AIS
1298 | XN--9DBQ2A
1299 | XN--9ET52U
1300 | XN--9KRT00A
1301 | XN--B4W605FERD
1302 | XN--BCK1B9A5DRE4C
1303 | XN--C1AVG
1304 | XN--C2BR7G
1305 | XN--CCK2B3B
1306 | XN--CCKWCXETD
1307 | XN--CG4BKI
1308 | XN--CLCHC0EA0B2G2A9GCD
1309 | XN--CZR694B
1310 | XN--CZRS0T
1311 | XN--CZRU2D
1312 | XN--D1ACJ3B
1313 | XN--D1ALF
1314 | XN--E1A4C
1315 | XN--ECKVDTC9D
1316 | XN--EFVY88H
1317 | XN--FCT429K
1318 | XN--FHBEI
1319 | XN--FIQ228C5HS
1320 | XN--FIQ64B
1321 | XN--FIQS8S
1322 | XN--FIQZ9S
1323 | XN--FJQ720A
1324 | XN--FLW351E
1325 | XN--FPCRJ9C3D
1326 | XN--FZC2C9E2C
1327 | XN--FZYS8D69UVGM
1328 | XN--G2XX48C
1329 | XN--GCKR3F0F
1330 | XN--GECRJ9C
1331 | XN--GK3AT1E
1332 | XN--H2BREG3EVE
1333 | XN--H2BRJ9C
1334 | XN--H2BRJ9C8C
1335 | XN--HXT814E
1336 | XN--I1B6B1A6A2E
1337 | XN--IMR513N
1338 | XN--IO0A7I
1339 | XN--J1AEF
1340 | XN--J1AMH
1341 | XN--J6W193G
1342 | XN--JLQ480N2RG
1343 | XN--JVR189M
1344 | XN--KCRX77D1X4A
1345 | XN--KPRW13D
1346 | XN--KPRY57D
1347 | XN--KPUT3I
1348 | XN--L1ACC
1349 | XN--LGBBAT1AD8J
1350 | XN--MGB9AWBF
1351 | XN--MGBA3A3EJT
1352 | XN--MGBA3A4F16A
1353 | XN--MGBA7C0BBN0A
1354 | XN--MGBAAM7A8H
1355 | XN--MGBAB2BD
1356 | XN--MGBAH1A3HJKRD
1357 | XN--MGBAI9AZGQP6J
1358 | XN--MGBAYH7GPA
1359 | XN--MGBBH1A
1360 | XN--MGBBH1A71E
1361 | XN--MGBC0A9AZCG
1362 | XN--MGBCA7DZDO
1363 | XN--MGBCPQ6GPA1A
1364 | XN--MGBERP4A5D4AR
1365 | XN--MGBGU82A
1366 | XN--MGBI4ECEXP
1367 | XN--MGBPL2FH
1368 | XN--MGBT3DHD
1369 | XN--MGBTX2B
1370 | XN--MGBX4CD0AB
1371 | XN--MIX891F
1372 | XN--MK1BU44C
1373 | XN--MXTQ1M
1374 | XN--NGBC5AZD
1375 | XN--NGBE9E0A
1376 | XN--NGBRX
1377 | XN--NODE
1378 | XN--NQV7F
1379 | XN--NQV7FS00EMA
1380 | XN--NYQY26A
1381 | XN--O3CW4H
1382 | XN--OGBPF8FL
1383 | XN--OTU796D
1384 | XN--P1ACF
1385 | XN--P1AI
1386 | XN--PGBS0DH
1387 | XN--PSSY2U
1388 | XN--Q7CE6A
1389 | XN--Q9JYB4C
1390 | XN--QCKA1PMC
1391 | XN--QXA6A
1392 | XN--QXAM
1393 | XN--RHQV96G
1394 | XN--ROVU88B
1395 | XN--RVC1E0AM3E
1396 | XN--S9BRJ9C
1397 | XN--SES554G
1398 | XN--T60B56A
1399 | XN--TCKWE
1400 | XN--TIQ49XQYJ
1401 | XN--UNUP4Y
1402 | XN--VERMGENSBERATER-CTB
1403 | XN--VERMGENSBERATUNG-PWB
1404 | XN--VHQUV
1405 | XN--VUQ861B
1406 | XN--W4R85EL8FHU5DNRA
1407 | XN--W4RS40L
1408 | XN--WGBH1C
1409 | XN--WGBL6A
1410 | XN--XHQ521B
1411 | XN--XKC2AL3HYE2A
1412 | XN--XKC2DL3A5EE0H
1413 | XN--Y9A3AQ
1414 | XN--YFRO4I67O
1415 | XN--YGBI2AMMX
1416 | XN--ZFR164B
1417 | XXX
1418 | XYZ
1419 | YACHTS
1420 | YAHOO
1421 | YAMAXUN
1422 | YANDEX
1423 | YE
1424 | YODOBASHI
1425 | YOGA
1426 | YOKOHAMA
1427 | YOU
1428 | YOUTUBE
1429 | YT
1430 | YUN
1431 | ZA
1432 | ZAPPOS
1433 | ZARA
1434 | ZERO
1435 | ZIP
1436 | ZM
1437 | ZONE
1438 | ZUERICH
1439 | ZW
1440 | 


--------------------------------------------------------------------------------
/parser.php:
--------------------------------------------------------------------------------
  1 | <?php declare(strict_types=1);
  2 | 
  3 | /**
  4 |  * Copyright (c) 2007-2025, Jos de Ruijter <jos@dutnie.nl>
  5 |  */
  6 | 
  7 | /**
  8 |  * General parse instructions. This class will be extended by a class with
  9 |  * logfile format specific parse instructions.
 10 |  */
 11 | class parser
 12 | {
 13 | 	use common, queryparts, urlparts;
 14 | 
 15 | 	private array $buddy_tracker = [];
 16 | 	private array $nick_objs = [];
 17 | 	private array $smileys = [];
 18 | 	private array $topics = [];
 19 | 	private array $url_objs = [];
 20 | 	private array $word_objs = [];
 21 | 	private int $l_00 = 0;
 22 | 	private int $l_01 = 0;
 23 | 	private int $l_02 = 0;
 24 | 	private int $l_03 = 0;
 25 | 	private int $l_04 = 0;
 26 | 	private int $l_05 = 0;
 27 | 	private int $l_06 = 0;
 28 | 	private int $l_07 = 0;
 29 | 	private int $l_08 = 0;
 30 | 	private int $l_09 = 0;
 31 | 	private int $l_10 = 0;
 32 | 	private int $l_11 = 0;
 33 | 	private int $l_12 = 0;
 34 | 	private int $l_13 = 0;
 35 | 	private int $l_14 = 0;
 36 | 	private int $l_15 = 0;
 37 | 	private int $l_16 = 0;
 38 | 	private int $l_17 = 0;
 39 | 	private int $l_18 = 0;
 40 | 	private int $l_19 = 0;
 41 | 	private int $l_20 = 0;
 42 | 	private int $l_21 = 0;
 43 | 	private int $l_22 = 0;
 44 | 	private int $l_23 = 0;
 45 | 	private int $l_afternoon = 0;
 46 | 	private int $l_evening = 0;
 47 | 	private int $l_morning = 0;
 48 | 	private int $l_night = 0;
 49 | 	private int $l_total = 0;
 50 | 	private int $linenum_last_nonempty = 0;
 51 | 	private int $streak = 0;
 52 | 	private string $date = '';
 53 | 	private string $hex_latin1_supplement = '[\x80-\xFF]';
 54 | 	private string $hex_valid_utf8 = '([\x00-\x7F]|[\xC2-\xDF][\x80-\xBF]|\xE0[\xA0-\xBF][\x80-\xBF]|[\xE1-\xEC\xEE\xEF][\x80-\xBF]{2}|\xED[\x80-\x9F][\x80-\xBF]|\xF0[\x90-\xBF][\x80-\xBF]{2}|[\xF1-\xF3][\x80-\xBF]{3}|\xF4[\x80-\x8F][\x80-\xBF]{2})';
 55 | 	private string $line_new = '';
 56 | 	private string $nick_prev = '';
 57 | 	private string $year = '';
 58 | 	protected int $linenum = 0;
 59 | 	protected string $line_prev = '';
 60 | 
 61 | 	public function __construct(string $date)
 62 | 	{
 63 | 		$this->date = $date;
 64 | 		$this->year = substr($date, 0, 4);
 65 | 
 66 | 		/**
 67 | 		 * Apply the parse state if any.
 68 | 		 */
 69 | 		$this->apply_vars('parse_state', ['nick_prev', 'streak', 'buddy_tracker']);
 70 | 
 71 | 		/**
 72 | 		 * Retrieve smiley mappings from the database.
 73 | 		 */
 74 | 		$results = db::query('SELECT sid, smiley FROM smileys');
 75 | 
 76 | 		while ($result = $results->fetchArray(SQLITE3_ASSOC)) {
 77 | 			$this->smileys[strtolower($result['smiley'])] = $result['sid'];
 78 | 		}
 79 | 	}
 80 | 
 81 | 	/**
 82 | 	 * Create an object of the nick if it doesn't already exist, otherwise update
 83 | 	 * $csnick. Return the lower case nick for further referencing by the calling
 84 | 	 * function.
 85 | 	 */
 86 | 	private function create_nick(string $time, string $csnick, bool $real = true): string
 87 | 	{
 88 | 		$nick = mb_strtolower($csnick);
 89 | 
 90 | 		if (!isset($this->nick_objs[$nick])) {
 91 | 			$this->nick_objs[$nick] = new nick($csnick);
 92 | 		} elseif ($real) {
 93 | 			$this->nick_objs[$nick]->set_string('csnick', $csnick);
 94 | 		}
 95 | 
 96 | 		/**
 97 | 		 * $real is false if the nick hasn't actually been seen and was only referenced.
 98 | 		 */
 99 | 		if ($real) {
100 | 			if ($this->nick_objs[$nick]->get_string('firstseen') === '') {
101 | 				$this->nick_objs[$nick]->set_string('firstseen', $this->date.' '.$time);
102 | 			}
103 | 
104 | 			$this->nick_objs[$nick]->set_string('lastseen', $this->date.' '.$time);
105 | 		}
106 | 
107 | 		return $nick;
108 | 	}
109 | 
110 | 	/**
111 | 	 * URLs are handled (and stored) while preserving case for all relevant parts.
112 | 	 */
113 | 	private function create_url(string $time, string $nick, array $urlparts): void
114 | 	{
115 | 		$url = $urlparts['url'];
116 | 
117 | 		if (!isset($this->url_objs[$url])) {
118 | 			$this->url_objs[$url] = new url($urlparts);
119 | 		}
120 | 
121 | 		$this->url_objs[$url]->add_uses($this->date.' '.$time, $nick);
122 | 	}
123 | 
124 | 	/**
125 | 	 * Words are stored in lower case.
126 | 	 */
127 | 	private function create_word(string $csword): void
128 | 	{
129 | 		$word = mb_strtolower($csword);
130 | 
131 | 		if (!isset($this->word_objs[$word])) {
132 | 			$this->word_objs[$word] = new word($word, $this->year);
133 | 		}
134 | 
135 | 		$this->word_objs[$word]->add_int('total', 1);
136 | 	}
137 | 
138 | 	/**
139 | 	 * Check if a line is valid UTF-8 and convert all nonvalid bytes into valid
140 | 	 * multibyte UTF-8.
141 | 	 */
142 | 	private function normalize_line(string $line): string
143 | 	{
144 | 		if (!preg_match('/^'.$this->hex_valid_utf8.'+$/', $line)) {
145 | 			/**
146 | 			 * Match every continuous chunk of valid UTF-8 encoded characters and all single
147 | 			 * bytes that don't validate as such.
148 | 			 */
149 | 			preg_match_all('/'.$this->hex_valid_utf8.'+|./n', $line, $matches);
150 | 
151 | 			foreach ($matches[0] as $key => $chunk) {
152 | 				/**
153 | 				 * If $chunk consists of more than one byte it must be valid, otherwise check
154 | 				 * against the valid single-byte range. Valid chunks don't need any treatment.
155 | 				 */
156 | 				if (strlen($chunk) > 1 || preg_match('/[\x00-\x7F]/', $chunk)) {
157 | 					continue;
158 | 
159 | 				/**
160 | 				 * Single-byte characters from the Latin-1 Supplement are converted to UTF-8.
161 | 				 */
162 | 				} elseif (preg_match('/'.$this->hex_latin1_supplement.'/', $chunk)) {
163 | 					$matches[0][$key] = preg_replace_callback('/'.$this->hex_latin1_supplement.'/', function (array $matches_callback): string {
164 | 						return pack('C*', (ord($matches_callback[0]) >> 6) | 0xC0, (ord($matches_callback[0]) & 0x3F) | 0x80);
165 | 					}, $chunk);
166 | 
167 | 				/**
168 | 				 * Everything else is converted to the unicode replacement character.
169 | 				 */
170 | 				} else {
171 | 					$matches[0][$key] = "\u{FFFD}";
172 | 				}
173 | 			}
174 | 
175 | 			$line = implode($matches[0]);
176 | 		}
177 | 
178 | 		/**
179 | 		 * 1. 0x03 is used for color codes and may be followed by a foreground and/or
180 | 		 *    background color separated by a comma; strip all valid combinations, both
181 | 		 *    the syntax used by mIRC (fg required) as well as EPIC (fg optional).
182 | 		 * 2. Replace any and all adjacent tabs (0x09) with a single space (0x20).
183 | 		 * 3. Replace any kind of whitespace or invisible separator with a single space.
184 | 		 * 4. Temporarily replace the zero width joiner (ZWJ) with a tab to preserve it.
185 | 		 *    ZWJ are used to create certain complex emojis.
186 | 		 * 5. Strip invisible formatting indicators and unused code points.
187 | 		 * 6. Convert tabs back to ZWJ.
188 | 		 * 7. Strip ASCII and Latin-1 control characters (note: Latin-1 was converted).
189 | 		 * 8. Reduce multiple adjacent spaces to a single space.
190 | 		 * 9. Finally, remove spaces at the beginning and end of a line.
191 | 		 */
192 | 		return preg_replace(['/\x03(\d{1,2})?(,\d{1,2})?/', '/\x09+/', '/\p{Z}+/u', '/(?<!^|[ \p{C}])\x{200D}(?!$|[ \p{C}])/u', '/[\p{Cf}\p{Co}\p{Cs}\p{Cn}]+/u', '/\x09/', '/\p{Cc}+/u', '/ {2,}/', '/^ | $/'], ['', ' ', ' ', "\t", '', "\u{200D}", '', ' ', ''], $line);
193 | 	}
194 | 
195 | 	public function parse_log(string $logfile, int $linenum_start, bool $gzip): void
196 | 	{
197 | 		if (($fp = call_user_func(($gzip ? 'gz' : 'f').'open', $logfile, 'rb')) === false) {
198 | 			out::put('critical', 'failed to open logfile: \''.$logfile.'\'');
199 | 		}
200 | 
201 | 		while (($line = call_user_func(($gzip ? 'gz' : 'f').'gets', $fp)) !== false) {
202 | 			if (++$this->linenum < $linenum_start) {
203 | 				continue;
204 | 			}
205 | 
206 | 			if (($line = $this->normalize_line($line)) === '') {
207 | 				continue;
208 | 			}
209 | 
210 | 			/**
211 | 			 * Pass on the non-empty normalized line to the logfile format specific parser
212 | 			 * class extending this class. Remember the number of said line.
213 | 			 */
214 | 			$this->linenum_last_nonempty = $this->linenum;
215 | 			$this->parse_line($line);
216 | 			$this->line_prev = $line;
217 | 		}
218 | 
219 | 		call_user_func(($gzip ? 'gz' : 'f').'close', $fp);
220 | 	}
221 | 
222 | 	protected function set_action(string $time, string $csnick, string $line): void
223 | 	{
224 | 		if (!$this->validate_nick($csnick)) {
225 | 			return;
226 | 		}
227 | 
228 | 		$nick = $this->create_nick($time, $csnick);
229 | 		$this->nick_objs[$nick]->add_int('actions', 1);
230 | 
231 | 		/**
232 | 		 * Don't store empty actions (i.e. actions with just the nick).
233 | 		 */
234 | 		if (str_contains($line, ' ')) {
235 | 			$this->nick_objs[$nick]->set_string('ex_actions', $line);
236 | 		}
237 | 	}
238 | 
239 | 	protected function set_join(string $time, string $csnick): void
240 | 	{
241 | 		if (!$this->validate_nick($csnick)) {
242 | 			return;
243 | 		}
244 | 
245 | 		$nick = $this->create_nick($time, $csnick);
246 | 		$this->nick_objs[$nick]->add_int('joins', 1);
247 | 	}
248 | 
249 | 	protected function set_kick(string $time, string $csnick_performing, string $csnick_undergoing, string $line): void
250 | 	{
251 | 		if (!$this->validate_nick($csnick_performing) || !$this->validate_nick($csnick_undergoing)) {
252 | 			return;
253 | 		}
254 | 
255 | 		$nick_performing = $this->create_nick($time, $csnick_performing);
256 | 		$nick_undergoing = $this->create_nick($time, $csnick_undergoing);
257 | 		$this->nick_objs[$nick_performing]->add_int('kicks', 1);
258 | 		$this->nick_objs[$nick_undergoing]->add_int('kicked', 1);
259 | 		$this->nick_objs[$nick_performing]->set_string('ex_kicks', $line);
260 | 		$this->nick_objs[$nick_undergoing]->set_string('ex_kicked', $line);
261 | 	}
262 | 
263 | 	protected function set_mode(string $time, string $csnick_performing, string $csnick_undergoing, string $mode): void
264 | 	{
265 | 		if (!$this->validate_nick($csnick_performing) || !$this->validate_nick($csnick_undergoing)) {
266 | 			return;
267 | 		}
268 | 
269 | 		$nick_performing = $this->create_nick($time, $csnick_performing);
270 | 		$nick_undergoing = $this->create_nick($time, $csnick_undergoing);
271 | 
272 | 		if ($mode === '+o') {
273 | 			$this->nick_objs[$nick_performing]->add_int('m_op', 1);
274 | 			$this->nick_objs[$nick_undergoing]->add_int('m_opped', 1);
275 | 		} elseif ($mode === '+v') {
276 | 			$this->nick_objs[$nick_performing]->add_int('m_voice', 1);
277 | 			$this->nick_objs[$nick_undergoing]->add_int('m_voiced', 1);
278 | 		} elseif ($mode === '-o') {
279 | 			$this->nick_objs[$nick_performing]->add_int('m_deop', 1);
280 | 			$this->nick_objs[$nick_undergoing]->add_int('m_deopped', 1);
281 | 		} elseif ($mode === '-v') {
282 | 			$this->nick_objs[$nick_performing]->add_int('m_devoice', 1);
283 | 			$this->nick_objs[$nick_undergoing]->add_int('m_devoiced', 1);
284 | 		}
285 | 	}
286 | 
287 | 	protected function set_nickchange(string $time, string $csnick_performing, string $csnick_undergoing): void
288 | 	{
289 | 		if (!$this->validate_nick($csnick_performing) || !$this->validate_nick($csnick_undergoing)) {
290 | 			return;
291 | 		}
292 | 
293 | 		$nick_performing = $this->create_nick($time, $csnick_performing);
294 | 		$this->create_nick($time, $csnick_undergoing);
295 | 		$this->nick_objs[$nick_performing]->add_int('nickchanges', 1);
296 | 	}
297 | 
298 | 	protected function set_normal(string $time, string $csnick, string $line): void
299 | 	{
300 | 		if (!$this->validate_nick($csnick)) {
301 | 			return;
302 | 		}
303 | 
304 | 		$nick = $this->create_nick($time, $csnick);
305 | 		$this->nick_objs[$nick]->set_string('lasttalked', $this->date.' '.$time);
306 | 
307 | 		/**
308 | 		 * Keep track of monologues.
309 | 		 */
310 | 		if ($nick !== $this->nick_prev) {
311 | 			/**
312 | 			 * Current $nick typed a line and $nick_prev's streak is interrupted. Check if
313 | 			 * $nick_prev's streak qualifies as a monologue and store it.
314 | 			 */
315 | 			if ($this->streak >= 5) {
316 | 				/**
317 | 				 * If the current line count is 0 then $nick_prev might not be known yet (only
318 | 				 * seen in previous parse run). It's safe to assume that $nick_prev is a valid
319 | 				 * nick as it was set by set_normal() previously. Create an object for it here
320 | 				 * so the streak data can be added.
321 | 				 */
322 | 				if ($this->l_total === 0) {
323 | 					$this->create_nick($time, $this->nick_prev, false);
324 | 				}
325 | 
326 | 				$this->nick_objs[$this->nick_prev]->add_int('monologues', 1);
327 | 
328 | 				if ($this->streak > $this->nick_objs[$this->nick_prev]->get_int('topmonologue')) {
329 | 					$this->nick_objs[$this->nick_prev]->set_int('topmonologue', $this->streak);
330 | 				}
331 | 			}
332 | 
333 | 			$this->nick_prev = $nick;
334 | 			$this->streak = 0;
335 | 		}
336 | 
337 | 		++$this->streak;
338 | 
339 | 		/**
340 | 		 * Increase line counts for appropriate day, time of day, and hour.
341 | 		 */
342 | 		$day = strtolower(date('D', strtotime($this->date)));
343 | 		$hour_leadingzero = substr($time, 0, 2);
344 | 		$hour = (int) $hour_leadingzero;
345 | 		$time_of_day = ($hour <= 5 ? 'night' : ($hour <= 11 ? 'morning' : ($hour <= 17 ? 'afternoon' : 'evening')));
346 | 		$this->nick_objs[$nick]->add_int('l_'.$day.'_'.$time_of_day, 1);
347 | 		$this->nick_objs[$nick]->add_int('l_'.$time_of_day, 1);
348 | 		$this->nick_objs[$nick]->add_int('l_'.$hour_leadingzero, 1);
349 | 		$this->nick_objs[$nick]->add_int('l_total', 1);
350 | 		++$this->{'l_'.$time_of_day};
351 | 		++$this->{'l_'.$hour_leadingzero};
352 | 		++$this->l_total;
353 | 
354 | 		/**
355 | 		 * Count lines typed exclusively between two nicks in a timespan of 5 minutes.
356 | 		 */
357 | 		$datetime = str_pad($this->date.' '.$time, 19, ':00');
358 | 		$datetime_minus_5min = date('Y-m-d H:i:s', strtotime('-5 minutes', strtotime($datetime)));
359 | 		$nicks = [];
360 | 
361 | 		foreach ($this->buddy_tracker as $key => [$datetime_buddy, $nick_buddy]) {
362 | 			if ($datetime_buddy < $datetime_minus_5min) {
363 | 				unset($this->buddy_tracker[$key]);
364 | 			} elseif ($nick_buddy !== $nick && !in_array($nick_buddy, $nicks)) {
365 | 				$nicks[] = $nick_buddy;
366 | 			}
367 | 		}
368 | 
369 | 		$this->buddy_tracker[] = [$datetime, $nick];
370 | 
371 | 		if (count($nicks) === 1) {
372 | 			$this->nick_objs[$nick]->add_buddy($nicks[0], $time_of_day);
373 | 		}
374 | 
375 | 		/**
376 | 		 * Stop here if the line is empty. It may have consisted of color codes part of
377 | 		 * ASCII or ANSI art, and/or other characters stripped during normalization.
378 | 		 */
379 | 		if ($line === '') {
380 | 			return;
381 | 		}
382 | 
383 | 		/**
384 | 		 * Words are simply considered character groups separated by whitespace.
385 | 		 */
386 | 		$words = explode(' ', $line);
387 | 		$wordcount = count($words);
388 | 		$this->nick_objs[$nick]->add_int('words', $wordcount);
389 | 		$this->nick_objs[$nick]->add_int('characters', mb_strlen($line));
390 | 		$line_symbolized_urls = $line;
391 | 
392 | 		foreach ($words as $csword) {
393 | 			$trailing_smiley = false;
394 | 
395 | 			/**
396 | 			 * Strip most common punctuation from the beginning and end of the word before
397 | 			 * validating with a light sanity check. We look at single code points for our
398 | 			 * letters, no adjacent combination marks. This method of finding words is not
399 | 			 * 100% accurate but it's good enough for our use case.
400 | 			 */
401 | 			if (preg_match('/^["\'(*]?(?<csword_trimmed>\p{L}+(-\p{L}+)?)[!?"\'),.:;*]?$/nu', $csword, $matches)) {
402 | 				$csword_trimmed = $matches['csword_trimmed'];
403 | 				$this->create_word($csword_trimmed);
404 | 
405 | 				/**
406 | 				 * Check for textual user expressions, and smileys that matched the previous
407 | 				 * regular expression.
408 | 				 */
409 | 				if (preg_match('/^(hehe[he]*|heh|haha[ha]*|lol|hmm+|wow|huh|meh|ugh|pff+|rofl|lmao|ahh+|brr+|ole+|omg|bah|doh|duh+|wtf|uhm+|yum|woh+|grr+|ehh+|tsk|ffs|uhh+|yay|uhuh|ahem|woo+t|argh|urgh|whut)$/i', $csword_trimmed)) {
410 | 					$smiley_textual = preg_replace(['/^hehe[he]+$/', '/^haha[ha]+$/', '/^hmmm+$/', '/^pfff+$/', '/^ahhh+$/', '/^brrr+$/', '/^olee+$/', '/^duhh+$/', '/^uhmm+$/', '/^wohh+$/', '/^grrr+$/', '/^ehhh+$/', '/^uhhh+$/', '/^wooo+t$/'], ['hehe', 'haha', 'hmm', 'pff', 'ahh', 'brr', 'ole', 'duh', 'uhm', 'woh', 'grr', 'ehh', 'uhh', 'woot'], strtolower($csword_trimmed));
411 | 					$this->nick_objs[$nick]->add_smiley($this->smileys[$smiley_textual], 1);
412 | 				} elseif (preg_match('/^([xX]D|D:)$/', $csword)) {
413 | 					$trailing_smiley = true;
414 | 					$this->nick_objs[$nick]->add_smiley($this->smileys[strtolower($csword)], 1);
415 | 				}
416 | 
417 | 			/**
418 | 			 * Regular expression to check for all remaining smileys we're interested in.
419 | 			 */
420 | 			} elseif (preg_match('/^(:([][)(pPD\/oOxX\\\|3<>sS]|-[)D\/pP(\\\]|\'\()|;([)(pPD]|-\)|_;)|[:;](\)\)+|\(\(+)|\\\[oO]\/|<3|=[])pP\/\\\D(]|8\)|-[_.]-|[oO][_.][oO])$/', $csword)) {
421 | 				$trailing_smiley = true;
422 | 				$smiley = preg_replace(['/^(:-?|=)[\/\\\]$/', '/^:\)\)\)+$/', '/^:\(\(\(+$/', '/^;\)\)+$/', '/^;\(\(+$/', '/^;d$/', '/^o\.o$/', '/^-\.-$/'], [':/', ':))', ':((', ';)', ';(', ':d', 'o_o', '-_-'], strtolower($csword));
423 | 				$this->nick_objs[$nick]->add_smiley($this->smileys[$smiley], 1);
424 | 
425 | 			/**
426 | 			 * Only catch URLs which start with "www.", "http://" or "https://".
427 | 			 */
428 | 			} elseif (preg_match('/^(www\.|https?:\/\/).+/i', $csword)) {
429 | 				/**
430 | 				 * Replace URLs (regardless of validity) with a unicode hyperlink symbol so the
431 | 				 * line (i.e. $line_symbolized_urls) can be used as a quote without looking bad.
432 | 				 */
433 | 				$line_symbolized_urls = preg_replace('/(www\.|https?:\/\/)\S+/i', "\u{1F517}", $line_symbolized_urls, 1);
434 | 
435 | 				if (!is_null($urlparts = $this->get_urlparts($csword))) {
436 | 					$this->create_url($time, $nick, $urlparts);
437 | 					$this->nick_objs[$nick]->add_int('urls', 1);
438 | 				} else {
439 | 					out::put('debug', 'invalid url: \''.$csword.'\' on line '.$this->linenum);
440 | 				}
441 | 			}
442 | 		}
443 | 
444 | 		/**
445 | 		 * Upper cased lines may not contain any lower cased characters and must contain
446 | 		 * at least two concurrent upper cased characters.
447 | 		 */
448 | 		if (!preg_match('/\p{Ll}/u', $line) && preg_match('/\p{Lu}{2}/u', $line)) {
449 | 			$this->nick_objs[$nick]->add_int('uppercased', 1);
450 | 
451 | 			if ($wordcount >= 3 || $this->nick_objs[$nick]->get_string('ex_uppercased') === '') {
452 | 				$this->nick_objs[$nick]->set_string('ex_uppercased', $line_symbolized_urls);
453 | 			}
454 | 		}
455 | 
456 | 		/**
457 | 		 * Look back one word in lines with a trailing smiley before validating whether
458 | 		 * it's an exclamation or question.
459 | 		 */
460 | 		if ((!$trailing_smiley && str_ends_with($line_symbolized_urls, '!')) || ($trailing_smiley && $wordcount > 1 && preg_match('/! \S+$/', $line_symbolized_urls))) {
461 | 			$this->nick_objs[$nick]->add_int('exclamations', 1);
462 | 
463 | 			if ($wordcount >= 3 || $this->nick_objs[$nick]->get_string('ex_exclamations') === '') {
464 | 				$this->nick_objs[$nick]->set_string('ex_exclamations', $line_symbolized_urls);
465 | 			}
466 | 		} elseif ((!$trailing_smiley && str_ends_with($line_symbolized_urls, '?')) || ($trailing_smiley && $wordcount > 1 && preg_match('/\? \S+$/', $line_symbolized_urls))) {
467 | 			$this->nick_objs[$nick]->add_int('questions', 1);
468 | 
469 | 			if ($wordcount >= 3 || $this->nick_objs[$nick]->get_string('ex_questions') === '') {
470 | 				$this->nick_objs[$nick]->set_string('ex_questions', $line_symbolized_urls);
471 | 			}
472 | 		}
473 | 
474 | 		if ($wordcount >= 3 || $this->nick_objs[$nick]->get_string('quote') === '') {
475 | 			$this->nick_objs[$nick]->set_string('quote', $line_symbolized_urls);
476 | 		}
477 | 	}
478 | 
479 | 	protected function set_part(string $time, string $csnick): void
480 | 	{
481 | 		if (!$this->validate_nick($csnick)) {
482 | 			return;
483 | 		}
484 | 
485 | 		$nick = $this->create_nick($time, $csnick);
486 | 		$this->nick_objs[$nick]->add_int('parts', 1);
487 | 	}
488 | 
489 | 	protected function set_quit(string $time, string $csnick): void
490 | 	{
491 | 		if (!$this->validate_nick($csnick)) {
492 | 			return;
493 | 		}
494 | 
495 | 		$nick = $this->create_nick($time, $csnick);
496 | 		$this->nick_objs[$nick]->add_int('quits', 1);
497 | 	}
498 | 
499 | 	protected function set_slap(string $time, string $csnick_performing, string $csnick_undergoing): void
500 | 	{
501 | 		if (!$this->validate_nick($csnick_performing)) {
502 | 			return;
503 | 		}
504 | 
505 | 		$nick_performing = $this->create_nick($time, $csnick_performing);
506 | 		$this->nick_objs[$nick_performing]->add_int('slaps', 1);
507 | 
508 | 		/**
509 | 		 * Stop here if the "undergoing" nick is empty. This also avoids debug output
510 | 		 * from validate_nick() later.
511 | 		 */
512 | 		if ($csnick_undergoing === '') {
513 | 			return;
514 | 		}
515 | 
516 | 		/**
517 | 		 * Strip possible network prefix (e.g. psyBNC) from the "undergoing" nick.
518 | 		 */
519 | 		if (preg_match('/^[^~]+~(?<nick_trimmed>.+)$/', $csnick_undergoing, $matches)) {
520 | 			out::put('debug', 'trimming nick: \''.$csnick_undergoing.'\' on line '.$this->linenum);
521 | 			$csnick_undergoing = $matches['nick_trimmed'];
522 | 		}
523 | 
524 | 		if (!$this->validate_nick($csnick_undergoing)) {
525 | 			return;
526 | 		}
527 | 
528 | 		/**
529 | 		 * The "undergoing" nick is only referenced and might not be real.
530 | 		 */
531 | 		$nick_undergoing = $this->create_nick($time, $csnick_undergoing, false);
532 | 		$this->nick_objs[$nick_undergoing]->add_int('slapped', 1);
533 | 	}
534 | 
535 | 	protected function set_topic(string $time, string $csnick, string $line): void
536 | 	{
537 | 		if (!$this->validate_nick($csnick)) {
538 | 			return;
539 | 		}
540 | 
541 | 		$nick = $this->create_nick($time, $csnick);
542 | 		$this->nick_objs[$nick]->add_int('topics', 1);
543 | 
544 | 		/**
545 | 		 * Track non-empty topics in a way that preserves the exact order of occurrence.
546 | 		 */
547 | 		if (!preg_match('/^ ?$/', $line)) {
548 | 			$this->topics[] = [$this->date.' '.$time, $nick, $line];
549 | 		}
550 | 	}
551 | 
552 | 	/**
553 | 	 * Syntax check a given nick. Leave unicode constraints mostly up to the server.
554 | 	 * Removing certain characters from the disallowed ones in the expression below
555 | 	 * can have negative consequences, because of hardcoded expectations.
556 | 	 *
557 | 	 * The constraints are as follows:
558 | 	 *  - Nicks may NOT start with: 1234567890-
559 | 	 *  - Nicks may NOT contain: !"#$%&'()*+,./:;<=>?@~
560 | 	 */
561 | 	private function validate_nick(string $csnick): bool
562 | 	{
563 | 		if (preg_match('/^[0-9-]|[!"#$%&\'()*+,.\\/:;<=>?@~]/', $csnick)) {
564 | 			out::put('debug', 'invalid nick: \''.$csnick.'\' on line '.$this->linenum);
565 | 			return false;
566 | 		}
567 | 
568 | 		return true;
569 | 	}
570 | 
571 | 	/**
572 | 	 * Store everything in the database.
573 | 	 */
574 | 	public function store_data(): bool
575 | 	{
576 | 		/**
577 | 		 * If there are no nicks there is no data.
578 | 		 */
579 | 		if (empty($this->nick_objs)) {
580 | 			return false;
581 | 		}
582 | 
583 | 		/**
584 | 		 * Store data in database tables "channel_activity" and "parse_state".
585 | 		 */
586 | 		if ($this->l_total !== 0) {
587 | 			$queryparts = $this->get_queryparts(['l_00', 'l_01', 'l_02', 'l_03', 'l_04', 'l_05', 'l_06', 'l_07', 'l_08', 'l_09', 'l_10', 'l_11', 'l_12', 'l_13', 'l_14', 'l_15', 'l_16', 'l_17', 'l_18', 'l_19', 'l_20', 'l_21', 'l_22', 'l_23', 'l_night', 'l_morning', 'l_afternoon', 'l_evening', 'l_total']);
588 | 			db::query_exec('INSERT INTO channel_activity (date, '.$queryparts['insert_columns'].') VALUES (\''.$this->date.'\', '.$queryparts['insert_values'].') ON CONFLICT (date) DO UPDATE SET '.$queryparts['update_assignments']);
589 | 			db::query_exec('INSERT OR REPLACE INTO parse_state (var, value) VALUES (\'nick_prev\', \''.$this->nick_prev.'\'), (\'streak\', \''.$this->streak.'\'), (\'buddy_tracker\', \''.serialize($this->buddy_tracker).'\')');
590 | 		}
591 | 
592 | 		/**
593 | 		 * Store user data. MUST be done before storing URL, topic and buddy data.
594 | 		 */
595 | 		foreach ($this->nick_objs as $nick) {
596 | 			$nick->store_data();
597 | 		}
598 | 
599 | 		/**
600 | 		 * Store URL data.
601 | 		 */
602 | 		foreach ($this->url_objs as $url) {
603 | 			$url->store_data();
604 | 		}
605 | 
606 | 		/**
607 | 		 * Store data in database table "uid_topics".
608 | 		 */
609 | 		foreach ($this->topics as [$datetime, $nick, $topic]) {
610 | 			db::query_exec('INSERT INTO uid_topics (uid, topic, datetime) VALUES ((SELECT uid FROM uid_details WHERE csnick = \''.$nick.'\'), \''.preg_replace('/\'/', '\'\'', $topic).'\', DATETIME(\''.$datetime.'\'))');
611 | 		}
612 | 
613 | 		/**
614 | 		 * Store buddy data.
615 | 		 */
616 | 		foreach ($this->nick_objs as $nick) {
617 | 			$nick->store_buddies();
618 | 		}
619 | 
620 | 		/**
621 | 		 * Store word data.
622 | 		 */
623 | 		foreach ($this->word_objs as $word) {
624 | 			$word->store_data();
625 | 		}
626 | 
627 | 		return true;
628 | 	}
629 | }
630 | 


--------------------------------------------------------------------------------
/sqlite_schema.sql:
--------------------------------------------------------------------------------
  1 | PRAGMA encoding = 'UTF-8';
  2 | 
  3 | BEGIN TRANSACTION;
  4 | 
  5 | CREATE TABLE channel_activity (
  6 | date TEXT PRIMARY KEY NOT NULL,
  7 | l_00 INT NOT NULL DEFAULT 0,
  8 | l_01 INT NOT NULL DEFAULT 0,
  9 | l_02 INT NOT NULL DEFAULT 0,
 10 | l_03 INT NOT NULL DEFAULT 0,
 11 | l_04 INT NOT NULL DEFAULT 0,
 12 | l_05 INT NOT NULL DEFAULT 0,
 13 | l_06 INT NOT NULL DEFAULT 0,
 14 | l_07 INT NOT NULL DEFAULT 0,
 15 | l_08 INT NOT NULL DEFAULT 0,
 16 | l_09 INT NOT NULL DEFAULT 0,
 17 | l_10 INT NOT NULL DEFAULT 0,
 18 | l_11 INT NOT NULL DEFAULT 0,
 19 | l_12 INT NOT NULL DEFAULT 0,
 20 | l_13 INT NOT NULL DEFAULT 0,
 21 | l_14 INT NOT NULL DEFAULT 0,
 22 | l_15 INT NOT NULL DEFAULT 0,
 23 | l_16 INT NOT NULL DEFAULT 0,
 24 | l_17 INT NOT NULL DEFAULT 0,
 25 | l_18 INT NOT NULL DEFAULT 0,
 26 | l_19 INT NOT NULL DEFAULT 0,
 27 | l_20 INT NOT NULL DEFAULT 0,
 28 | l_21 INT NOT NULL DEFAULT 0,
 29 | l_22 INT NOT NULL DEFAULT 0,
 30 | l_23 INT NOT NULL DEFAULT 0,
 31 | l_night INT NOT NULL DEFAULT 0,
 32 | l_morning INT NOT NULL DEFAULT 0,
 33 | l_afternoon INT NOT NULL DEFAULT 0,
 34 | l_evening INT NOT NULL DEFAULT 0,
 35 | l_total INT NOT NULL CHECK (l_total > 0)
 36 | ) STRICT, WITHOUT ROWID;
 37 | 
 38 | CREATE TABLE fqdns (
 39 | fid INTEGER PRIMARY KEY,
 40 | fqdn TEXT UNIQUE NOT NULL,
 41 | tld TEXT NOT NULL,
 42 | active INT NOT NULL DEFAULT 1 CHECK (active IN (0,1)) --quasi BOOLEAN
 43 | ) STRICT;
 44 | CREATE INDEX fqdns_tld ON fqdns (tld);
 45 | CREATE INDEX fqdns_active ON fqdns (active);
 46 | 
 47 | CREATE TABLE parse_history (
 48 | date TEXT PRIMARY KEY NOT NULL,
 49 | lines_parsed INT NOT NULL CHECK (lines_parsed > 0)
 50 | ) STRICT, WITHOUT ROWID;
 51 | 
 52 | CREATE TABLE parse_state (
 53 | var TEXT PRIMARY KEY NOT NULL,
 54 | value TEXT NOT NULL
 55 | ) STRICT, WITHOUT ROWID;
 56 | 
 57 | CREATE TABLE ruid_activity_by_day ( --materialized view
 58 | ruid INT,
 59 | date TEXT,
 60 | l_night INT,
 61 | l_morning INT,
 62 | l_afternoon INT,
 63 | l_evening INT,
 64 | l_total INT,
 65 | PRIMARY KEY (ruid, date)
 66 | ) STRICT, WITHOUT ROWID;
 67 | 
 68 | CREATE TABLE ruid_activity_by_month ( --materialized view
 69 | ruid INT,
 70 | date TEXT,
 71 | l_night INT,
 72 | l_morning INT,
 73 | l_afternoon INT,
 74 | l_evening INT,
 75 | l_total INT,
 76 | PRIMARY KEY (ruid, date)
 77 | ) STRICT, WITHOUT ROWID;
 78 | 
 79 | CREATE TABLE ruid_activity_by_year ( --materialized view
 80 | ruid INT,
 81 | date TEXT,
 82 | l_night INT,
 83 | l_morning INT,
 84 | l_afternoon INT,
 85 | l_evening INT,
 86 | l_total INT,
 87 | PRIMARY KEY (ruid, date)
 88 | ) STRICT, WITHOUT ROWID;
 89 | 
 90 | CREATE TABLE ruid_buddies ( --materialized view
 91 | ruid_active INT,
 92 | ruid_passive INT,
 93 | l_night INT,
 94 | l_morning INT,
 95 | l_afternoon INT,
 96 | l_evening INT,
 97 | PRIMARY KEY (ruid_active, ruid_passive)
 98 | ) STRICT, WITHOUT ROWID;
 99 | 
100 | CREATE TABLE ruid_events ( --materialized view
101 | ruid INT PRIMARY KEY,
102 | m_op INT,
103 | m_opped INT,
104 | m_voice INT,
105 | m_voiced INT,
106 | m_deop INT,
107 | m_deopped INT,
108 | m_devoice INT,
109 | m_devoiced INT,
110 | joins INT,
111 | parts INT,
112 | quits INT,
113 | kicks INT,
114 | kicked INT,
115 | nickchanges INT,
116 | topics INT,
117 | ex_kicks TEXT,
118 | ex_kicked TEXT
119 | ) STRICT, WITHOUT ROWID;
120 | 
121 | CREATE TABLE ruid_lines ( --materialized view
122 | ruid INT PRIMARY KEY,
123 | l_00 INT,
124 | l_01 INT,
125 | l_02 INT,
126 | l_03 INT,
127 | l_04 INT,
128 | l_05 INT,
129 | l_06 INT,
130 | l_07 INT,
131 | l_08 INT,
132 | l_09 INT,
133 | l_10 INT,
134 | l_11 INT,
135 | l_12 INT,
136 | l_13 INT,
137 | l_14 INT,
138 | l_15 INT,
139 | l_16 INT,
140 | l_17 INT,
141 | l_18 INT,
142 | l_19 INT,
143 | l_20 INT,
144 | l_21 INT,
145 | l_22 INT,
146 | l_23 INT,
147 | l_night INT,
148 | l_morning INT,
149 | l_afternoon INT,
150 | l_evening INT,
151 | l_total INT,
152 | l_mon_night INT,
153 | l_mon_morning INT,
154 | l_mon_afternoon INT,
155 | l_mon_evening INT,
156 | l_tue_night INT,
157 | l_tue_morning INT,
158 | l_tue_afternoon INT,
159 | l_tue_evening INT,
160 | l_wed_night INT,
161 | l_wed_morning INT,
162 | l_wed_afternoon INT,
163 | l_wed_evening INT,
164 | l_thu_night INT,
165 | l_thu_morning INT,
166 | l_thu_afternoon INT,
167 | l_thu_evening INT,
168 | l_fri_night INT,
169 | l_fri_morning INT,
170 | l_fri_afternoon INT,
171 | l_fri_evening INT,
172 | l_sat_night INT,
173 | l_sat_morning INT,
174 | l_sat_afternoon INT,
175 | l_sat_evening INT,
176 | l_sun_night INT,
177 | l_sun_morning INT,
178 | l_sun_afternoon INT,
179 | l_sun_evening INT,
180 | urls INT,
181 | words INT,
182 | characters INT,
183 | monologues INT,
184 | topmonologue INT,
185 | activedays INT, --additional column created by view
186 | slaps INT,
187 | slapped INT,
188 | exclamations INT,
189 | questions INT,
190 | actions INT,
191 | uppercased INT,
192 | quote TEXT,
193 | ex_exclamations TEXT,
194 | ex_questions TEXT,
195 | ex_actions TEXT,
196 | ex_uppercased TEXT,
197 | lasttalked TEXT
198 | ) STRICT, WITHOUT ROWID;
199 | 
200 | CREATE TABLE ruid_milestones (
201 | ruid INT NOT NULL REFERENCES uid_details (uid),
202 | milestone INT NOT NULL,
203 | date TEXT NOT NULL,
204 | PRIMARY KEY (ruid, milestone)
205 | ) STRICT, WITHOUT ROWID;
206 | 
207 | CREATE TABLE ruid_rank_alltime ( --materialized view
208 | ruid INT PRIMARY KEY,
209 | rank_cur INT,
210 | rank_old INT
211 | ) STRICT, WITHOUT ROWID;
212 | 
213 | CREATE TABLE ruid_rank_month ( --materialized view
214 | ruid INT PRIMARY KEY,
215 | rank_cur INT,
216 | rank_old INT
217 | ) STRICT, WITHOUT ROWID;
218 | 
219 | CREATE TABLE ruid_rank_year ( --materialized view
220 | ruid INT PRIMARY KEY,
221 | rank_cur INT,
222 | rank_old INT
223 | ) STRICT, WITHOUT ROWID;
224 | 
225 | CREATE TABLE ruid_smileys ( --materialized view
226 | ruid INT,
227 | sid INT,
228 | total INT,
229 | PRIMARY KEY (ruid, sid)
230 | ) STRICT, WITHOUT ROWID;
231 | CREATE INDEX ruid_smileys_sid ON ruid_smileys (sid);
232 | 
233 | CREATE TABLE ruid_urls ( --materialized view
234 | ruid INT,
235 | lid INT,
236 | firstused TEXT,
237 | lastused TEXT,
238 | total INT,
239 | PRIMARY KEY (ruid, lid)
240 | ) STRICT, WITHOUT ROWID;
241 | CREATE INDEX ruid_urls_lid ON ruid_urls (lid);
242 | 
243 | CREATE TABLE settings (
244 | var TEXT PRIMARY KEY NOT NULL,
245 | value TEXT NOT NULL
246 | ) STRICT, WITHOUT ROWID;
247 | 
248 | CREATE TABLE smileys (
249 | sid INTEGER PRIMARY KEY,
250 | smiley TEXT UNIQUE NOT NULL,
251 | category TEXT
252 | ) STRICT;
253 | CREATE INDEX smileys_category ON smileys (category);
254 | INSERT INTO smileys (smiley, category) VALUES
255 | (':)', 'smile'),
256 | (';)', 'wink'),
257 | (':(', 'sad'),
258 | (':P', 'silly'),
259 | (':D', 'happy'),
260 | (';(', 'cry'),
261 | (':/', 'concerned'),
262 | ('\o/', 'cheer'),
263 | (':))', 'big smile'),
264 | ('<3', 'heart'),
265 | (':o', 'surprised'),
266 | ('=)', 'smile'),
267 | (':-)', 'smile'),
268 | (':x', 'kiss'),
269 | ('=D', 'happy'),
270 | ('D:', 'distressed'),
271 | (':|', 'neutral'),
272 | (';-)', 'wink'),
273 | (';p', 'silly'),
274 | ('=]', 'smile'),
275 | (':3', 'cute'),
276 | ('8)', 'cool'),
277 | (':<', 'sad'),
278 | (':>', 'smile'),
279 | ('=p', 'silly'),
280 | (':-P', 'silly'),
281 | (':-D', 'happy'),
282 | (':-(', 'sad'),
283 | (':]', 'smile'),
284 | ('=(', 'sad'),
285 | ('-_-', 'annoyed'),
286 | (':S', 'confused'),
287 | (':[', 'sad'),
288 | (':''(', 'cry'),
289 | (':((', 'very sad'),
290 | ('o_O', 'stunned'),
291 | (';_;', 'cry'),
292 | ('hehe', NULL),
293 | ('heh', NULL),
294 | ('haha', NULL),
295 | ('lol', NULL),
296 | ('hmm', NULL),
297 | ('wow', NULL),
298 | ('meh', NULL),
299 | ('ugh', NULL),
300 | ('pff', NULL),
301 | ('xD', 'happy'),
302 | ('rofl', NULL),
303 | ('lmao', NULL),
304 | ('huh', NULL),
305 | ('ahh', NULL),
306 | ('brr', NULL),
307 | ('ole', NULL),
308 | ('omg', NULL),
309 | ('bah', NULL),
310 | ('doh', NULL),
311 | ('duh', NULL),
312 | ('wtf', NULL),
313 | ('uhm', NULL),
314 | ('yum', NULL),
315 | ('woh', NULL),
316 | ('grr', NULL),
317 | ('ehh', NULL),
318 | ('tsk', NULL),
319 | ('ffs', NULL),
320 | ('uhh', NULL),
321 | ('yay', NULL),
322 | ('uhuh', NULL),
323 | ('ahem', NULL),
324 | ('woot', NULL),
325 | ('argh', NULL),
326 | ('urgh', NULL),
327 | ('whut', NULL);
328 | 
329 | CREATE TABLE table_state (
330 | table_name TEXT PRIMARY KEY NOT NULL,
331 | modified INT NOT NULL DEFAULT 0 CHECK (modified IN (0,1)) --quasi BOOLEAN
332 | ) STRICT, WITHOUT ROWID;
333 | INSERT INTO table_state (table_name) VALUES
334 | ('uid_activity'),
335 | ('uid_details'),
336 | ('uid_events'),
337 | ('uid_lines'),
338 | ('uid_smileys'),
339 | ('uid_urls');
340 | 
341 | CREATE TABLE uid_activity (
342 | uid INT NOT NULL REFERENCES uid_details (uid),
343 | date TEXT NOT NULL,
344 | l_night INT NOT NULL DEFAULT 0,
345 | l_morning INT NOT NULL DEFAULT 0,
346 | l_afternoon INT NOT NULL DEFAULT 0,
347 | l_evening INT NOT NULL DEFAULT 0,
348 | l_total INT NOT NULL CHECK (l_total > 0),
349 | PRIMARY KEY (uid, date)
350 | ) STRICT, WITHOUT ROWID;
351 | CREATE TRIGGER uid_activity_update_modified_1 AFTER INSERT ON uid_activity
352 | BEGIN
353 | UPDATE table_state SET modified = 1 WHERE table_name = 'uid_activity' AND modified = 0;
354 | END;
355 | CREATE TRIGGER uid_activity_update_modified_2 AFTER UPDATE ON uid_activity
356 | BEGIN
357 | UPDATE table_state SET modified = 1 WHERE table_name = 'uid_activity' AND modified = 0;
358 | END;
359 | 
360 | CREATE TABLE uid_buddies (
361 | uid_active INT NOT NULL REFERENCES uid_details (uid),
362 | uid_passive INT NOT NULL REFERENCES uid_details (uid) CHECK (uid_passive != uid_active),
363 | l_night INT NOT NULL DEFAULT 0,
364 | l_morning INT NOT NULL DEFAULT 0,
365 | l_afternoon INT NOT NULL DEFAULT 0,
366 | l_evening INT NOT NULL DEFAULT 0,
367 | PRIMARY KEY (uid_active, uid_passive)
368 | ) STRICT, WITHOUT ROWID;
369 | 
370 | CREATE TABLE uid_details (
371 | uid INTEGER PRIMARY KEY,
372 | csnick TEXT COLLATE NOCASE UNIQUE NOT NULL, --case insensitive matching and sorting
373 | firstseen TEXT NOT NULL,
374 | lastseen TEXT NOT NULL,
375 | ruid INT NOT NULL DEFAULT 0, --defaults to uid by trigger
376 | status INT NOT NULL DEFAULT 0 CHECK (status IN (0,1,2,3,4))
377 | ) STRICT;
378 | CREATE INDEX uid_details_ruid ON uid_details (ruid);
379 | CREATE INDEX uid_details_status ON uid_details (status);
380 | CREATE TRIGGER uid_details_update_ruid AFTER INSERT ON uid_details
381 | BEGIN
382 | UPDATE uid_details SET ruid = uid WHERE uid = LAST_INSERT_ROWID();
383 | END;
384 | CREATE TRIGGER uid_details_update_modified AFTER UPDATE OF ruid ON uid_details
385 | BEGIN
386 | UPDATE table_state SET modified = 1 WHERE table_name = 'uid_details' AND modified = 0;
387 | END;
388 | 
389 | CREATE TABLE uid_events (
390 | uid INT PRIMARY KEY NOT NULL REFERENCES uid_details (uid),
391 | m_op INT NOT NULL DEFAULT 0,
392 | m_opped INT NOT NULL DEFAULT 0,
393 | m_voice INT NOT NULL DEFAULT 0,
394 | m_voiced INT NOT NULL DEFAULT 0,
395 | m_deop INT NOT NULL DEFAULT 0,
396 | m_deopped INT NOT NULL DEFAULT 0,
397 | m_devoice INT NOT NULL DEFAULT 0,
398 | m_devoiced INT NOT NULL DEFAULT 0,
399 | joins INT NOT NULL DEFAULT 0,
400 | parts INT NOT NULL DEFAULT 0,
401 | quits INT NOT NULL DEFAULT 0,
402 | kicks INT NOT NULL DEFAULT 0,
403 | kicked INT NOT NULL DEFAULT 0,
404 | nickchanges INT NOT NULL DEFAULT 0,
405 | topics INT NOT NULL DEFAULT 0,
406 | ex_kicks TEXT,
407 | ex_kicked TEXT
408 | ) STRICT, WITHOUT ROWID;
409 | CREATE TRIGGER uid_events_update_modified_1 AFTER INSERT ON uid_events
410 | BEGIN
411 | UPDATE table_state SET modified = 1 WHERE table_name = 'uid_events' AND modified = 0;
412 | END;
413 | CREATE TRIGGER uid_events_update_modified_2 AFTER UPDATE ON uid_events
414 | BEGIN
415 | UPDATE table_state SET modified = 1 WHERE table_name = 'uid_events' AND modified = 0;
416 | END;
417 | 
418 | CREATE TABLE uid_lines (
419 | uid INT PRIMARY KEY NOT NULL REFERENCES uid_details (uid),
420 | l_00 INT NOT NULL DEFAULT 0,
421 | l_01 INT NOT NULL DEFAULT 0,
422 | l_02 INT NOT NULL DEFAULT 0,
423 | l_03 INT NOT NULL DEFAULT 0,
424 | l_04 INT NOT NULL DEFAULT 0,
425 | l_05 INT NOT NULL DEFAULT 0,
426 | l_06 INT NOT NULL DEFAULT 0,
427 | l_07 INT NOT NULL DEFAULT 0,
428 | l_08 INT NOT NULL DEFAULT 0,
429 | l_09 INT NOT NULL DEFAULT 0,
430 | l_10 INT NOT NULL DEFAULT 0,
431 | l_11 INT NOT NULL DEFAULT 0,
432 | l_12 INT NOT NULL DEFAULT 0,
433 | l_13 INT NOT NULL DEFAULT 0,
434 | l_14 INT NOT NULL DEFAULT 0,
435 | l_15 INT NOT NULL DEFAULT 0,
436 | l_16 INT NOT NULL DEFAULT 0,
437 | l_17 INT NOT NULL DEFAULT 0,
438 | l_18 INT NOT NULL DEFAULT 0,
439 | l_19 INT NOT NULL DEFAULT 0,
440 | l_20 INT NOT NULL DEFAULT 0,
441 | l_21 INT NOT NULL DEFAULT 0,
442 | l_22 INT NOT NULL DEFAULT 0,
443 | l_23 INT NOT NULL DEFAULT 0,
444 | l_night INT NOT NULL DEFAULT 0,
445 | l_morning INT NOT NULL DEFAULT 0,
446 | l_afternoon INT NOT NULL DEFAULT 0,
447 | l_evening INT NOT NULL DEFAULT 0,
448 | l_total INT NOT NULL DEFAULT 0,
449 | l_mon_night INT NOT NULL DEFAULT 0,
450 | l_mon_morning INT NOT NULL DEFAULT 0,
451 | l_mon_afternoon INT NOT NULL DEFAULT 0,
452 | l_mon_evening INT NOT NULL DEFAULT 0,
453 | l_tue_night INT NOT NULL DEFAULT 0,
454 | l_tue_morning INT NOT NULL DEFAULT 0,
455 | l_tue_afternoon INT NOT NULL DEFAULT 0,
456 | l_tue_evening INT NOT NULL DEFAULT 0,
457 | l_wed_night INT NOT NULL DEFAULT 0,
458 | l_wed_morning INT NOT NULL DEFAULT 0,
459 | l_wed_afternoon INT NOT NULL DEFAULT 0,
460 | l_wed_evening INT NOT NULL DEFAULT 0,
461 | l_thu_night INT NOT NULL DEFAULT 0,
462 | l_thu_morning INT NOT NULL DEFAULT 0,
463 | l_thu_afternoon INT NOT NULL DEFAULT 0,
464 | l_thu_evening INT NOT NULL DEFAULT 0,
465 | l_fri_night INT NOT NULL DEFAULT 0,
466 | l_fri_morning INT NOT NULL DEFAULT 0,
467 | l_fri_afternoon INT NOT NULL DEFAULT 0,
468 | l_fri_evening INT NOT NULL DEFAULT 0,
469 | l_sat_night INT NOT NULL DEFAULT 0,
470 | l_sat_morning INT NOT NULL DEFAULT 0,
471 | l_sat_afternoon INT NOT NULL DEFAULT 0,
472 | l_sat_evening INT NOT NULL DEFAULT 0,
473 | l_sun_night INT NOT NULL DEFAULT 0,
474 | l_sun_morning INT NOT NULL DEFAULT 0,
475 | l_sun_afternoon INT NOT NULL DEFAULT 0,
476 | l_sun_evening INT NOT NULL DEFAULT 0,
477 | urls INT NOT NULL DEFAULT 0,
478 | words INT NOT NULL DEFAULT 0,
479 | characters INT NOT NULL DEFAULT 0,
480 | monologues INT NOT NULL DEFAULT 0,
481 | topmonologue INT NOT NULL DEFAULT 0, --highest value seen
482 | slaps INT NOT NULL DEFAULT 0,
483 | slapped INT NOT NULL DEFAULT 0,
484 | exclamations INT NOT NULL DEFAULT 0,
485 | questions INT NOT NULL DEFAULT 0,
486 | actions INT NOT NULL DEFAULT 0,
487 | uppercased INT NOT NULL DEFAULT 0,
488 | quote TEXT,
489 | ex_exclamations TEXT,
490 | ex_questions TEXT,
491 | ex_actions TEXT,
492 | ex_uppercased TEXT,
493 | lasttalked TEXT NOT NULL DEFAULT '0000-00-00 00:00:00'
494 | ) STRICT, WITHOUT ROWID;
495 | CREATE TRIGGER uid_lines_update_modified_1 AFTER INSERT ON uid_lines
496 | BEGIN
497 | UPDATE table_state SET modified = 1 WHERE table_name = 'uid_lines' AND modified = 0;
498 | END;
499 | CREATE TRIGGER uid_lines_update_modified_2 AFTER UPDATE ON uid_lines
500 | BEGIN
501 | UPDATE table_state SET modified = 1 WHERE table_name = 'uid_lines' AND modified = 0;
502 | END;
503 | 
504 | CREATE TABLE uid_smileys (
505 | uid INT NOT NULL REFERENCES uid_details (uid),
506 | sid INT NOT NULL REFERENCES smileys (sid),
507 | total INT NOT NULL CHECK (total > 0),
508 | PRIMARY KEY (uid, sid)
509 | ) STRICT, WITHOUT ROWID;
510 | CREATE INDEX uid_smileys_sid ON uid_smileys (sid);
511 | CREATE TRIGGER uid_smileys_update_modified_1 AFTER INSERT ON uid_smileys
512 | BEGIN
513 | UPDATE table_state SET modified = 1 WHERE table_name = 'uid_smileys' AND modified = 0;
514 | END;
515 | CREATE TRIGGER uid_smileys_update_modified_2 AFTER UPDATE ON uid_smileys
516 | BEGIN
517 | UPDATE table_state SET modified = 1 WHERE table_name = 'uid_smileys' AND modified = 0;
518 | END;
519 | 
520 | CREATE TABLE uid_topics ( --truncated to last 10 records by trigger
521 | uid INT NOT NULL REFERENCES uid_details (uid),
522 | topic TEXT NOT NULL,
523 | datetime TEXT NOT NULL
524 | ) STRICT;
525 | CREATE INDEX uid_topics_uid ON uid_topics (uid);
526 | CREATE TRIGGER uid_topics_truncate AFTER INSERT ON uid_topics
527 | BEGIN
528 | DELETE FROM uid_topics WHERE ROWID IN (SELECT ROWID FROM uid_topics ORDER BY ROWID DESC LIMIT -1 OFFSET 10);
529 | END;
530 | 
531 | CREATE TABLE uid_urls (
532 | uid INT NOT NULL REFERENCES uid_details (uid),
533 | lid INT NOT NULL REFERENCES urls (lid),
534 | firstused TEXT NOT NULL,
535 | lastused TEXT NOT NULL,
536 | total INT NOT NULL CHECK (total > 0),
537 | PRIMARY KEY (uid, lid)
538 | ) STRICT, WITHOUT ROWID;
539 | CREATE INDEX uid_urls_lid ON uid_urls (lid);
540 | CREATE TRIGGER uid_urls_update_modified_1 AFTER INSERT ON uid_urls
541 | BEGIN
542 | UPDATE table_state SET modified = 1 WHERE table_name = 'uid_urls' AND modified = 0;
543 | END;
544 | CREATE TRIGGER uid_urls_update_modified_2 AFTER UPDATE ON uid_urls
545 | BEGIN
546 | UPDATE table_state SET modified = 1 WHERE table_name = 'uid_urls' AND modified = 0;
547 | END;
548 | 
549 | CREATE TABLE urls (
550 | lid INTEGER PRIMARY KEY,
551 | url TEXT UNIQUE NOT NULL,
552 | fid INT REFERENCES fqdns (fid)
553 | ) STRICT;
554 | CREATE INDEX urls_fid ON urls (fid);
555 | 
556 | CREATE TABLE words (
557 | word TEXT PRIMARY KEY NOT NULL,
558 | length INT NOT NULL CHECK (length > 0),
559 | total INT NOT NULL CHECK (total > 0),
560 | firstused TEXT NOT NULL
561 | ) STRICT;
562 | CREATE INDEX words_length ON words (length);
563 | CREATE INDEX words_firstused ON words (firstused);
564 | 
565 | CREATE VIEW v_ruid_activity_by_day AS
566 | SELECT ruid,
567 | date,
568 | SUM(l_night) AS l_night,
569 | SUM(l_morning) AS l_morning,
570 | SUM(l_afternoon) AS l_afternoon,
571 | SUM(l_evening) AS l_evening,
572 | SUM(l_total) AS l_total
573 | FROM uid_activity JOIN uid_details ON uid_activity.uid = uid_details.uid GROUP BY ruid, date;
574 | 
575 | CREATE VIEW v_ruid_activity_by_month AS
576 | SELECT ruid,
577 | SUBSTR(date, 1, 7) AS date,
578 | SUM(l_night) AS l_night,
579 | SUM(l_morning) AS l_morning,
580 | SUM(l_afternoon) AS l_afternoon,
581 | SUM(l_evening) AS l_evening,
582 | SUM(l_total) AS l_total
583 | FROM ruid_activity_by_day GROUP BY ruid, SUBSTR(date, 1, 7);
584 | 
585 | CREATE VIEW v_ruid_activity_by_year AS
586 | SELECT ruid,
587 | SUBSTR(date, 1, 4) AS date,
588 | SUM(l_night) AS l_night,
589 | SUM(l_morning) AS l_morning,
590 | SUM(l_afternoon) AS l_afternoon,
591 | SUM(l_evening) AS l_evening,
592 | SUM(l_total) AS l_total
593 | FROM ruid_activity_by_month GROUP BY ruid, SUBSTR(date, 1, 4);
594 | 
595 | CREATE VIEW v_ruid_buddies AS
596 | SELECT t1.ruid AS ruid_active,
597 | t2.ruid AS ruid_passive,
598 | SUM(l_night) AS l_night,
599 | SUM(l_morning) AS l_morning,
600 | SUM(l_afternoon) AS l_afternoon,
601 | SUM(l_evening) AS l_evening
602 | FROM uid_buddies JOIN uid_details AS t1 ON uid_buddies.uid_active = t1.uid JOIN uid_details AS t2 ON uid_buddies.uid_passive = t2.uid WHERE ruid_active != ruid_passive AND (SELECT status FROM uid_details WHERE uid = t1.ruid) NOT IN (3,4) AND (SELECT status FROM uid_details WHERE uid = t2.ruid) NOT IN (3,4) GROUP BY ruid_active, ruid_passive;
603 | 
604 | CREATE VIEW v_ruid_events AS
605 | SELECT ruid,
606 | SUM(m_op) AS m_op,
607 | SUM(m_opped) AS m_opped,
608 | SUM(m_voice) AS m_voice,
609 | SUM(m_voiced) AS m_voiced,
610 | SUM(m_deop) AS m_deop,
611 | SUM(m_deopped) AS m_deopped,
612 | SUM(m_devoice) AS m_devoice,
613 | SUM(m_devoiced) AS m_devoiced,
614 | SUM(joins) AS joins,
615 | SUM(parts) AS parts,
616 | SUM(quits) AS quits,
617 | SUM(kicks) AS kicks,
618 | SUM(kicked) AS kicked,
619 | SUM(nickchanges) AS nickchanges,
620 | SUM(topics) AS topics,
621 | (SELECT ex_kicks FROM uid_events JOIN uid_details ON uid_events.uid = uid_details.uid WHERE ruid = t1.ruid AND ex_kicks IS NOT NULL ORDER BY RANDOM() LIMIT 1) AS ex_kicks,
622 | (SELECT ex_kicked FROM uid_events JOIN uid_details ON uid_events.uid = uid_details.uid WHERE ruid = t1.ruid AND ex_kicked IS NOT NULL ORDER BY RANDOM() LIMIT 1) AS ex_kicked
623 | FROM uid_events JOIN uid_details AS t1 ON uid_events.uid = t1.uid GROUP BY ruid;
624 | 
625 | CREATE VIEW v_ruid_lines AS
626 | SELECT ruid,
627 | SUM(l_00) AS l_00,
628 | SUM(l_01) AS l_01,
629 | SUM(l_02) AS l_02,
630 | SUM(l_03) AS l_03,
631 | SUM(l_04) AS l_04,
632 | SUM(l_05) AS l_05,
633 | SUM(l_06) AS l_06,
634 | SUM(l_07) AS l_07,
635 | SUM(l_08) AS l_08,
636 | SUM(l_09) AS l_09,
637 | SUM(l_10) AS l_10,
638 | SUM(l_11) AS l_11,
639 | SUM(l_12) AS l_12,
640 | SUM(l_13) AS l_13,
641 | SUM(l_14) AS l_14,
642 | SUM(l_15) AS l_15,
643 | SUM(l_16) AS l_16,
644 | SUM(l_17) AS l_17,
645 | SUM(l_18) AS l_18,
646 | SUM(l_19) AS l_19,
647 | SUM(l_20) AS l_20,
648 | SUM(l_21) AS l_21,
649 | SUM(l_22) AS l_22,
650 | SUM(l_23) AS l_23,
651 | SUM(l_night) AS l_night,
652 | SUM(l_morning) AS l_morning,
653 | SUM(l_afternoon) AS l_afternoon,
654 | SUM(l_evening) AS l_evening,
655 | SUM(l_total) AS l_total,
656 | SUM(l_mon_night) AS l_mon_night,
657 | SUM(l_mon_morning) AS l_mon_morning,
658 | SUM(l_mon_afternoon) AS l_mon_afternoon,
659 | SUM(l_mon_evening) AS l_mon_evening,
660 | SUM(l_tue_night) AS l_tue_night,
661 | SUM(l_tue_morning) AS l_tue_morning,
662 | SUM(l_tue_afternoon) AS l_tue_afternoon,
663 | SUM(l_tue_evening) AS l_tue_evening,
664 | SUM(l_wed_night) AS l_wed_night,
665 | SUM(l_wed_morning) AS l_wed_morning,
666 | SUM(l_wed_afternoon) AS l_wed_afternoon,
667 | SUM(l_wed_evening) AS l_wed_evening,
668 | SUM(l_thu_night) AS l_thu_night,
669 | SUM(l_thu_morning) AS l_thu_morning,
670 | SUM(l_thu_afternoon) AS l_thu_afternoon,
671 | SUM(l_thu_evening) AS l_thu_evening,
672 | SUM(l_fri_night) AS l_fri_night,
673 | SUM(l_fri_morning) AS l_fri_morning,
674 | SUM(l_fri_afternoon) AS l_fri_afternoon,
675 | SUM(l_fri_evening) AS l_fri_evening,
676 | SUM(l_sat_night) AS l_sat_night,
677 | SUM(l_sat_morning) AS l_sat_morning,
678 | SUM(l_sat_afternoon) AS l_sat_afternoon,
679 | SUM(l_sat_evening) AS l_sat_evening,
680 | SUM(l_sun_night) AS l_sun_night,
681 | SUM(l_sun_morning) AS l_sun_morning,
682 | SUM(l_sun_afternoon) AS l_sun_afternoon,
683 | SUM(l_sun_evening) AS l_sun_evening,
684 | SUM(urls) AS urls,
685 | SUM(words) AS words,
686 | SUM(characters) AS characters,
687 | SUM(monologues) AS monologues,
688 | MAX(topmonologue) AS topmonologue,
689 | (SELECT COUNT(DISTINCT date) FROM ruid_activity_by_day WHERE ruid = t1.ruid) AS activedays,
690 | SUM(slaps) AS slaps,
691 | SUM(slapped) AS slapped,
692 | SUM(exclamations) AS exclamations,
693 | SUM(questions) AS questions,
694 | SUM(actions) AS actions,
695 | SUM(uppercased) AS uppercased,
696 | (SELECT quote FROM uid_lines JOIN uid_details ON uid_lines.uid = uid_details.uid WHERE ruid = t1.ruid AND quote IS NOT NULL ORDER BY lasttalked DESC, uid_lines.uid ASC LIMIT 1) AS quote,
697 | (SELECT ex_exclamations FROM uid_lines JOIN uid_details ON uid_lines.uid = uid_details.uid WHERE ruid = t1.ruid AND ex_exclamations IS NOT NULL ORDER BY lasttalked DESC, uid_lines.uid ASC LIMIT 1) AS ex_exclamations,
698 | (SELECT ex_questions FROM uid_lines JOIN uid_details ON uid_lines.uid = uid_details.uid WHERE ruid = t1.ruid AND ex_questions IS NOT NULL ORDER BY lasttalked DESC, uid_lines.uid ASC LIMIT 1) AS ex_questions,
699 | (SELECT ex_actions FROM uid_lines JOIN uid_details ON uid_lines.uid = uid_details.uid WHERE ruid = t1.ruid AND ex_actions IS NOT NULL ORDER BY lasttalked DESC, lastseen DESC, uid_lines.uid ASC LIMIT 1) AS ex_actions,
700 | (SELECT ex_uppercased FROM uid_lines JOIN uid_details ON uid_lines.uid = uid_details.uid WHERE ruid = t1.ruid AND ex_uppercased IS NOT NULL ORDER BY lasttalked DESC, uid_lines.uid ASC LIMIT 1) AS ex_uppercased,
701 | MAX(lasttalked) AS lasttalked
702 | FROM uid_lines JOIN uid_details AS t1 ON uid_lines.uid = t1.uid GROUP BY ruid;
703 | 
704 | CREATE VIEW v_ruid_rank_alltime AS
705 | SELECT t1.ruid,
706 | (SELECT rank_cur FROM (SELECT ruid_lines.ruid, ROW_NUMBER() OVER (ORDER BY l_total DESC, ruid_lines.ruid ASC) AS rank_cur FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status NOT IN (3,4)) WHERE ruid = t1.ruid) AS rank_cur,
707 | (SELECT rank_old FROM (SELECT ruid_activity_by_day.ruid, ROW_NUMBER() OVER (ORDER BY SUM(l_total) DESC, ruid_activity_by_day.ruid ASC) AS rank_old FROM ruid_activity_by_day JOIN uid_details ON ruid_activity_by_day.ruid = uid_details.uid WHERE status NOT IN (3,4) AND date < (SELECT MAX(date) FROM parse_history) GROUP BY ruid_activity_by_day.ruid) WHERE ruid = t1.ruid) AS rank_old
708 | FROM ruid_lines AS t1 JOIN uid_details ON t1.ruid = uid_details.uid WHERE status NOT IN (3,4) AND l_total != 0;
709 | 
710 | CREATE VIEW v_ruid_rank_month AS
711 | SELECT t1.ruid,
712 | (SELECT rank_cur FROM (SELECT ruid_activity_by_month.ruid, ROW_NUMBER() OVER (ORDER BY l_total DESC, ruid_activity_by_month.ruid ASC) AS rank_cur FROM ruid_activity_by_month JOIN uid_details ON ruid_activity_by_month.ruid = uid_details.uid WHERE status NOT IN (3,4) AND date = SUBSTR((SELECT MAX(date) FROM parse_history), 1, 7)) WHERE ruid = t1.ruid) AS rank_cur,
713 | (SELECT rank_old FROM (SELECT ruid_activity_by_day.ruid, ROW_NUMBER() OVER (ORDER BY SUM(l_total) DESC, ruid_activity_by_day.ruid ASC) AS rank_old FROM ruid_activity_by_day JOIN uid_details ON ruid_activity_by_day.ruid = uid_details.uid WHERE status NOT IN (3,4) AND date BETWEEN (SELECT DATE(MAX(date), 'start of month') FROM parse_history) AND (SELECT DATE(MAX(date), '-1 day') FROM parse_history) GROUP BY ruid_activity_by_day.ruid) WHERE ruid = t1.ruid) AS rank_old
714 | FROM ruid_lines AS t1 JOIN uid_details ON t1.ruid = uid_details.uid WHERE status NOT IN (3,4) AND l_total != 0;
715 | 
716 | CREATE VIEW v_ruid_rank_year AS
717 | SELECT t1.ruid,
718 | (SELECT rank_cur FROM (SELECT ruid_activity_by_year.ruid, ROW_NUMBER() OVER (ORDER BY l_total DESC, ruid_activity_by_year.ruid ASC) AS rank_cur FROM ruid_activity_by_year JOIN uid_details ON ruid_activity_by_year.ruid = uid_details.uid WHERE status NOT IN (3,4) AND date = SUBSTR((SELECT MAX(date) FROM parse_history), 1, 4)) WHERE ruid = t1.ruid) AS rank_cur,
719 | (SELECT rank_old FROM (SELECT ruid_activity_by_day.ruid, ROW_NUMBER() OVER (ORDER BY SUM(l_total) DESC, ruid_activity_by_day.ruid ASC) AS rank_old FROM ruid_activity_by_day JOIN uid_details ON ruid_activity_by_day.ruid = uid_details.uid WHERE status NOT IN (3,4) AND date BETWEEN (SELECT DATE(MAX(date), 'start of year') FROM parse_history) AND (SELECT DATE(MAX(date), '-1 day') FROM parse_history) GROUP BY ruid_activity_by_day.ruid) WHERE ruid = t1.ruid) AS rank_old
720 | FROM ruid_lines AS t1 JOIN uid_details ON t1.ruid = uid_details.uid WHERE status NOT IN (3,4) AND l_total != 0;
721 | 
722 | CREATE VIEW v_ruid_smileys AS
723 | SELECT ruid,
724 | sid,
725 | SUM(total) AS total
726 | FROM uid_smileys JOIN uid_details ON uid_smileys.uid = uid_details.uid GROUP BY ruid, sid;
727 | 
728 | CREATE VIEW v_ruid_urls AS
729 | SELECT ruid,
730 | lid,
731 | MIN(firstused) AS firstused,
732 | MAX(lastused) AS lastused,
733 | SUM(total) AS total
734 | FROM uid_urls JOIN uid_details ON uid_urls.uid = uid_details.uid GROUP BY ruid, lid;
735 | 
736 | COMMIT;
737 | 


--------------------------------------------------------------------------------
/html.php:
--------------------------------------------------------------------------------
  1 | <?php declare(strict_types=1);
  2 | 
  3 | /**
  4 |  * Copyright (c) 2007-2025, Jos de Ruijter <jos@dutnie.nl>
  5 |  */
  6 | 
  7 | /**
  8 |  * Class for creating the main stats page.
  9 |  */
 10 | class html
 11 | {
 12 | 	use common, common_web, urlparts;
 13 | 
 14 | 	private bool $link_history_php = true;
 15 | 	private bool $link_user_php = true;
 16 | 	private bool $show_banner = true;
 17 | 	private bool $xxl = false;
 18 | 	private string $channel = 'unconfigured';
 19 | 	private string $favicon = 'favicon.svg';
 20 | 	private string $now = '';
 21 | 	private string $stylesheet = 'sss.css';
 22 | 
 23 | 	public function __construct()
 24 | 	{
 25 | 		$this->apply_vars('settings', ['channel', 'favicon', 'stylesheet', 'link_history_php', 'link_user_php', 'show_banner', 'xxl']);
 26 | 	}
 27 | 
 28 | 	/**
 29 | 	 * Generate the HTML page.
 30 | 	 */
 31 | 	public function get_contents(): string
 32 | 	{
 33 | 		/**
 34 | 		 * Stats require a non-empty dataset.
 35 | 		 */
 36 | 		if (db::query_single_col('SELECT EXISTS (SELECT 1 FROM channel_activity)') === 0) {
 37 | 			return '<!DOCTYPE html>'."\n\n".'<html lang="en"><head><meta charset="utf-8"><title>seriously?</title><link rel="stylesheet" href="'.$this->htmlify($this->stylesheet).'"></head><body><div id="container"><div id="error">There is not enough data to create statistics, yet.</div></div></body></html>'."\n";
 38 | 		}
 39 | 
 40 | 		/**
 41 | 		 * Collect all details for this channel.
 42 | 		 */
 43 | 		$result = db::query_single_row('SELECT COUNT(*) AS days_logged, MIN(date) AS date_first_log_parsed, MAX(date) AS date_last_log_parsed FROM parse_history');
 44 | 		$days_logged = $result['days_logged'];
 45 | 		$date_first_log_parsed = $result['date_first_log_parsed'];
 46 | 		$date_last_log_parsed = $result['date_last_log_parsed'];
 47 | 		$this->now = $date_last_log_parsed;
 48 | 		$result = db::query_single_row('SELECT date, l_total FROM channel_activity ORDER BY l_total DESC, date ASC LIMIT 1');
 49 | 		$high_date = $result['date'];
 50 | 		$high_lines = $result['l_total'];
 51 | 		$l_total = db::query_single_col('SELECT SUM(l_total) FROM channel_activity');
 52 | 		$l_avg = (int) round($l_total / $days_logged);
 53 | 
 54 | 		/**
 55 | 		 * HEAD
 56 | 		 */
 57 | 		$contents = '<!DOCTYPE html>'."\n\n"
 58 | 			. '<html lang="en">'."\n\n"
 59 | 			. '<head>'."\n"
 60 | 			. '<meta charset="utf-8">'."\n"
 61 | 			. '<meta name="referrer" content="no-referrer">'."\n"
 62 | 			. '<title>'.$this->htmlify($this->channel).', seriously.</title>'."\n"
 63 | 			. '<link rel="icon" href="'.$this->htmlify($this->favicon).'">'."\n"
 64 | 			. '<link rel="stylesheet" href="'.$this->htmlify($this->stylesheet).'">'."\n"
 65 | 			. '</head>'."\n\n"
 66 | 			. '<body><div id="container">'."\n"
 67 | 			. ($this->show_banner ? '<div id="bannerbg-top"></div><div id="bannerbg-bottom"></div><svg id="banner" viewBox="0 0 818 50"><path id="banner-text" d="M0 0h48v4h-46v21h46v25h-48v-2h46v-21h-46zm51 0h2v48h44v-48h2v50h-48zm51 0h48v27h-46v-2h44v-21h-44v46h-2zm51 0h48v27h-46v-2h44v-21h-44v44h46v2h-48zm51 0h46v25h2v25h-2v-23h-44v-2h42v-21h-42v46h-2zm51 0h48v4h-46v21h46v25h-48v-2h46v-21h-46zm51 0h48v27h-46v-2h44v-21h-44v44h46v2h-48zm51 0h46v25h2v25h-2v-23h-44v-2h42v-21h-42v46h-2zm51 0h10v4h-4v44h4v2h-10v-2h4v-44h-4zm13 0h48v50h-46v-2h44v-44h-44v46h-2zm51 0h2v48h44v-48h2v50h-48zm51 0h48v4h-46v21h46v25h-48v-2h46v-21h-46zm51 0h48v4h-46v21h46v25h-48v-2h46v-21h-46zm51 0h44v4h-21v46h-2v-46h-21zm47 0h48v50h-2v-23h-44v-2h44v-21h-44v46h-2zm51 0h44v4h-21v46h-2v-46h-21zm47 0h48v4h-46v21h46v25h-48v-2h46v-21h-46z"/><path class="banner-graph" style="fill:#7697cb" d="M428 19h8v25h-8z"/><path class="banner-graph" style="fill:#6c8fc2" d="M428 19h4v25h-4z"/><path class="banner-graph" style="fill:#416d9c" d="M428 19h8v25h-6v-2h4v-21h-4v23h-2z"/><path class="banner-graph" style="fill:#e17677" d="M441 27h8v17h-8z"/><path class="banner-graph" style="fill:#dc6c6d" d="M441 27h4v17h-4z"/><path class="banner-graph" style="fill:#c74243" d="M441 27h8v17h-6v-2h4v-13h-4v15h-2z"/><path class="banner-graph" style="fill:#8fce90" d="M454 11h8v33h-8z"/><path class="banner-graph" style="fill:#89c686" d="M454 11h4v33h-4z"/><path class="banner-graph" style="fill:#70a35e" d="M454 11h8v33h-6v-2h4v-29h-4v31h-2z"/></svg>'."\n" : '')
 68 | 			. '<div class="info">'.$this->htmlify($this->channel).', seriously.<br><br>'
 69 | 			. number_format($days_logged).' day'.($days_logged !== 1 ? 's logged from '.date('M j, Y', strtotime($date_first_log_parsed)).' to '.date('M j, Y', strtotime($date_last_log_parsed)) : ' logged on '.date('M j, Y', strtotime($date_first_log_parsed))).'.<br><br>'
 70 | 			. 'Logs contain '.number_format($l_total).' line'.($l_total !== 1 ? 's' : '').' &ndash; an average of '.number_format($l_avg).' line'.($l_avg !== 1 ? 's' : '').' per day.<br>'
 71 | 			. 'Most active day was '.date('M j, Y', strtotime($high_date)).' with a total of '.number_format($high_lines).' line'.($high_lines !== 1 ? 's' : '').' typed.</div>'."\n";
 72 | 
 73 | 		/**
 74 | 		 * CONTENT
 75 | 		 */
 76 | 		$contents .= '<div class="section">Activity</div>'."\n";
 77 | 		$contents .= $this->create_table_activity_distribution_hour();
 78 | 		$contents .= $this->create_table_activity('day');
 79 | 		$contents .= $this->create_table_activity('month');
 80 | 		$contents .= $this->create_table_activity('year');
 81 | 		$contents .= $this->create_table_activity_distribution_day();
 82 | 		$contents .= $this->create_table_people();
 83 | 		$contents .= $this->create_table_people2();
 84 | 		$contents .= $this->create_table_people_timeofday();
 85 | 
 86 | 		/**
 87 | 		 * Avoid displaying two identical tables.
 88 | 		 */
 89 | 		$show_table_year = false;
 90 | 		$show_table_month = false;
 91 | 
 92 | 		if (db::query_single_col('SELECT COUNT(DISTINCT date) FROM ruid_activity_by_year') > 1) {
 93 | 			$show_table_year = true;
 94 | 			$contents .= $this->create_table_people('year');
 95 | 		}
 96 | 
 97 | 		if (db::query_single_col('SELECT COUNT(DISTINCT date) FROM ruid_activity_by_month WHERE date LIKE \''.substr($this->now, 0, 4).'%\'') > 1) {
 98 | 			$show_table_month = true;
 99 | 			$contents .= $this->create_table_people('month');
100 | 		}
101 | 
102 | 		$contents .= $this->create_table_people_timeofday(true);
103 | 
104 | 		/**
105 | 		 * When we are generating an XXL stats page override the default table size for
106 | 		 * specific generic tables below.
107 | 		 */
108 | 		$rows = ($this->xxl ? 10 : 5);
109 | 
110 | 		/**
111 | 		 * Build the "General Chat" section.
112 | 		 */
113 | 		$section = '';
114 | 		$section .= $this->create_table('Most Talkative Chatters', ['Lines/Day', 'User'], ['num1', 'str'], ['SELECT CAST(l_total AS REAL) / activedays AS v1, csnick AS v2 FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status NOT IN (3,4) AND activedays >= 7 AND lasttalked >= DATETIME(\''.$this->now.'\', \'-30 day\') ORDER BY v1 DESC, ruid_lines.ruid ASC LIMIT '.$rows], $rows);
115 | 		$section .= $this->create_table('Most Fluent Chatters', ['Words/Line', 'User'], ['num1', 'str'], ['SELECT CAST(words AS REAL) / l_total AS v1, csnick AS v2 FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status NOT IN (3,4) AND activedays >= 7 AND lasttalked >= DATETIME(\''.$this->now.'\', \'-30 day\') ORDER BY v1 DESC, ruid_lines.ruid ASC LIMIT '.$rows], $rows);
116 | 		$section .= $this->create_table('Most Tedious Chatters', ['Chars/Line', 'User'], ['num1', 'str'], ['SELECT CAST(characters AS REAL) / l_total AS v1, csnick AS v2 FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status NOT IN (3,4) AND activedays >= 7 AND lasttalked >= DATETIME(\''.$this->now.'\', \'-30 day\') ORDER BY v1 DESC, ruid_lines.ruid ASC LIMIT '.$rows], $rows);
117 | 		$section .= $this->create_table('Individual Top Days &ndash; All-Time', ['Lines', 'User'], ['num', 'str'], ['SELECT MAX(l_total) AS v1, csnick AS v2 FROM ruid_activity_by_day JOIN uid_details ON ruid_activity_by_day.ruid = uid_details.uid WHERE status NOT IN (3,4) GROUP BY ruid_activity_by_day.ruid ORDER BY v1 DESC, ruid_activity_by_day.ruid ASC LIMIT '.$rows], $rows);
118 | 
119 | 		if ($show_table_year) {
120 | 			$section .= $this->create_table('Individual Top Days &ndash; '.substr($this->now, 0, 4), ['Lines', 'User'], ['num', 'str'], ['SELECT MAX(l_total) AS v1, csnick AS v2 FROM ruid_activity_by_day JOIN uid_details ON ruid_activity_by_day.ruid = uid_details.uid WHERE status NOT IN (3,4) AND date LIKE \''.substr($this->now, 0, 4).'%\' GROUP BY ruid_activity_by_day.ruid ORDER BY v1 DESC, ruid_activity_by_day.ruid ASC LIMIT '.$rows], $rows);
121 | 		}
122 | 
123 | 		if ($show_table_month) {
124 | 			$section .= $this->create_table('Individual Top Days &ndash; '.date('F Y', strtotime($this->now)), ['Lines', 'User'], ['num', 'str'], ['SELECT MAX(l_total) AS v1, csnick AS v2 FROM ruid_activity_by_day JOIN uid_details ON ruid_activity_by_day.ruid = uid_details.uid WHERE status NOT IN (3,4) AND date LIKE \''.substr($this->now, 0, 7).'%\' GROUP BY ruid_activity_by_day.ruid ORDER BY v1 DESC, ruid_activity_by_day.ruid ASC LIMIT '.$rows], $rows);
125 | 		}
126 | 
127 | 		$section .= $this->create_table('Most Active Chatters &ndash; All-Time', ['Activity', 'User'], ['num2%', 'str'], ['SELECT (CAST(activedays AS REAL) / '.$days_logged.') * 100 AS v1, csnick AS v2 FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status NOT IN (3,4) AND activedays != 0 ORDER BY v1 DESC, ruid_lines.ruid ASC LIMIT '.$rows], $rows);
128 | 
129 | 		if ($show_table_year) {
130 | 			$section .= $this->create_table('Most Active Chatters &ndash; '.substr($this->now, 0, 4), ['Activity', 'User'], ['num2%', 'str'], ['SELECT (CAST(COUNT(DISTINCT date) AS REAL) / (SELECT COUNT(*) FROM parse_history WHERE date LIKE \''.substr($this->now, 0, 4).'%\')) * 100 AS v1, csnick AS v2 FROM ruid_activity_by_day JOIN uid_details ON ruid_activity_by_day.ruid = uid_details.uid WHERE status NOT IN (3,4) AND date LIKE \''.substr($this->now, 0, 4).'%\' GROUP BY ruid_activity_by_day.ruid ORDER BY v1 DESC, ruid_activity_by_day.ruid ASC LIMIT '.$rows], $rows);
131 | 		}
132 | 
133 | 		if ($show_table_month) {
134 | 			$section .= $this->create_table('Most Active Chatters &ndash; '.date('F Y', strtotime($this->now)), ['Activity', 'User'], ['num2%', 'str'], ['SELECT (CAST(COUNT(DISTINCT date) AS REAL) / (SELECT COUNT(*) FROM parse_history WHERE date LIKE \''.substr($this->now, 0, 7).'%\')) * 100 AS v1, csnick AS v2 FROM ruid_activity_by_day JOIN uid_details ON ruid_activity_by_day.ruid = uid_details.uid WHERE status NOT IN (3,4) AND date LIKE \''.substr($this->now, 0, 7).'%\' GROUP BY ruid_activity_by_day.ruid ORDER BY v1 DESC, ruid_activity_by_day.ruid ASC LIMIT '.$rows], $rows);
135 | 		}
136 | 
137 | 		$section .= $this->create_table('Exclamations', ['Total', 'User', 'Example'], ['num', 'str', 'str'], ['SELECT exclamations AS v1, csnick AS v2, ex_exclamations AS v3 FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status NOT IN (3,4) AND exclamations != 0 ORDER BY v1 DESC, ruid_lines.ruid ASC LIMIT '.$rows, 'SELECT SUM(exclamations) FROM ruid_lines'], $rows);
138 | 		$section .= $this->create_table('Questions', ['Total', 'User', 'Example'], ['num', 'str', 'str'], ['SELECT questions AS v1, csnick AS v2, ex_questions AS v3 FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status NOT IN (3,4) AND questions != 0 ORDER BY v1 DESC, ruid_lines.ruid ASC LIMIT '.$rows, 'SELECT SUM(questions) FROM ruid_lines'], $rows);
139 | 		$section .= $this->create_table('UPPERCASED Lines', ['Total', 'User', 'Example'], ['num', 'str', 'str'], ['SELECT uppercased AS v1, csnick AS v2, ex_uppercased AS v3 FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status NOT IN (3,4) AND uppercased != 0 ORDER BY v1 DESC, ruid_lines.ruid ASC LIMIT '.$rows, 'SELECT SUM(uppercased) FROM ruid_lines'], $rows);
140 | 		$section .= $this->create_table('Monologues', ['Total', 'User'], ['num', 'str'], ['SELECT monologues AS v1, csnick AS v2 FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status NOT IN (3,4) AND monologues != 0 ORDER BY v1 DESC, ruid_lines.ruid ASC LIMIT '.$rows, 'SELECT SUM(monologues) FROM ruid_lines'], $rows);
141 | 		$section .= $this->create_table('Longest Monologue', ['Lines', 'User'], ['num', 'str'], ['SELECT topmonologue AS v1, csnick AS v2 FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status NOT IN (3,4) AND topmonologue != 0 ORDER BY v1 DESC, ruid_lines.ruid ASC LIMIT '.$rows], $rows);
142 | 		$section .= $this->create_table('Moodiest People', ['Smileys', 'User'], ['num', 'str'], ['SELECT SUM(total) AS v1, csnick AS v2 FROM ruid_smileys JOIN uid_details ON ruid_smileys.ruid = uid_details.uid JOIN smileys ON ruid_smileys.sid = smileys.sid WHERE status NOT IN (3,4) AND category IS NOT NULL GROUP BY ruid_smileys.ruid ORDER BY v1 DESC, ruid_smileys.ruid ASC LIMIT '.$rows, 'SELECT SUM(total) FROM ruid_smileys JOIN smileys ON ruid_smileys.sid = smileys.sid WHERE category IS NOT NULL'], $rows);
143 | 		$section .= $this->create_table('Slaps Given', ['Total', 'User'], ['num', 'str'], ['SELECT slaps AS v1, csnick AS v2 FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status NOT IN (3,4) AND slaps != 0 ORDER BY v1 DESC, ruid_lines.ruid ASC LIMIT '.$rows, 'SELECT SUM(slaps) FROM ruid_lines'], $rows);
144 | 		$section .= $this->create_table('Slaps Received', ['Total', 'User'], ['num', 'str'], ['SELECT slapped AS v1, csnick AS v2 FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status NOT IN (3,4) AND slapped != 0 ORDER BY v1 DESC, ruid_lines.ruid ASC LIMIT '.$rows, 'SELECT SUM(slapped) FROM ruid_lines'], $rows);
145 | 		$section .= $this->create_table('Most Lively Bots', ['Lines', 'Bot'], ['num', ($this->link_user_php ? 'str-userstats' : 'str')], ['SELECT l_total AS v1, csnick AS v2 FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status = 3 AND l_total != 0 ORDER BY v1 DESC, ruid_lines.ruid ASC LIMIT '.$rows], $rows);
146 | 		$section .= $this->create_table('Actions Performed', ['Total', 'User', 'Example'], ['num', 'str', 'str'], ['SELECT actions AS v1, csnick AS v2, ex_actions AS v3 FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status NOT IN (3,4) AND actions != 0 ORDER BY v1 DESC, ruid_lines.ruid ASC LIMIT '.$rows, 'SELECT SUM(actions) FROM ruid_lines'], $rows);
147 | 
148 | 		if ($section !== '') {
149 | 			$contents .= '<div class="section">General Chat</div>'."\n".$section;
150 | 		}
151 | 
152 | 		/**
153 | 		 * Build the "Modes" section.
154 | 		 */
155 | 		$section = '';
156 | 		$modes = [
157 | 			'm_op' => 'Ops &apos;+o&apos; Given',
158 | 			'm_opped' => 'Ops &apos;+o&apos; Received',
159 | 			'm_deop' => 'deOps &apos;-o&apos; Given',
160 | 			'm_deopped' => 'deOps &apos;-o&apos; Received',
161 | 			'm_voice' => 'Voices &apos;+v&apos; Given',
162 | 			'm_voiced' => 'Voices &apos;+v&apos; Received',
163 | 			'm_devoice' => 'deVoices &apos;-v&apos; Given',
164 | 			'm_devoiced' => 'deVoices &apos;-v&apos; Received'];
165 | 
166 | 		foreach ($modes as $mode => $title) {
167 | 			$section .= $this->create_table($title, ['Total', 'User'], ['num', 'str'], ['SELECT '.$mode.' AS v1, csnick AS v2 FROM ruid_events JOIN uid_details ON ruid_events.ruid = uid_details.uid WHERE status NOT IN (3,4) AND '.$mode.' != 0 ORDER BY v1 DESC, ruid_events.ruid ASC LIMIT '.$rows, 'SELECT SUM('.$mode.') FROM ruid_events'], $rows);
168 | 		}
169 | 
170 | 		if ($section !== '') {
171 | 			$contents .= '<div class="section">Modes</div>'."\n".$section;
172 | 		}
173 | 
174 | 		/**
175 | 		 * Events section.
176 | 		 */
177 | 		$section = '';
178 | 		$section .= $this->create_table('Kicks Given', ['Total', 'User', 'Example'], ['num', 'str', 'str'], ['SELECT kicks AS v1, csnick AS v2, ex_kicks AS v3 FROM ruid_events JOIN uid_details ON ruid_events.ruid = uid_details.uid WHERE status NOT IN (3,4) AND kicks != 0 ORDER BY v1 DESC, ruid_events.ruid ASC LIMIT '.$rows, 'SELECT SUM(kicks) FROM ruid_events'], $rows);
179 | 		$section .= $this->create_table('Kicks Received', ['Total', 'User', 'Example'], ['num', 'str', 'str'], ['SELECT kicked AS v1, csnick AS v2, ex_kicked AS v3 FROM ruid_events JOIN uid_details ON ruid_events.ruid = uid_details.uid WHERE status NOT IN (3,4) AND kicked != 0 ORDER BY v1 DESC, ruid_events.ruid ASC LIMIT '.$rows, 'SELECT SUM(kicked) FROM ruid_events'], $rows);
180 | 		$section .= $this->create_table('Channel Joins', ['Total', 'User'], ['num', 'str'], ['SELECT joins AS v1, csnick AS v2 FROM ruid_events JOIN uid_details ON ruid_events.ruid = uid_details.uid WHERE status NOT IN (3,4) AND joins != 0 ORDER BY v1 DESC, ruid_events.ruid ASC LIMIT '.$rows, 'SELECT SUM(joins) FROM ruid_events'], $rows);
181 | 		$section .= $this->create_table('Channel Parts', ['Total', 'User'], ['num', 'str'], ['SELECT parts AS v1, csnick AS v2 FROM ruid_events JOIN uid_details ON ruid_events.ruid = uid_details.uid WHERE status NOT IN (3,4) AND parts != 0 ORDER BY v1 DESC, ruid_events.ruid ASC LIMIT '.$rows, 'SELECT SUM(parts) FROM ruid_events'], $rows);
182 | 		$section .= $this->create_table('IRC Quits', ['Total', 'User'], ['num', 'str'], ['SELECT quits AS v1, csnick AS v2 FROM ruid_events JOIN uid_details ON ruid_events.ruid = uid_details.uid WHERE status NOT IN (3,4) AND quits != 0 ORDER BY v1 DESC, ruid_events.ruid ASC LIMIT '.$rows, 'SELECT SUM(quits) FROM ruid_events'], $rows);
183 | 		$section .= $this->create_table('Nick Changes', ['Total', 'User'], ['num', 'str'], ['SELECT nickchanges AS v1, csnick AS v2 FROM ruid_events JOIN uid_details ON ruid_events.ruid = uid_details.uid WHERE status NOT IN (3,4) AND nickchanges != 0 ORDER BY v1 DESC, ruid_events.ruid ASC LIMIT '.$rows, 'SELECT SUM(nickchanges) FROM ruid_events'], $rows);
184 | 		$section .= $this->create_table('Aliases', ['Total', 'User'], ['num', 'str'], ['SELECT COUNT(*) - 1 AS v1, (SELECT csnick FROM uid_details WHERE uid = t1.ruid) AS v2 FROM uid_details AS t1 WHERE ruid IN (SELECT ruid FROM uid_details WHERE status = 1) GROUP BY ruid HAVING v1 != 0 ORDER BY v1 DESC, ruid ASC LIMIT '.$rows, 'SELECT COUNT(*) FROM uid_details WHERE status = 2'], $rows);
185 | 		$section .= $this->create_table('Topics Set', ['Total', 'User'], ['num', 'str'], ['SELECT topics AS v1, csnick AS v2 FROM ruid_events JOIN uid_details ON ruid_events.ruid = uid_details.uid WHERE status NOT IN (3,4) AND topics != 0 ORDER BY v1 DESC, ruid_events.ruid ASC LIMIT '.$rows, 'SELECT SUM(topics) FROM ruid_events'], $rows);
186 | 		$section .= $this->create_table('Most Recent Topics', ['Date', 'User', 'Topic'], ['date', 'str', 'str-url'], ['SELECT datetime AS v1, (SELECT csnick FROM uid_details WHERE uid = t1.ruid) AS v2, topic AS v3 FROM uid_topics JOIN uid_details AS t1 ON uid_topics.uid = t1.uid WHERE ruid NOT IN (SELECT ruid FROM uid_details WHERE status = 4) ORDER BY uid_topics.ROWID DESC LIMIT 5']);
187 | 
188 | 		if ($section !== '') {
189 | 			$contents .= '<div class="section">Events</div>'."\n".$section;
190 | 		}
191 | 
192 | 		/**
193 | 		 * Build the "Smileys" section.
194 | 		 */
195 | 		$section = '';
196 | 		$results = db::query('SELECT category, smiley, SUM(total) AS total FROM ruid_smileys JOIN smileys ON ruid_smileys.sid = smileys.sid WHERE category IS NOT NULL GROUP BY category ORDER BY total DESC, ruid_smileys.sid ASC LIMIT 9');
197 | 
198 | 		while ($result = $results->fetchArray(SQLITE3_ASSOC)) {
199 | 			$section .= $this->create_table(ucwords($result['category']).' '.$this->htmlify($result['smiley']), ['Total', 'User'], ['num', 'str'], ['SELECT SUM(total) AS v1, csnick AS v2 FROM ruid_smileys JOIN smileys ON ruid_smileys.sid = smileys.sid JOIN uid_details ON ruid_smileys.ruid = uid_details.uid WHERE status NOT IN (3,4) AND category = \''.$result['category'].'\' GROUP BY ruid_smileys.ruid, category ORDER BY v1 DESC, ruid_smileys.ruid ASC LIMIT '.$rows, $result['total']], $rows);
200 | 		}
201 | 
202 | 		if ($section !== '') {
203 | 			$contents .= '<div class="section">Smileys</div>'."\n".$section;
204 | 		}
205 | 
206 | 		/**
207 | 		 * Build the "Expressions" section.
208 | 		 */
209 | 		$section = '';
210 | 		$results = db::query('SELECT smiley, SUM(total) AS total FROM ruid_smileys JOIN smileys ON ruid_smileys.sid = smileys.sid WHERE category IS NULL GROUP BY smiley ORDER BY total DESC, ruid_smileys.sid ASC LIMIT 9');
211 | 
212 | 		while ($result = $results->fetchArray(SQLITE3_ASSOC)) {
213 | 			$section .= $this->create_table('&quot;<i>'.$result['smiley'].'</i>&quot;', ['Total', 'User'], ['num', 'str'], ['SELECT total AS v1, csnick AS v2 FROM ruid_smileys JOIN smileys ON ruid_smileys.sid = smileys.sid JOIN uid_details ON ruid_smileys.ruid = uid_details.uid WHERE status NOT IN (3,4) AND smiley = \''.$result['smiley'].'\' ORDER BY v1 DESC, ruid_smileys.ruid ASC LIMIT '.$rows, $result['total']], $rows);
214 | 		}
215 | 
216 | 		if ($section !== '') {
217 | 			$contents .= '<div class="section">Expressions</div>'."\n".$section;
218 | 		}
219 | 
220 | 		/**
221 | 		 * Build the "URLs" section.
222 | 		 */
223 | 		$section = '';
224 | 		$section .= $this->create_table('Most Referenced Domain Names', ['Total', 'Domain', 'First Used'], ['num', 'url', 'date'], ['SELECT SUM(total) AS v1, \'http://\' || fqdn AS v2, MIN(firstused) AS v3 FROM ruid_urls JOIN urls ON ruid_urls.lid = urls.lid JOIN fqdns ON urls.fid = fqdns.fid WHERE active = 1 GROUP BY urls.fid ORDER BY v1 DESC, v3 ASC LIMIT 10'], 10);
225 | 		$section .= $this->create_table('Most Referenced TLDs', ['Total', 'TLD'], ['num', 'str'], ['SELECT SUM(total) AS v1, \'.\' || tld AS v2 FROM ruid_urls JOIN urls ON ruid_urls.lid = urls.lid JOIN fqdns ON urls.fid = fqdns.fid WHERE active = 1 GROUP BY tld ORDER BY v1 DESC, v2 ASC LIMIT 10'], 10);
226 | 		$section .= $this->create_table('Most Recent URLs', ['Date', 'User', 'URL'], ['date-norepeat', 'str', 'url'], ['SELECT lastused AS v1, csnick AS v2, url AS v3 FROM ruid_urls JOIN uid_details ON ruid_urls.ruid = uid_details.uid JOIN urls ON ruid_urls.lid = urls.lid JOIN fqdns ON urls.fid = fqdns.fid WHERE status NOT IN (3,4) AND active = 1 ORDER BY v1 DESC LIMIT 30'], 30);
227 | 		$section .= $this->create_table('URLs by Users', ['Total', 'User'], ['num', 'str'], ['SELECT urls AS v1, csnick AS v2 FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status NOT IN (3,4) AND urls != 0 ORDER BY v1 DESC, ruid_lines.ruid ASC LIMIT '.$rows, 'SELECT SUM(urls) FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status != 3'], $rows);
228 | 		$section .= $this->create_table('URLs by Bots', ['Total', 'Bot'], ['num', 'str'], ['SELECT urls AS v1, csnick AS v2 FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status = 3 AND urls != 0 ORDER BY v1 DESC, ruid_lines.ruid ASC LIMIT '.$rows, 'SELECT SUM(urls) FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status = 3'], $rows);
229 | 		$section .= $this->create_table('Reposts by Users', ['Total', 'User'], ['num', 'str'], ['SELECT SUM(total - CASE WHEN firstused = (SELECT MIN(firstused) FROM ruid_urls WHERE lid = t1.lid) THEN 1 ELSE 0 END) AS v1, csnick AS v2 FROM ruid_urls AS t1 JOIN uid_details ON t1.ruid = uid_details.uid WHERE status NOT IN (3,4) GROUP BY t1.ruid HAVING v1 != 0 ORDER BY v1 DESC, t1.ruid ASC LIMIT '.$rows, 'SELECT SUM(total - CASE WHEN firstused = (SELECT MIN(firstused) FROM ruid_urls WHERE lid = t1.lid) THEN 1 ELSE 0 END) FROM ruid_urls AS t1 JOIN uid_details ON t1.ruid = uid_details.uid WHERE status != 3'], $rows);
230 | 
231 | 		if ($section !== '') {
232 | 			$contents .= '<div class="section">URLs</div>'."\n".$section;
233 | 		}
234 | 
235 | 		/**
236 | 		 * Build the "Words by Length" section.
237 | 		 */
238 | 		$section = '';
239 | 		$results = db::query('SELECT * FROM (SELECT length, COUNT(*) AS total FROM words GROUP BY length ORDER BY total DESC, length DESC LIMIT 12) ORDER BY length ASC');
240 | 
241 | 		while ($result = $results->fetchArray(SQLITE3_ASSOC)) {
242 | 			/**
243 | 			 * Hide nicks with at least 3 days of activity or 20 lines typed from words.
244 | 			 */
245 | 			$section .= $this->create_table('Words of '.$result['length'].' Characters', ['Total', 'Word'], ['num', 'str'], ['SELECT total AS v1, word AS v2 FROM words LEFT JOIN uid_details AS t1 ON words.word = t1.csnick COLLATE NOCASE WHERE length = '.$result['length'].' AND (csnick IS NULL OR ((SELECT COUNT(*) FROM uid_activity WHERE uid = t1.uid) < 3 AND IFNULL((SELECT l_total FROM uid_lines WHERE uid = t1.uid), 0) < 20)) ORDER BY v1 DESC, v2 ASC LIMIT '.$rows, $result['total']], $rows);
246 | 		}
247 | 
248 | 		if ($section !== '') {
249 | 			$contents .= '<div class="section">Words by Length</div>'."\n".$section;
250 | 		}
251 | 
252 | 		/**
253 | 		 * Build the "Words by Year of First Use" section.
254 | 		 */
255 | 		$section = '';
256 | 		$results = db::query('SELECT DISTINCT firstused FROM words ORDER BY firstused ASC');
257 | 
258 | 		while ($result = $results->fetchArray(SQLITE3_ASSOC)) {
259 | 			/**
260 | 			 * Hide nicks with at least 3 days of activity or 20 lines typed from words.
261 | 			 */
262 | 			$section .= $this->create_table('Words First Used in '.$result['firstused'], ['Total', 'Word'], ['num', 'str'], ['SELECT total AS v1, word AS v2 FROM words LEFT JOIN uid_details AS t1 ON words.word = t1.csnick COLLATE NOCASE WHERE firstused = \''.$result['firstused'].'\' AND (csnick IS NULL OR ((SELECT COUNT(*) FROM uid_activity WHERE uid = t1.uid) < 3 AND IFNULL((SELECT l_total FROM uid_lines WHERE uid = t1.uid), 0) < 20)) ORDER BY v1 DESC, v2 ASC LIMIT '.$rows, 'SELECT COUNT(*) FROM words WHERE firstused = \''.$result['firstused'].'\''], $rows);
263 | 		}
264 | 
265 | 		if ($section !== '') {
266 | 			$contents .= '<div class="section">Words by Year of First Use</div>'."\n".$section;
267 | 		}
268 | 
269 | 		/**
270 | 		 * Build the "Milestones" section.
271 | 		 */
272 | 		$section = '';
273 | 		$results = db::query('SELECT milestone, COUNT(*) AS total FROM ruid_milestones GROUP BY milestone ORDER BY milestone ASC');
274 | 
275 | 		while ($result = $results->fetchArray(SQLITE3_ASSOC)) {
276 | 			$section .= $this->create_table(number_format($result['milestone']).' Lines Milestone', ['Date', 'User'], ['date', 'str'], ['SELECT date AS v1, csnick AS v2 FROM ruid_milestones JOIN uid_details ON ruid_milestones.ruid = uid_details.uid WHERE milestone = '.$result['milestone'].' ORDER BY v1 ASC, ruid_milestones.ruid ASC LIMIT '.$rows, $result['total']], $rows);
277 | 		}
278 | 
279 | 		if ($section !== '') {
280 | 			$contents .= '<div class="section">Milestones</div>'."\n".$section;
281 | 		}
282 | 
283 | 		/**
284 | 		 * FOOT
285 | 		 */
286 | 		$contents .= '<div class="info">Statistics created with <a href="https://github.com/tommyrot/superseriousstats">superseriousstats</a> on '.date('r').' <span class="grey">('.date('T').')</span>.</div>'."\n";
287 | 		$contents .= '</div></body>'."\n\n".'</html>'."\n";
288 | 		return $contents;
289 | 	}
290 | 
291 | 	/**
292 | 	 * Create the "Less Talkative People" table.
293 | 	 */
294 | 	private function create_table_people2(): ?string
295 | 	{
296 | 		$offset = ($this->xxl ? 50 : 30);
297 | 		$rows = ($this->xxl ? 30 : 15);
298 | 		$results = db::query('SELECT csnick, l_total FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status NOT IN (3,4) AND l_total != 0 ORDER BY l_total DESC, ruid_lines.ruid ASC LIMIT '.$offset.','.($rows * 3));
299 | 		$col = 1;
300 | 		$row = 0;
301 | 
302 | 		while ($result = $results->fetchArray(SQLITE3_ASSOC)) {
303 | 			if (++$row > $rows) {
304 | 				++$col;
305 | 				$row = 1;
306 | 			}
307 | 
308 | 			$columns[$col][$row] = [
309 | 				'csnick' => $result['csnick'],
310 | 				'l_total' => $result['l_total'],
311 | 				'pos' => $offset + (($col - 1) * $rows) + $row];
312 | 		}
313 | 
314 | 		/**
315 | 		 * Return if we don't have enough data to fill the table.
316 | 		 */
317 | 		if (!isset($columns[3][$rows])) {
318 | 			return null;
319 | 		}
320 | 
321 | 		$total = db::query_single_col('SELECT COUNT(*) FROM ruid_lines JOIN uid_details ON ruid_lines.ruid = uid_details.uid WHERE status NOT IN (3,4)') - ($offset + $rows * 3);
322 | 		$colgroup = '<colgroup>'.str_repeat('<col>', 13);
323 | 		$thead = '<thead><tr><th colspan="13">'.($total !== 0 ? '<span class="title-left">Less Talkative People &ndash; All-Time</span><span class="title-right">'.number_format($total).($total !== 1 ? ' People' : ' Person').' had even less to say..</span>' : 'Less Talkative People &ndash; All-Time');
324 | 		$thead .= '<tr><td><td>Lines<td><td>User<td><td>Lines<td><td>User<td><td>Lines<td><td>User<td>';
325 | 		$tbody = '<tbody>';
326 | 
327 | 		for ($i = 1; $i <= $rows; ++$i) {
328 | 			$tbody .= '<tr><td>';
329 | 
330 | 			for ($j = 1; $j <= 3; ++$j) {
331 | 				$tbody .= '<td>'.number_format($columns[$j][$i]['l_total']).'<td>'.$columns[$j][$i]['pos'].'<td>'.($this->link_user_php ? '<a href="user.php?nick='.$this->htmlify(urlencode($columns[$j][$i]['csnick'])).'">'.$this->htmlify($columns[$j][$i]['csnick']).'</a>' : $this->htmlify($columns[$j][$i]['csnick'])).'<td>';
332 | 			}
333 | 		}
334 | 
335 | 		return '<table class="ppl2">'.$colgroup.$thead.$tbody.'</table>'."\n";
336 | 	}
337 | }
338 | 


--------------------------------------------------------------------------------