├── .dockerignore ├── .gitignore ├── .pre-commit-config.yaml ├── Cargo.lock ├── Cargo.toml ├── LICENSE ├── README.md ├── docker-compose.yml ├── go ├── infra ├── clickhouse │ ├── Dockerfile │ └── init.sql ├── crusty │ └── Dockerfile ├── grafana │ ├── Dockerfile │ ├── config.ini │ ├── dashboards │ │ └── crusty.json │ ├── grafana.ini │ └── provisioning │ │ ├── dashboards │ │ └── all.yml │ │ └── datasources │ │ └── all.yml ├── lazy.sh ├── profiles │ └── c5.metal │ │ └── sysctl.conf ├── redis │ ├── Dockerfile │ └── redis.conf ├── resources │ └── grafana.png └── unbound │ ├── Dockerfile │ └── conf │ └── unbound.conf └── workspace ├── interop ├── Cargo.toml └── src │ └── lib.rs ├── main ├── Cargo.toml ├── README.md ├── conf │ ├── .gitignore │ ├── default.yaml │ ├── local.yaml │ └── profile-c5.metal.yaml ├── rustfmt.toml ├── src │ ├── _prelude.rs │ ├── build.rs │ ├── clickhouse_utils.rs │ ├── config.rs │ ├── crusty.rs │ ├── main.rs │ ├── parsers.rs │ ├── parsers │ │ ├── html5ever.rs │ │ ├── html5ever_defs.rs │ │ ├── lolhtml.rs │ │ └── lolhtml_defs.rs │ ├── redis_operators.rs │ ├── redis_utils.rs │ ├── rules.rs │ └── types.rs └── tld.txt ├── redis-calc ├── Cargo.toml └── src │ ├── cmd.rs │ ├── lib.rs │ └── types.rs ├── redis-queue ├── Cargo.toml └── src │ ├── cmd.rs │ ├── lib.rs │ └── types.rs └── redis-utils ├── Cargo.toml └── src └── lib.rs /.dockerignore: -------------------------------------------------------------------------------- 1 | .idea 2 | **/target 3 | log* 4 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /Cargo.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/Cargo.lock -------------------------------------------------------------------------------- /Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/Cargo.toml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | workspace/main/README.md -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/go -------------------------------------------------------------------------------- /infra/clickhouse/Dockerfile: -------------------------------------------------------------------------------- 1 | FROM yandex/clickhouse-server:21.3.18.4 2 | EXPOSE 8123/tcp 3 | COPY ./init.sql /docker-entrypoint-initdb.d/ 4 | -------------------------------------------------------------------------------- /infra/clickhouse/init.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/infra/clickhouse/init.sql -------------------------------------------------------------------------------- /infra/crusty/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/infra/crusty/Dockerfile -------------------------------------------------------------------------------- /infra/grafana/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/infra/grafana/Dockerfile -------------------------------------------------------------------------------- /infra/grafana/config.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/infra/grafana/config.ini -------------------------------------------------------------------------------- /infra/grafana/dashboards/crusty.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/infra/grafana/dashboards/crusty.json -------------------------------------------------------------------------------- /infra/grafana/grafana.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/infra/grafana/grafana.ini -------------------------------------------------------------------------------- /infra/grafana/provisioning/dashboards/all.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/infra/grafana/provisioning/dashboards/all.yml -------------------------------------------------------------------------------- /infra/grafana/provisioning/datasources/all.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/infra/grafana/provisioning/datasources/all.yml -------------------------------------------------------------------------------- /infra/lazy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/infra/lazy.sh -------------------------------------------------------------------------------- /infra/profiles/c5.metal/sysctl.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/infra/profiles/c5.metal/sysctl.conf -------------------------------------------------------------------------------- /infra/redis/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/infra/redis/Dockerfile -------------------------------------------------------------------------------- /infra/redis/redis.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/infra/redis/redis.conf -------------------------------------------------------------------------------- /infra/resources/grafana.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/infra/resources/grafana.png -------------------------------------------------------------------------------- /infra/unbound/Dockerfile: -------------------------------------------------------------------------------- 1 | FROM mvance/unbound:1.13.1 2 | EXPOSE 53/UDP 3 | -------------------------------------------------------------------------------- /infra/unbound/conf/unbound.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/infra/unbound/conf/unbound.conf -------------------------------------------------------------------------------- /workspace/interop/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/interop/Cargo.toml -------------------------------------------------------------------------------- /workspace/interop/src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/interop/src/lib.rs -------------------------------------------------------------------------------- /workspace/main/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/Cargo.toml -------------------------------------------------------------------------------- /workspace/main/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/README.md -------------------------------------------------------------------------------- /workspace/main/conf/.gitignore: -------------------------------------------------------------------------------- 1 | local.yaml 2 | -------------------------------------------------------------------------------- /workspace/main/conf/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/conf/default.yaml -------------------------------------------------------------------------------- /workspace/main/conf/local.yaml: -------------------------------------------------------------------------------- 1 | # Local configuration(no git) 2 | -------------------------------------------------------------------------------- /workspace/main/conf/profile-c5.metal.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/conf/profile-c5.metal.yaml -------------------------------------------------------------------------------- /workspace/main/rustfmt.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/rustfmt.toml -------------------------------------------------------------------------------- /workspace/main/src/_prelude.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/src/_prelude.rs -------------------------------------------------------------------------------- /workspace/main/src/build.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/src/build.rs -------------------------------------------------------------------------------- /workspace/main/src/clickhouse_utils.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/src/clickhouse_utils.rs -------------------------------------------------------------------------------- /workspace/main/src/config.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/src/config.rs -------------------------------------------------------------------------------- /workspace/main/src/crusty.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/src/crusty.rs -------------------------------------------------------------------------------- /workspace/main/src/main.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/src/main.rs -------------------------------------------------------------------------------- /workspace/main/src/parsers.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/src/parsers.rs -------------------------------------------------------------------------------- /workspace/main/src/parsers/html5ever.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/src/parsers/html5ever.rs -------------------------------------------------------------------------------- /workspace/main/src/parsers/html5ever_defs.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/src/parsers/html5ever_defs.rs -------------------------------------------------------------------------------- /workspace/main/src/parsers/lolhtml.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/src/parsers/lolhtml.rs -------------------------------------------------------------------------------- /workspace/main/src/parsers/lolhtml_defs.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/src/parsers/lolhtml_defs.rs -------------------------------------------------------------------------------- /workspace/main/src/redis_operators.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/src/redis_operators.rs -------------------------------------------------------------------------------- /workspace/main/src/redis_utils.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/src/redis_utils.rs -------------------------------------------------------------------------------- /workspace/main/src/rules.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/src/rules.rs -------------------------------------------------------------------------------- /workspace/main/src/types.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/src/types.rs -------------------------------------------------------------------------------- /workspace/main/tld.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/main/tld.txt -------------------------------------------------------------------------------- /workspace/redis-calc/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/redis-calc/Cargo.toml -------------------------------------------------------------------------------- /workspace/redis-calc/src/cmd.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/redis-calc/src/cmd.rs -------------------------------------------------------------------------------- /workspace/redis-calc/src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/redis-calc/src/lib.rs -------------------------------------------------------------------------------- /workspace/redis-calc/src/types.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/redis-calc/src/types.rs -------------------------------------------------------------------------------- /workspace/redis-queue/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/redis-queue/Cargo.toml -------------------------------------------------------------------------------- /workspace/redis-queue/src/cmd.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/redis-queue/src/cmd.rs -------------------------------------------------------------------------------- /workspace/redis-queue/src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/redis-queue/src/lib.rs -------------------------------------------------------------------------------- /workspace/redis-queue/src/types.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/redis-queue/src/types.rs -------------------------------------------------------------------------------- /workspace/redis-utils/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/redis-utils/Cargo.toml -------------------------------------------------------------------------------- /workspace/redis-utils/src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/let4be/crusty/HEAD/workspace/redis-utils/src/lib.rs --------------------------------------------------------------------------------