├── .ecrc ├── .gitattributes ├── Cargo.lock ├── Cargo.toml ├── LICENSE.txt ├── README.md ├── results └── .gitignore └── src ├── bin ├── cleanup.rs └── hacktoberfest.rs └── main.rs /.ecrc: -------------------------------------------------------------------------------- 1 | { 2 | "Exclude": ["target", ".git", "node_modules", "results"] 3 | } 4 | -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- 1 | /.github export-ignore 2 | /.gitignore export-ignore 3 | /CONTRIBUTING.md export-ignore 4 | /.markdownlint.json export-ignore 5 | /.editorconfig export-ignore 6 | -------------------------------------------------------------------------------- /Cargo.lock: -------------------------------------------------------------------------------- 1 | # This file is automatically @generated by Cargo. 2 | # It is not intended for manual editing. 3 | version = 4 4 | 5 | [[package]] 6 | name = "addr2line" 7 | version = "0.16.0" 8 | source = "registry+https://github.com/rust-lang/crates.io-index" 9 | checksum = "3e61f2b7f93d2c7d2b08263acaa4a363b3e276806c68af6134c44f523bf1aacd" 10 | dependencies = [ 11 | "gimli", 12 | ] 13 | 14 | [[package]] 15 | name = "adler" 16 | version = "1.0.2" 17 | source = "registry+https://github.com/rust-lang/crates.io-index" 18 | checksum = "f26201604c87b1e01bd3d98f8d5d9a8fcbb815e8cedb41ffccbeb4bf593a35fe" 19 | 20 | [[package]] 21 | name = "aho-corasick" 22 | version = "0.7.18" 23 | source = "registry+https://github.com/rust-lang/crates.io-index" 24 | checksum = "1e37cfd5e7657ada45f742d6e99ca5788580b5c529dc78faf11ece6dc702656f" 25 | dependencies = [ 26 | "memchr", 27 | ] 28 | 29 | [[package]] 30 | name = "anyhow" 31 | version = "1.0.93" 32 | source = "registry+https://github.com/rust-lang/crates.io-index" 33 | checksum = "4c95c10ba0b00a02636238b814946408b1322d5ac4760326e6fb8ec956d85775" 34 | 35 | [[package]] 36 | name = "atty" 37 | version = "0.2.14" 38 | source = "registry+https://github.com/rust-lang/crates.io-index" 39 | checksum = "d9b39be18770d11421cdb1b9947a45dd3f37e93092cbf377614828a319d5fee8" 40 | dependencies = [ 41 | "hermit-abi", 42 | "libc", 43 | "winapi", 44 | ] 45 | 46 | [[package]] 47 | name = "autocfg" 48 | version = "1.0.1" 49 | source = "registry+https://github.com/rust-lang/crates.io-index" 50 | checksum = "cdb031dd78e28731d87d56cc8ffef4a8f36ca26c38fe2de700543e627f8a464a" 51 | 52 | [[package]] 53 | name = "awesome-rust" 54 | version = "0.1.0" 55 | dependencies = [ 56 | "anyhow", 57 | "chrono", 58 | "chrono-humanize", 59 | "diffy", 60 | "env_logger", 61 | "futures", 62 | "hyper 0.14.27", 63 | "lazy_static", 64 | "log", 65 | "pulldown-cmark", 66 | "regex", 67 | "reqwest", 68 | "scraper", 69 | "serde", 70 | "serde_json", 71 | "serde_yaml", 72 | "thiserror", 73 | "tokio", 74 | ] 75 | 76 | [[package]] 77 | name = "backtrace" 78 | version = "0.3.61" 79 | source = "registry+https://github.com/rust-lang/crates.io-index" 80 | checksum = "e7a905d892734eea339e896738c14b9afce22b5318f64b951e70bf3844419b01" 81 | dependencies = [ 82 | "addr2line", 83 | "cc", 84 | "cfg-if", 85 | "libc", 86 | "miniz_oxide", 87 | "object", 88 | "rustc-demangle", 89 | ] 90 | 91 | [[package]] 92 | name = "base64" 93 | version = "0.22.1" 94 | source = "registry+https://github.com/rust-lang/crates.io-index" 95 | checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6" 96 | 97 | [[package]] 98 | name = "bitflags" 99 | version = "1.2.1" 100 | source = "registry+https://github.com/rust-lang/crates.io-index" 101 | checksum = "cf1de2fe8c75bc145a2f577add951f8134889b4795d47466a54a5c846d691693" 102 | 103 | [[package]] 104 | name = "bumpalo" 105 | version = "3.12.0" 106 | source = "registry+https://github.com/rust-lang/crates.io-index" 107 | checksum = "0d261e256854913907f67ed06efbc3338dfe6179796deefc1ff763fc1aee5535" 108 | 109 | [[package]] 110 | name = "byteorder" 111 | version = "1.4.3" 112 | source = "registry+https://github.com/rust-lang/crates.io-index" 113 | checksum = "14c189c53d098945499cdfa7ecc63567cf3886b3332b312a5b4585d8d3a6a610" 114 | 115 | [[package]] 116 | name = "bytes" 117 | version = "1.9.0" 118 | source = "registry+https://github.com/rust-lang/crates.io-index" 119 | checksum = "325918d6fe32f23b19878fe4b34794ae41fc19ddbe53b10571a4874d44ffd39b" 120 | 121 | [[package]] 122 | name = "cc" 123 | version = "1.0.94" 124 | source = "registry+https://github.com/rust-lang/crates.io-index" 125 | checksum = "17f6e324229dc011159fcc089755d1e2e216a90d43a7dea6853ca740b84f35e7" 126 | 127 | [[package]] 128 | name = "cfg-if" 129 | version = "1.0.0" 130 | source = "registry+https://github.com/rust-lang/crates.io-index" 131 | checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd" 132 | 133 | [[package]] 134 | name = "cfg_aliases" 135 | version = "0.2.1" 136 | source = "registry+https://github.com/rust-lang/crates.io-index" 137 | checksum = "613afe47fcd5fac7ccf1db93babcb082c5994d996f20b8b159f2ad1658eb5724" 138 | 139 | [[package]] 140 | name = "chrono" 141 | version = "0.4.19" 142 | source = "registry+https://github.com/rust-lang/crates.io-index" 143 | checksum = "670ad68c9088c2a963aaa298cb369688cf3f9465ce5e2d4ca10e6e0098a1ce73" 144 | dependencies = [ 145 | "libc", 146 | "num-integer", 147 | "num-traits", 148 | "serde", 149 | "time", 150 | "winapi", 151 | ] 152 | 153 | [[package]] 154 | name = "chrono-humanize" 155 | version = "0.2.1" 156 | source = "registry+https://github.com/rust-lang/crates.io-index" 157 | checksum = "2eddc119501d583fd930cb92144e605f44e0252c38dd89d9247fffa1993375cb" 158 | dependencies = [ 159 | "chrono", 160 | ] 161 | 162 | [[package]] 163 | name = "convert_case" 164 | version = "0.4.0" 165 | source = "registry+https://github.com/rust-lang/crates.io-index" 166 | checksum = "6245d59a3e82a7fc217c5828a6692dbc6dfb63a0c8c90495621f7b9d79704a0e" 167 | 168 | [[package]] 169 | name = "cssparser" 170 | version = "0.27.2" 171 | source = "registry+https://github.com/rust-lang/crates.io-index" 172 | checksum = "754b69d351cdc2d8ee09ae203db831e005560fc6030da058f86ad60c92a9cb0a" 173 | dependencies = [ 174 | "cssparser-macros", 175 | "dtoa-short", 176 | "itoa 0.4.7", 177 | "matches", 178 | "phf", 179 | "proc-macro2", 180 | "quote", 181 | "smallvec", 182 | "syn 1.0.109", 183 | ] 184 | 185 | [[package]] 186 | name = "cssparser-macros" 187 | version = "0.6.0" 188 | source = "registry+https://github.com/rust-lang/crates.io-index" 189 | checksum = "dfae75de57f2b2e85e8768c3ea840fd159c8f33e2b6522c7835b7abac81be16e" 190 | dependencies = [ 191 | "quote", 192 | "syn 1.0.109", 193 | ] 194 | 195 | [[package]] 196 | name = "derive_more" 197 | version = "0.99.17" 198 | source = "registry+https://github.com/rust-lang/crates.io-index" 199 | checksum = "4fb810d30a7c1953f91334de7244731fc3f3c10d7fe163338a35b9f640960321" 200 | dependencies = [ 201 | "convert_case", 202 | "proc-macro2", 203 | "quote", 204 | "rustc_version", 205 | "syn 1.0.109", 206 | ] 207 | 208 | [[package]] 209 | name = "diffy" 210 | version = "0.3.0" 211 | source = "registry+https://github.com/rust-lang/crates.io-index" 212 | checksum = "e616e59155c92257e84970156f506287853355f58cd4a6eb167385722c32b790" 213 | dependencies = [ 214 | "nu-ansi-term", 215 | ] 216 | 217 | [[package]] 218 | name = "displaydoc" 219 | version = "0.2.5" 220 | source = "registry+https://github.com/rust-lang/crates.io-index" 221 | checksum = "97369cbbc041bc366949bc74d34658d6cda5621039731c6310521892a3a20ae0" 222 | dependencies = [ 223 | "proc-macro2", 224 | "quote", 225 | "syn 2.0.90", 226 | ] 227 | 228 | [[package]] 229 | name = "dtoa" 230 | version = "0.4.8" 231 | source = "registry+https://github.com/rust-lang/crates.io-index" 232 | checksum = "56899898ce76aaf4a0f24d914c97ea6ed976d42fec6ad33fcbb0a1103e07b2b0" 233 | 234 | [[package]] 235 | name = "dtoa-short" 236 | version = "0.3.3" 237 | source = "registry+https://github.com/rust-lang/crates.io-index" 238 | checksum = "bde03329ae10e79ede66c9ce4dc930aa8599043b0743008548680f25b91502d6" 239 | dependencies = [ 240 | "dtoa", 241 | ] 242 | 243 | [[package]] 244 | name = "ego-tree" 245 | version = "0.6.2" 246 | source = "registry+https://github.com/rust-lang/crates.io-index" 247 | checksum = "3a68a4904193147e0a8dec3314640e6db742afd5f6e634f428a6af230d9b3591" 248 | 249 | [[package]] 250 | name = "env_logger" 251 | version = "0.8.3" 252 | source = "registry+https://github.com/rust-lang/crates.io-index" 253 | checksum = "17392a012ea30ef05a610aa97dfb49496e71c9f676b27879922ea5bdf60d9d3f" 254 | dependencies = [ 255 | "atty", 256 | "humantime", 257 | "log", 258 | "regex", 259 | "termcolor", 260 | ] 261 | 262 | [[package]] 263 | name = "fnv" 264 | version = "1.0.7" 265 | source = "registry+https://github.com/rust-lang/crates.io-index" 266 | checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1" 267 | 268 | [[package]] 269 | name = "form_urlencoded" 270 | version = "1.2.1" 271 | source = "registry+https://github.com/rust-lang/crates.io-index" 272 | checksum = "e13624c2627564efccf4934284bdd98cbaa14e79b0b5a141218e507b3a823456" 273 | dependencies = [ 274 | "percent-encoding", 275 | ] 276 | 277 | [[package]] 278 | name = "futf" 279 | version = "0.1.4" 280 | source = "registry+https://github.com/rust-lang/crates.io-index" 281 | checksum = "7c9c1ce3fa9336301af935ab852c437817d14cd33690446569392e65170aac3b" 282 | dependencies = [ 283 | "mac", 284 | "new_debug_unreachable", 285 | ] 286 | 287 | [[package]] 288 | name = "futures" 289 | version = "0.3.14" 290 | source = "registry+https://github.com/rust-lang/crates.io-index" 291 | checksum = "a9d5813545e459ad3ca1bff9915e9ad7f1a47dc6a91b627ce321d5863b7dd253" 292 | dependencies = [ 293 | "futures-channel", 294 | "futures-core", 295 | "futures-executor", 296 | "futures-io", 297 | "futures-sink", 298 | "futures-task", 299 | "futures-util", 300 | ] 301 | 302 | [[package]] 303 | name = "futures-channel" 304 | version = "0.3.31" 305 | source = "registry+https://github.com/rust-lang/crates.io-index" 306 | checksum = "2dff15bf788c671c1934e366d07e30c1814a8ef514e1af724a602e8a2fbe1b10" 307 | dependencies = [ 308 | "futures-core", 309 | "futures-sink", 310 | ] 311 | 312 | [[package]] 313 | name = "futures-core" 314 | version = "0.3.31" 315 | source = "registry+https://github.com/rust-lang/crates.io-index" 316 | checksum = "05f29059c0c2090612e8d742178b0580d2dc940c837851ad723096f87af6663e" 317 | 318 | [[package]] 319 | name = "futures-executor" 320 | version = "0.3.14" 321 | source = "registry+https://github.com/rust-lang/crates.io-index" 322 | checksum = "10f6cb7042eda00f0049b1d2080aa4b93442997ee507eb3828e8bd7577f94c9d" 323 | dependencies = [ 324 | "futures-core", 325 | "futures-task", 326 | "futures-util", 327 | ] 328 | 329 | [[package]] 330 | name = "futures-io" 331 | version = "0.3.31" 332 | source = "registry+https://github.com/rust-lang/crates.io-index" 333 | checksum = "9e5c1b78ca4aae1ac06c48a526a655760685149f0d465d21f37abfe57ce075c6" 334 | 335 | [[package]] 336 | name = "futures-macro" 337 | version = "0.3.31" 338 | source = "registry+https://github.com/rust-lang/crates.io-index" 339 | checksum = "162ee34ebcb7c64a8abebc059ce0fee27c2262618d7b60ed8faf72fef13c3650" 340 | dependencies = [ 341 | "proc-macro2", 342 | "quote", 343 | "syn 2.0.90", 344 | ] 345 | 346 | [[package]] 347 | name = "futures-sink" 348 | version = "0.3.31" 349 | source = "registry+https://github.com/rust-lang/crates.io-index" 350 | checksum = "e575fab7d1e0dcb8d0c7bcf9a63ee213816ab51902e6d244a95819acacf1d4f7" 351 | 352 | [[package]] 353 | name = "futures-task" 354 | version = "0.3.31" 355 | source = "registry+https://github.com/rust-lang/crates.io-index" 356 | checksum = "f90f7dce0722e95104fcb095585910c0977252f286e354b5e3bd38902cd99988" 357 | 358 | [[package]] 359 | name = "futures-util" 360 | version = "0.3.31" 361 | source = "registry+https://github.com/rust-lang/crates.io-index" 362 | checksum = "9fa08315bb612088cc391249efdc3bc77536f16c91f6cf495e6fbe85b20a4a81" 363 | dependencies = [ 364 | "futures-channel", 365 | "futures-core", 366 | "futures-io", 367 | "futures-macro", 368 | "futures-sink", 369 | "futures-task", 370 | "memchr", 371 | "pin-project-lite", 372 | "pin-utils", 373 | "slab", 374 | ] 375 | 376 | [[package]] 377 | name = "fxhash" 378 | version = "0.2.1" 379 | source = "registry+https://github.com/rust-lang/crates.io-index" 380 | checksum = "c31b6d751ae2c7f11320402d34e41349dd1016f8d5d45e48c4312bc8625af50c" 381 | dependencies = [ 382 | "byteorder", 383 | ] 384 | 385 | [[package]] 386 | name = "getopts" 387 | version = "0.2.21" 388 | source = "registry+https://github.com/rust-lang/crates.io-index" 389 | checksum = "14dbbfd5c71d70241ecf9e6f13737f7b5ce823821063188d7e46c41d371eebd5" 390 | dependencies = [ 391 | "unicode-width", 392 | ] 393 | 394 | [[package]] 395 | name = "getrandom" 396 | version = "0.1.16" 397 | source = "registry+https://github.com/rust-lang/crates.io-index" 398 | checksum = "8fc3cb4d91f53b50155bdcfd23f6a4c39ae1969c2ae85982b135750cccaf5fce" 399 | dependencies = [ 400 | "cfg-if", 401 | "libc", 402 | "wasi 0.9.0+wasi-snapshot-preview1", 403 | ] 404 | 405 | [[package]] 406 | name = "getrandom" 407 | version = "0.2.14" 408 | source = "registry+https://github.com/rust-lang/crates.io-index" 409 | checksum = "94b22e06ecb0110981051723910cbf0b5f5e09a2062dd7663334ee79a9d1286c" 410 | dependencies = [ 411 | "cfg-if", 412 | "js-sys", 413 | "libc", 414 | "wasi 0.11.0+wasi-snapshot-preview1", 415 | "wasm-bindgen", 416 | ] 417 | 418 | [[package]] 419 | name = "gimli" 420 | version = "0.25.0" 421 | source = "registry+https://github.com/rust-lang/crates.io-index" 422 | checksum = "f0a01e0497841a3b2db4f8afa483cce65f7e96a3498bd6c541734792aeac8fe7" 423 | 424 | [[package]] 425 | name = "hermit-abi" 426 | version = "0.1.18" 427 | source = "registry+https://github.com/rust-lang/crates.io-index" 428 | checksum = "322f4de77956e22ed0e5032c359a0f1273f1f7f0d79bfa3b8ffbc730d7fbcc5c" 429 | dependencies = [ 430 | "libc", 431 | ] 432 | 433 | [[package]] 434 | name = "html5ever" 435 | version = "0.25.2" 436 | source = "registry+https://github.com/rust-lang/crates.io-index" 437 | checksum = "e5c13fb08e5d4dfc151ee5e88bae63f7773d61852f3bdc73c9f4b9e1bde03148" 438 | dependencies = [ 439 | "log", 440 | "mac", 441 | "markup5ever", 442 | "proc-macro2", 443 | "quote", 444 | "syn 1.0.109", 445 | ] 446 | 447 | [[package]] 448 | name = "http" 449 | version = "0.2.4" 450 | source = "registry+https://github.com/rust-lang/crates.io-index" 451 | checksum = "527e8c9ac747e28542699a951517aa9a6945af506cd1f2e1b53a576c17b6cc11" 452 | dependencies = [ 453 | "bytes", 454 | "fnv", 455 | "itoa 0.4.7", 456 | ] 457 | 458 | [[package]] 459 | name = "http" 460 | version = "1.2.0" 461 | source = "registry+https://github.com/rust-lang/crates.io-index" 462 | checksum = "f16ca2af56261c99fba8bac40a10251ce8188205a4c448fbb745a2e4daa76fea" 463 | dependencies = [ 464 | "bytes", 465 | "fnv", 466 | "itoa 1.0.9", 467 | ] 468 | 469 | [[package]] 470 | name = "http-body" 471 | version = "0.4.1" 472 | source = "registry+https://github.com/rust-lang/crates.io-index" 473 | checksum = "5dfb77c123b4e2f72a2069aeae0b4b4949cc7e966df277813fc16347e7549737" 474 | dependencies = [ 475 | "bytes", 476 | "http 0.2.4", 477 | "pin-project-lite", 478 | ] 479 | 480 | [[package]] 481 | name = "http-body" 482 | version = "1.0.1" 483 | source = "registry+https://github.com/rust-lang/crates.io-index" 484 | checksum = "1efedce1fb8e6913f23e0c92de8e62cd5b772a67e7b3946df930a62566c93184" 485 | dependencies = [ 486 | "bytes", 487 | "http 1.2.0", 488 | ] 489 | 490 | [[package]] 491 | name = "http-body-util" 492 | version = "0.1.2" 493 | source = "registry+https://github.com/rust-lang/crates.io-index" 494 | checksum = "793429d76616a256bcb62c2a2ec2bed781c8307e797e2598c50010f2bee2544f" 495 | dependencies = [ 496 | "bytes", 497 | "futures-util", 498 | "http 1.2.0", 499 | "http-body 1.0.1", 500 | "pin-project-lite", 501 | ] 502 | 503 | [[package]] 504 | name = "httparse" 505 | version = "1.8.0" 506 | source = "registry+https://github.com/rust-lang/crates.io-index" 507 | checksum = "d897f394bad6a705d5f4104762e116a75639e470d80901eed05a860a95cb1904" 508 | 509 | [[package]] 510 | name = "httpdate" 511 | version = "1.0.0" 512 | source = "registry+https://github.com/rust-lang/crates.io-index" 513 | checksum = "05842d0d43232b23ccb7060ecb0f0626922c21f30012e97b767b30afd4a5d4b9" 514 | 515 | [[package]] 516 | name = "humantime" 517 | version = "2.1.0" 518 | source = "registry+https://github.com/rust-lang/crates.io-index" 519 | checksum = "9a3a5bfb195931eeb336b2a7b4d761daec841b97f947d34394601737a7bba5e4" 520 | 521 | [[package]] 522 | name = "hyper" 523 | version = "0.14.27" 524 | source = "registry+https://github.com/rust-lang/crates.io-index" 525 | checksum = "ffb1cfd654a8219eaef89881fdb3bb3b1cdc5fa75ded05d6933b2b382e395468" 526 | dependencies = [ 527 | "bytes", 528 | "futures-channel", 529 | "futures-core", 530 | "futures-util", 531 | "http 0.2.4", 532 | "http-body 0.4.1", 533 | "httparse", 534 | "httpdate", 535 | "itoa 1.0.9", 536 | "pin-project-lite", 537 | "tokio", 538 | "tower-service", 539 | "tracing", 540 | "want", 541 | ] 542 | 543 | [[package]] 544 | name = "hyper" 545 | version = "1.5.2" 546 | source = "registry+https://github.com/rust-lang/crates.io-index" 547 | checksum = "256fb8d4bd6413123cc9d91832d78325c48ff41677595be797d90f42969beae0" 548 | dependencies = [ 549 | "bytes", 550 | "futures-channel", 551 | "futures-util", 552 | "http 1.2.0", 553 | "http-body 1.0.1", 554 | "httparse", 555 | "itoa 1.0.9", 556 | "pin-project-lite", 557 | "smallvec", 558 | "tokio", 559 | "want", 560 | ] 561 | 562 | [[package]] 563 | name = "hyper-rustls" 564 | version = "0.27.3" 565 | source = "registry+https://github.com/rust-lang/crates.io-index" 566 | checksum = "08afdbb5c31130e3034af566421053ab03787c640246a446327f550d11bcb333" 567 | dependencies = [ 568 | "futures-util", 569 | "http 1.2.0", 570 | "hyper 1.5.2", 571 | "hyper-util", 572 | "rustls", 573 | "rustls-pki-types", 574 | "tokio", 575 | "tokio-rustls", 576 | "tower-service", 577 | "webpki-roots", 578 | ] 579 | 580 | [[package]] 581 | name = "hyper-util" 582 | version = "0.1.10" 583 | source = "registry+https://github.com/rust-lang/crates.io-index" 584 | checksum = "df2dcfbe0677734ab2f3ffa7fa7bfd4706bfdc1ef393f2ee30184aed67e631b4" 585 | dependencies = [ 586 | "bytes", 587 | "futures-channel", 588 | "futures-util", 589 | "http 1.2.0", 590 | "http-body 1.0.1", 591 | "hyper 1.5.2", 592 | "pin-project-lite", 593 | "socket2", 594 | "tokio", 595 | "tower-service", 596 | "tracing", 597 | ] 598 | 599 | [[package]] 600 | name = "icu_collections" 601 | version = "1.5.0" 602 | source = "registry+https://github.com/rust-lang/crates.io-index" 603 | checksum = "db2fa452206ebee18c4b5c2274dbf1de17008e874b4dc4f0aea9d01ca79e4526" 604 | dependencies = [ 605 | "displaydoc", 606 | "yoke", 607 | "zerofrom", 608 | "zerovec", 609 | ] 610 | 611 | [[package]] 612 | name = "icu_locid" 613 | version = "1.5.0" 614 | source = "registry+https://github.com/rust-lang/crates.io-index" 615 | checksum = "13acbb8371917fc971be86fc8057c41a64b521c184808a698c02acc242dbf637" 616 | dependencies = [ 617 | "displaydoc", 618 | "litemap", 619 | "tinystr", 620 | "writeable", 621 | "zerovec", 622 | ] 623 | 624 | [[package]] 625 | name = "icu_locid_transform" 626 | version = "1.5.0" 627 | source = "registry+https://github.com/rust-lang/crates.io-index" 628 | checksum = "01d11ac35de8e40fdeda00d9e1e9d92525f3f9d887cdd7aa81d727596788b54e" 629 | dependencies = [ 630 | "displaydoc", 631 | "icu_locid", 632 | "icu_locid_transform_data", 633 | "icu_provider", 634 | "tinystr", 635 | "zerovec", 636 | ] 637 | 638 | [[package]] 639 | name = "icu_locid_transform_data" 640 | version = "1.5.0" 641 | source = "registry+https://github.com/rust-lang/crates.io-index" 642 | checksum = "fdc8ff3388f852bede6b579ad4e978ab004f139284d7b28715f773507b946f6e" 643 | 644 | [[package]] 645 | name = "icu_normalizer" 646 | version = "1.5.0" 647 | source = "registry+https://github.com/rust-lang/crates.io-index" 648 | checksum = "19ce3e0da2ec68599d193c93d088142efd7f9c5d6fc9b803774855747dc6a84f" 649 | dependencies = [ 650 | "displaydoc", 651 | "icu_collections", 652 | "icu_normalizer_data", 653 | "icu_properties", 654 | "icu_provider", 655 | "smallvec", 656 | "utf16_iter", 657 | "utf8_iter", 658 | "write16", 659 | "zerovec", 660 | ] 661 | 662 | [[package]] 663 | name = "icu_normalizer_data" 664 | version = "1.5.0" 665 | source = "registry+https://github.com/rust-lang/crates.io-index" 666 | checksum = "f8cafbf7aa791e9b22bec55a167906f9e1215fd475cd22adfcf660e03e989516" 667 | 668 | [[package]] 669 | name = "icu_properties" 670 | version = "1.5.1" 671 | source = "registry+https://github.com/rust-lang/crates.io-index" 672 | checksum = "93d6020766cfc6302c15dbbc9c8778c37e62c14427cb7f6e601d849e092aeef5" 673 | dependencies = [ 674 | "displaydoc", 675 | "icu_collections", 676 | "icu_locid_transform", 677 | "icu_properties_data", 678 | "icu_provider", 679 | "tinystr", 680 | "zerovec", 681 | ] 682 | 683 | [[package]] 684 | name = "icu_properties_data" 685 | version = "1.5.0" 686 | source = "registry+https://github.com/rust-lang/crates.io-index" 687 | checksum = "67a8effbc3dd3e4ba1afa8ad918d5684b8868b3b26500753effea8d2eed19569" 688 | 689 | [[package]] 690 | name = "icu_provider" 691 | version = "1.5.0" 692 | source = "registry+https://github.com/rust-lang/crates.io-index" 693 | checksum = "6ed421c8a8ef78d3e2dbc98a973be2f3770cb42b606e3ab18d6237c4dfde68d9" 694 | dependencies = [ 695 | "displaydoc", 696 | "icu_locid", 697 | "icu_provider_macros", 698 | "stable_deref_trait", 699 | "tinystr", 700 | "writeable", 701 | "yoke", 702 | "zerofrom", 703 | "zerovec", 704 | ] 705 | 706 | [[package]] 707 | name = "icu_provider_macros" 708 | version = "1.5.0" 709 | source = "registry+https://github.com/rust-lang/crates.io-index" 710 | checksum = "1ec89e9337638ecdc08744df490b221a7399bf8d164eb52a665454e60e075ad6" 711 | dependencies = [ 712 | "proc-macro2", 713 | "quote", 714 | "syn 2.0.90", 715 | ] 716 | 717 | [[package]] 718 | name = "idna" 719 | version = "1.0.3" 720 | source = "registry+https://github.com/rust-lang/crates.io-index" 721 | checksum = "686f825264d630750a544639377bae737628043f20d38bbc029e8f29ea968a7e" 722 | dependencies = [ 723 | "idna_adapter", 724 | "smallvec", 725 | "utf8_iter", 726 | ] 727 | 728 | [[package]] 729 | name = "idna_adapter" 730 | version = "1.2.0" 731 | source = "registry+https://github.com/rust-lang/crates.io-index" 732 | checksum = "daca1df1c957320b2cf139ac61e7bd64fed304c5040df000a745aa1de3b4ef71" 733 | dependencies = [ 734 | "icu_normalizer", 735 | "icu_properties", 736 | ] 737 | 738 | [[package]] 739 | name = "instant" 740 | version = "0.1.12" 741 | source = "registry+https://github.com/rust-lang/crates.io-index" 742 | checksum = "7a5bbe824c507c5da5956355e86a746d82e0e1464f65d862cc5e71da70e94b2c" 743 | dependencies = [ 744 | "cfg-if", 745 | ] 746 | 747 | [[package]] 748 | name = "ipnet" 749 | version = "2.3.0" 750 | source = "registry+https://github.com/rust-lang/crates.io-index" 751 | checksum = "47be2f14c678be2fdcab04ab1171db51b2762ce6f0a8ee87c8dd4a04ed216135" 752 | 753 | [[package]] 754 | name = "itoa" 755 | version = "0.4.7" 756 | source = "registry+https://github.com/rust-lang/crates.io-index" 757 | checksum = "dd25036021b0de88a0aff6b850051563c6516d0bf53f8638938edbb9de732736" 758 | 759 | [[package]] 760 | name = "itoa" 761 | version = "1.0.9" 762 | source = "registry+https://github.com/rust-lang/crates.io-index" 763 | checksum = "af150ab688ff2122fcef229be89cb50dd66af9e01a4ff320cc137eecc9bacc38" 764 | 765 | [[package]] 766 | name = "js-sys" 767 | version = "0.3.50" 768 | source = "registry+https://github.com/rust-lang/crates.io-index" 769 | checksum = "2d99f9e3e84b8f67f846ef5b4cbbc3b1c29f6c759fcbce6f01aa0e73d932a24c" 770 | dependencies = [ 771 | "wasm-bindgen", 772 | ] 773 | 774 | [[package]] 775 | name = "lazy_static" 776 | version = "1.4.0" 777 | source = "registry+https://github.com/rust-lang/crates.io-index" 778 | checksum = "e2abad23fbc42b3700f2f279844dc832adb2b2eb069b2df918f455c4e18cc646" 779 | 780 | [[package]] 781 | name = "libc" 782 | version = "0.2.168" 783 | source = "registry+https://github.com/rust-lang/crates.io-index" 784 | checksum = "5aaeb2981e0606ca11d79718f8bb01164f1d6ed75080182d3abf017e6d244b6d" 785 | 786 | [[package]] 787 | name = "linked-hash-map" 788 | version = "0.5.4" 789 | source = "registry+https://github.com/rust-lang/crates.io-index" 790 | checksum = "7fb9b38af92608140b86b693604b9ffcc5824240a484d1ecd4795bacb2fe88f3" 791 | 792 | [[package]] 793 | name = "litemap" 794 | version = "0.7.4" 795 | source = "registry+https://github.com/rust-lang/crates.io-index" 796 | checksum = "4ee93343901ab17bd981295f2cf0026d4ad018c7c31ba84549a4ddbb47a45104" 797 | 798 | [[package]] 799 | name = "lock_api" 800 | version = "0.4.6" 801 | source = "registry+https://github.com/rust-lang/crates.io-index" 802 | checksum = "88943dd7ef4a2e5a4bfa2753aaab3013e34ce2533d1996fb18ef591e315e2b3b" 803 | dependencies = [ 804 | "scopeguard", 805 | ] 806 | 807 | [[package]] 808 | name = "log" 809 | version = "0.4.22" 810 | source = "registry+https://github.com/rust-lang/crates.io-index" 811 | checksum = "a7a70ba024b9dc04c27ea2f0c0548feb474ec5c54bba33a7f72f873a39d07b24" 812 | 813 | [[package]] 814 | name = "mac" 815 | version = "0.1.1" 816 | source = "registry+https://github.com/rust-lang/crates.io-index" 817 | checksum = "c41e0c4fef86961ac6d6f8a82609f55f31b05e4fce149ac5710e439df7619ba4" 818 | 819 | [[package]] 820 | name = "markup5ever" 821 | version = "0.10.1" 822 | source = "registry+https://github.com/rust-lang/crates.io-index" 823 | checksum = "a24f40fb03852d1cdd84330cddcaf98e9ec08a7b7768e952fad3b4cf048ec8fd" 824 | dependencies = [ 825 | "log", 826 | "phf", 827 | "phf_codegen", 828 | "string_cache", 829 | "string_cache_codegen", 830 | "tendril", 831 | ] 832 | 833 | [[package]] 834 | name = "matches" 835 | version = "0.1.8" 836 | source = "registry+https://github.com/rust-lang/crates.io-index" 837 | checksum = "7ffc5c5338469d4d3ea17d269fa8ea3512ad247247c30bd2df69e68309ed0a08" 838 | 839 | [[package]] 840 | name = "memchr" 841 | version = "2.4.0" 842 | source = "registry+https://github.com/rust-lang/crates.io-index" 843 | checksum = "b16bd47d9e329435e309c58469fe0791c2d0d1ba96ec0954152a5ae2b04387dc" 844 | 845 | [[package]] 846 | name = "mime" 847 | version = "0.3.16" 848 | source = "registry+https://github.com/rust-lang/crates.io-index" 849 | checksum = "2a60c7ce501c71e03a9c9c0d35b861413ae925bd979cc7a4e30d060069aaac8d" 850 | 851 | [[package]] 852 | name = "miniz_oxide" 853 | version = "0.4.4" 854 | source = "registry+https://github.com/rust-lang/crates.io-index" 855 | checksum = "a92518e98c078586bc6c934028adcca4c92a53d6a958196de835170a01d84e4b" 856 | dependencies = [ 857 | "adler", 858 | "autocfg", 859 | ] 860 | 861 | [[package]] 862 | name = "mio" 863 | version = "1.0.3" 864 | source = "registry+https://github.com/rust-lang/crates.io-index" 865 | checksum = "2886843bf800fba2e3377cff24abf6379b4c4d5c6681eaf9ea5b0d15090450bd" 866 | dependencies = [ 867 | "libc", 868 | "wasi 0.11.0+wasi-snapshot-preview1", 869 | "windows-sys", 870 | ] 871 | 872 | [[package]] 873 | name = "new_debug_unreachable" 874 | version = "1.0.4" 875 | source = "registry+https://github.com/rust-lang/crates.io-index" 876 | checksum = "e4a24736216ec316047a1fc4252e27dabb04218aa4a3f37c6e7ddbf1f9782b54" 877 | 878 | [[package]] 879 | name = "nodrop" 880 | version = "0.1.14" 881 | source = "registry+https://github.com/rust-lang/crates.io-index" 882 | checksum = "72ef4a56884ca558e5ddb05a1d1e7e1bfd9a68d9ed024c21704cc98872dae1bb" 883 | 884 | [[package]] 885 | name = "nu-ansi-term" 886 | version = "0.46.0" 887 | source = "registry+https://github.com/rust-lang/crates.io-index" 888 | checksum = "77a8165726e8236064dbb45459242600304b42a5ea24ee2948e18e023bf7ba84" 889 | dependencies = [ 890 | "overload", 891 | "winapi", 892 | ] 893 | 894 | [[package]] 895 | name = "num-integer" 896 | version = "0.1.44" 897 | source = "registry+https://github.com/rust-lang/crates.io-index" 898 | checksum = "d2cc698a63b549a70bc047073d2949cce27cd1c7b0a4a862d08a8031bc2801db" 899 | dependencies = [ 900 | "autocfg", 901 | "num-traits", 902 | ] 903 | 904 | [[package]] 905 | name = "num-traits" 906 | version = "0.2.14" 907 | source = "registry+https://github.com/rust-lang/crates.io-index" 908 | checksum = "9a64b1ec5cda2586e284722486d802acf1f7dbdc623e2bfc57e65ca1cd099290" 909 | dependencies = [ 910 | "autocfg", 911 | ] 912 | 913 | [[package]] 914 | name = "object" 915 | version = "0.26.0" 916 | source = "registry+https://github.com/rust-lang/crates.io-index" 917 | checksum = "c55827317fb4c08822499848a14237d2874d6f139828893017237e7ab93eb386" 918 | dependencies = [ 919 | "memchr", 920 | ] 921 | 922 | [[package]] 923 | name = "once_cell" 924 | version = "1.19.0" 925 | source = "registry+https://github.com/rust-lang/crates.io-index" 926 | checksum = "3fdb12b2476b595f9358c5161aa467c2438859caa136dec86c26fdd2efe17b92" 927 | 928 | [[package]] 929 | name = "overload" 930 | version = "0.1.1" 931 | source = "registry+https://github.com/rust-lang/crates.io-index" 932 | checksum = "b15813163c1d831bf4a13c3610c05c0d03b39feb07f7e09fa234dac9b15aaf39" 933 | 934 | [[package]] 935 | name = "parking_lot" 936 | version = "0.11.2" 937 | source = "registry+https://github.com/rust-lang/crates.io-index" 938 | checksum = "7d17b78036a60663b797adeaee46f5c9dfebb86948d1255007a1d6be0271ff99" 939 | dependencies = [ 940 | "instant", 941 | "lock_api", 942 | "parking_lot_core", 943 | ] 944 | 945 | [[package]] 946 | name = "parking_lot_core" 947 | version = "0.8.5" 948 | source = "registry+https://github.com/rust-lang/crates.io-index" 949 | checksum = "d76e8e1493bcac0d2766c42737f34458f1c8c50c0d23bcb24ea953affb273216" 950 | dependencies = [ 951 | "cfg-if", 952 | "instant", 953 | "libc", 954 | "redox_syscall", 955 | "smallvec", 956 | "winapi", 957 | ] 958 | 959 | [[package]] 960 | name = "percent-encoding" 961 | version = "2.3.1" 962 | source = "registry+https://github.com/rust-lang/crates.io-index" 963 | checksum = "e3148f5046208a5d56bcfc03053e3ca6334e51da8dfb19b6cdc8b306fae3283e" 964 | 965 | [[package]] 966 | name = "phf" 967 | version = "0.8.0" 968 | source = "registry+https://github.com/rust-lang/crates.io-index" 969 | checksum = "3dfb61232e34fcb633f43d12c58f83c1df82962dcdfa565a4e866ffc17dafe12" 970 | dependencies = [ 971 | "phf_macros", 972 | "phf_shared 0.8.0", 973 | "proc-macro-hack", 974 | ] 975 | 976 | [[package]] 977 | name = "phf_codegen" 978 | version = "0.8.0" 979 | source = "registry+https://github.com/rust-lang/crates.io-index" 980 | checksum = "cbffee61585b0411840d3ece935cce9cb6321f01c45477d30066498cd5e1a815" 981 | dependencies = [ 982 | "phf_generator", 983 | "phf_shared 0.8.0", 984 | ] 985 | 986 | [[package]] 987 | name = "phf_generator" 988 | version = "0.8.0" 989 | source = "registry+https://github.com/rust-lang/crates.io-index" 990 | checksum = "17367f0cc86f2d25802b2c26ee58a7b23faeccf78a396094c13dced0d0182526" 991 | dependencies = [ 992 | "phf_shared 0.8.0", 993 | "rand 0.7.3", 994 | ] 995 | 996 | [[package]] 997 | name = "phf_macros" 998 | version = "0.8.0" 999 | source = "registry+https://github.com/rust-lang/crates.io-index" 1000 | checksum = "7f6fde18ff429ffc8fe78e2bf7f8b7a5a5a6e2a8b58bc5a9ac69198bbda9189c" 1001 | dependencies = [ 1002 | "phf_generator", 1003 | "phf_shared 0.8.0", 1004 | "proc-macro-hack", 1005 | "proc-macro2", 1006 | "quote", 1007 | "syn 1.0.109", 1008 | ] 1009 | 1010 | [[package]] 1011 | name = "phf_shared" 1012 | version = "0.8.0" 1013 | source = "registry+https://github.com/rust-lang/crates.io-index" 1014 | checksum = "c00cf8b9eafe68dde5e9eaa2cef8ee84a9336a47d566ec55ca16589633b65af7" 1015 | dependencies = [ 1016 | "siphasher", 1017 | ] 1018 | 1019 | [[package]] 1020 | name = "phf_shared" 1021 | version = "0.10.0" 1022 | source = "registry+https://github.com/rust-lang/crates.io-index" 1023 | checksum = "b6796ad771acdc0123d2a88dc428b5e38ef24456743ddb1744ed628f9815c096" 1024 | dependencies = [ 1025 | "siphasher", 1026 | ] 1027 | 1028 | [[package]] 1029 | name = "pin-project-lite" 1030 | version = "0.2.13" 1031 | source = "registry+https://github.com/rust-lang/crates.io-index" 1032 | checksum = "8afb450f006bf6385ca15ef45d71d2288452bc3683ce2e2cacc0d18e4be60b58" 1033 | 1034 | [[package]] 1035 | name = "pin-utils" 1036 | version = "0.1.0" 1037 | source = "registry+https://github.com/rust-lang/crates.io-index" 1038 | checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184" 1039 | 1040 | [[package]] 1041 | name = "ppv-lite86" 1042 | version = "0.2.16" 1043 | source = "registry+https://github.com/rust-lang/crates.io-index" 1044 | checksum = "eb9f9e6e233e5c4a35559a617bf40a4ec447db2e84c20b55a6f83167b7e57872" 1045 | 1046 | [[package]] 1047 | name = "precomputed-hash" 1048 | version = "0.1.1" 1049 | source = "registry+https://github.com/rust-lang/crates.io-index" 1050 | checksum = "925383efa346730478fb4838dbe9137d2a47675ad789c546d150a6e1dd4ab31c" 1051 | 1052 | [[package]] 1053 | name = "proc-macro-hack" 1054 | version = "0.5.19" 1055 | source = "registry+https://github.com/rust-lang/crates.io-index" 1056 | checksum = "dbf0c48bc1d91375ae5c3cd81e3722dff1abcf81a30960240640d223f59fe0e5" 1057 | 1058 | [[package]] 1059 | name = "proc-macro2" 1060 | version = "1.0.92" 1061 | source = "registry+https://github.com/rust-lang/crates.io-index" 1062 | checksum = "37d3544b3f2748c54e147655edb5025752e2303145b5aefb3c3ea2c78b973bb0" 1063 | dependencies = [ 1064 | "unicode-ident", 1065 | ] 1066 | 1067 | [[package]] 1068 | name = "pulldown-cmark" 1069 | version = "0.8.0" 1070 | source = "registry+https://github.com/rust-lang/crates.io-index" 1071 | checksum = "ffade02495f22453cd593159ea2f59827aae7f53fa8323f756799b670881dcf8" 1072 | dependencies = [ 1073 | "bitflags", 1074 | "getopts", 1075 | "memchr", 1076 | "unicase", 1077 | ] 1078 | 1079 | [[package]] 1080 | name = "quinn" 1081 | version = "0.11.6" 1082 | source = "registry+https://github.com/rust-lang/crates.io-index" 1083 | checksum = "62e96808277ec6f97351a2380e6c25114bc9e67037775464979f3037c92d05ef" 1084 | dependencies = [ 1085 | "bytes", 1086 | "pin-project-lite", 1087 | "quinn-proto", 1088 | "quinn-udp", 1089 | "rustc-hash", 1090 | "rustls", 1091 | "socket2", 1092 | "thiserror", 1093 | "tokio", 1094 | "tracing", 1095 | ] 1096 | 1097 | [[package]] 1098 | name = "quinn-proto" 1099 | version = "0.11.9" 1100 | source = "registry+https://github.com/rust-lang/crates.io-index" 1101 | checksum = "a2fe5ef3495d7d2e377ff17b1a8ce2ee2ec2a18cde8b6ad6619d65d0701c135d" 1102 | dependencies = [ 1103 | "bytes", 1104 | "getrandom 0.2.14", 1105 | "rand 0.8.5", 1106 | "ring", 1107 | "rustc-hash", 1108 | "rustls", 1109 | "rustls-pki-types", 1110 | "slab", 1111 | "thiserror", 1112 | "tinyvec", 1113 | "tracing", 1114 | "web-time", 1115 | ] 1116 | 1117 | [[package]] 1118 | name = "quinn-udp" 1119 | version = "0.5.8" 1120 | source = "registry+https://github.com/rust-lang/crates.io-index" 1121 | checksum = "52cd4b1eff68bf27940dd39811292c49e007f4d0b4c357358dc9b0197be6b527" 1122 | dependencies = [ 1123 | "cfg_aliases", 1124 | "libc", 1125 | "once_cell", 1126 | "socket2", 1127 | "tracing", 1128 | "windows-sys", 1129 | ] 1130 | 1131 | [[package]] 1132 | name = "quote" 1133 | version = "1.0.35" 1134 | source = "registry+https://github.com/rust-lang/crates.io-index" 1135 | checksum = "291ec9ab5efd934aaf503a6466c5d5251535d108ee747472c3977cc5acc868ef" 1136 | dependencies = [ 1137 | "proc-macro2", 1138 | ] 1139 | 1140 | [[package]] 1141 | name = "rand" 1142 | version = "0.7.3" 1143 | source = "registry+https://github.com/rust-lang/crates.io-index" 1144 | checksum = "6a6b1679d49b24bbfe0c803429aa1874472f50d9b363131f0e89fc356b544d03" 1145 | dependencies = [ 1146 | "getrandom 0.1.16", 1147 | "libc", 1148 | "rand_chacha 0.2.2", 1149 | "rand_core 0.5.1", 1150 | "rand_hc", 1151 | "rand_pcg", 1152 | ] 1153 | 1154 | [[package]] 1155 | name = "rand" 1156 | version = "0.8.5" 1157 | source = "registry+https://github.com/rust-lang/crates.io-index" 1158 | checksum = "34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404" 1159 | dependencies = [ 1160 | "libc", 1161 | "rand_chacha 0.3.1", 1162 | "rand_core 0.6.4", 1163 | ] 1164 | 1165 | [[package]] 1166 | name = "rand_chacha" 1167 | version = "0.2.2" 1168 | source = "registry+https://github.com/rust-lang/crates.io-index" 1169 | checksum = "f4c8ed856279c9737206bf725bf36935d8666ead7aa69b52be55af369d193402" 1170 | dependencies = [ 1171 | "ppv-lite86", 1172 | "rand_core 0.5.1", 1173 | ] 1174 | 1175 | [[package]] 1176 | name = "rand_chacha" 1177 | version = "0.3.1" 1178 | source = "registry+https://github.com/rust-lang/crates.io-index" 1179 | checksum = "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88" 1180 | dependencies = [ 1181 | "ppv-lite86", 1182 | "rand_core 0.6.4", 1183 | ] 1184 | 1185 | [[package]] 1186 | name = "rand_core" 1187 | version = "0.5.1" 1188 | source = "registry+https://github.com/rust-lang/crates.io-index" 1189 | checksum = "90bde5296fc891b0cef12a6d03ddccc162ce7b2aff54160af9338f8d40df6d19" 1190 | dependencies = [ 1191 | "getrandom 0.1.16", 1192 | ] 1193 | 1194 | [[package]] 1195 | name = "rand_core" 1196 | version = "0.6.4" 1197 | source = "registry+https://github.com/rust-lang/crates.io-index" 1198 | checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c" 1199 | dependencies = [ 1200 | "getrandom 0.2.14", 1201 | ] 1202 | 1203 | [[package]] 1204 | name = "rand_hc" 1205 | version = "0.2.0" 1206 | source = "registry+https://github.com/rust-lang/crates.io-index" 1207 | checksum = "ca3129af7b92a17112d59ad498c6f81eaf463253766b90396d39ea7a39d6613c" 1208 | dependencies = [ 1209 | "rand_core 0.5.1", 1210 | ] 1211 | 1212 | [[package]] 1213 | name = "rand_pcg" 1214 | version = "0.2.1" 1215 | source = "registry+https://github.com/rust-lang/crates.io-index" 1216 | checksum = "16abd0c1b639e9eb4d7c50c0b8100b0d0f849be2349829c740fe8e6eb4816429" 1217 | dependencies = [ 1218 | "rand_core 0.5.1", 1219 | ] 1220 | 1221 | [[package]] 1222 | name = "redox_syscall" 1223 | version = "0.2.10" 1224 | source = "registry+https://github.com/rust-lang/crates.io-index" 1225 | checksum = "8383f39639269cde97d255a32bdb68c047337295414940c68bdd30c2e13203ff" 1226 | dependencies = [ 1227 | "bitflags", 1228 | ] 1229 | 1230 | [[package]] 1231 | name = "regex" 1232 | version = "1.5.5" 1233 | source = "registry+https://github.com/rust-lang/crates.io-index" 1234 | checksum = "1a11647b6b25ff05a515cb92c365cec08801e83423a235b51e231e1808747286" 1235 | dependencies = [ 1236 | "aho-corasick", 1237 | "memchr", 1238 | "regex-syntax", 1239 | ] 1240 | 1241 | [[package]] 1242 | name = "regex-syntax" 1243 | version = "0.6.25" 1244 | source = "registry+https://github.com/rust-lang/crates.io-index" 1245 | checksum = "f497285884f3fcff424ffc933e56d7cbca511def0c9831a7f9b5f6153e3cc89b" 1246 | 1247 | [[package]] 1248 | name = "reqwest" 1249 | version = "0.12.9" 1250 | source = "registry+https://github.com/rust-lang/crates.io-index" 1251 | checksum = "a77c62af46e79de0a562e1a9849205ffcb7fc1238876e9bd743357570e04046f" 1252 | dependencies = [ 1253 | "base64", 1254 | "bytes", 1255 | "futures-core", 1256 | "futures-util", 1257 | "http 1.2.0", 1258 | "http-body 1.0.1", 1259 | "http-body-util", 1260 | "hyper 1.5.2", 1261 | "hyper-rustls", 1262 | "hyper-util", 1263 | "ipnet", 1264 | "js-sys", 1265 | "log", 1266 | "mime", 1267 | "once_cell", 1268 | "percent-encoding", 1269 | "pin-project-lite", 1270 | "quinn", 1271 | "rustls", 1272 | "rustls-pemfile", 1273 | "rustls-pki-types", 1274 | "serde", 1275 | "serde_json", 1276 | "serde_urlencoded", 1277 | "sync_wrapper", 1278 | "tokio", 1279 | "tokio-rustls", 1280 | "tower-service", 1281 | "url", 1282 | "wasm-bindgen", 1283 | "wasm-bindgen-futures", 1284 | "web-sys", 1285 | "webpki-roots", 1286 | "windows-registry", 1287 | ] 1288 | 1289 | [[package]] 1290 | name = "ring" 1291 | version = "0.17.8" 1292 | source = "registry+https://github.com/rust-lang/crates.io-index" 1293 | checksum = "c17fa4cb658e3583423e915b9f3acc01cceaee1860e33d59ebae66adc3a2dc0d" 1294 | dependencies = [ 1295 | "cc", 1296 | "cfg-if", 1297 | "getrandom 0.2.14", 1298 | "libc", 1299 | "spin", 1300 | "untrusted", 1301 | "windows-sys", 1302 | ] 1303 | 1304 | [[package]] 1305 | name = "rustc-demangle" 1306 | version = "0.1.24" 1307 | source = "registry+https://github.com/rust-lang/crates.io-index" 1308 | checksum = "719b953e2095829ee67db738b3bfa9fa368c94900df327b3f07fe6e794d2fe1f" 1309 | 1310 | [[package]] 1311 | name = "rustc-hash" 1312 | version = "2.1.0" 1313 | source = "registry+https://github.com/rust-lang/crates.io-index" 1314 | checksum = "c7fb8039b3032c191086b10f11f319a6e99e1e82889c5cc6046f515c9db1d497" 1315 | 1316 | [[package]] 1317 | name = "rustc_version" 1318 | version = "0.4.0" 1319 | source = "registry+https://github.com/rust-lang/crates.io-index" 1320 | checksum = "bfa0f585226d2e68097d4f95d113b15b83a82e819ab25717ec0590d9584ef366" 1321 | dependencies = [ 1322 | "semver", 1323 | ] 1324 | 1325 | [[package]] 1326 | name = "rustls" 1327 | version = "0.23.20" 1328 | source = "registry+https://github.com/rust-lang/crates.io-index" 1329 | checksum = "5065c3f250cbd332cd894be57c40fa52387247659b14a2d6041d121547903b1b" 1330 | dependencies = [ 1331 | "once_cell", 1332 | "ring", 1333 | "rustls-pki-types", 1334 | "rustls-webpki", 1335 | "subtle", 1336 | "zeroize", 1337 | ] 1338 | 1339 | [[package]] 1340 | name = "rustls-pemfile" 1341 | version = "2.2.0" 1342 | source = "registry+https://github.com/rust-lang/crates.io-index" 1343 | checksum = "dce314e5fee3f39953d46bb63bb8a46d40c2f8fb7cc5a3b6cab2bde9721d6e50" 1344 | dependencies = [ 1345 | "rustls-pki-types", 1346 | ] 1347 | 1348 | [[package]] 1349 | name = "rustls-pki-types" 1350 | version = "1.10.1" 1351 | source = "registry+https://github.com/rust-lang/crates.io-index" 1352 | checksum = "d2bf47e6ff922db3825eb750c4e2ff784c6ff8fb9e13046ef6a1d1c5401b0b37" 1353 | dependencies = [ 1354 | "web-time", 1355 | ] 1356 | 1357 | [[package]] 1358 | name = "rustls-webpki" 1359 | version = "0.102.8" 1360 | source = "registry+https://github.com/rust-lang/crates.io-index" 1361 | checksum = "64ca1bc8749bd4cf37b5ce386cc146580777b4e8572c7b97baf22c83f444bee9" 1362 | dependencies = [ 1363 | "ring", 1364 | "rustls-pki-types", 1365 | "untrusted", 1366 | ] 1367 | 1368 | [[package]] 1369 | name = "ryu" 1370 | version = "1.0.5" 1371 | source = "registry+https://github.com/rust-lang/crates.io-index" 1372 | checksum = "71d301d4193d031abdd79ff7e3dd721168a9572ef3fe51a1517aba235bd8f86e" 1373 | 1374 | [[package]] 1375 | name = "scopeguard" 1376 | version = "1.1.0" 1377 | source = "registry+https://github.com/rust-lang/crates.io-index" 1378 | checksum = "d29ab0c6d3fc0ee92fe66e2d99f700eab17a8d57d1c1d3b748380fb20baa78cd" 1379 | 1380 | [[package]] 1381 | name = "scraper" 1382 | version = "0.12.0" 1383 | source = "registry+https://github.com/rust-lang/crates.io-index" 1384 | checksum = "48e02aa790c80c2e494130dec6a522033b6a23603ffc06360e9fe6c611ea2c12" 1385 | dependencies = [ 1386 | "cssparser", 1387 | "ego-tree", 1388 | "getopts", 1389 | "html5ever", 1390 | "matches", 1391 | "selectors", 1392 | "smallvec", 1393 | "tendril", 1394 | ] 1395 | 1396 | [[package]] 1397 | name = "selectors" 1398 | version = "0.22.0" 1399 | source = "registry+https://github.com/rust-lang/crates.io-index" 1400 | checksum = "df320f1889ac4ba6bc0cdc9c9af7af4bd64bb927bccdf32d81140dc1f9be12fe" 1401 | dependencies = [ 1402 | "bitflags", 1403 | "cssparser", 1404 | "derive_more", 1405 | "fxhash", 1406 | "log", 1407 | "matches", 1408 | "phf", 1409 | "phf_codegen", 1410 | "precomputed-hash", 1411 | "servo_arc", 1412 | "smallvec", 1413 | "thin-slice", 1414 | ] 1415 | 1416 | [[package]] 1417 | name = "semver" 1418 | version = "1.0.6" 1419 | source = "registry+https://github.com/rust-lang/crates.io-index" 1420 | checksum = "a4a3381e03edd24287172047536f20cabde766e2cd3e65e6b00fb3af51c4f38d" 1421 | 1422 | [[package]] 1423 | name = "serde" 1424 | version = "1.0.125" 1425 | source = "registry+https://github.com/rust-lang/crates.io-index" 1426 | checksum = "558dc50e1a5a5fa7112ca2ce4effcb321b0300c0d4ccf0776a9f60cd89031171" 1427 | dependencies = [ 1428 | "serde_derive", 1429 | ] 1430 | 1431 | [[package]] 1432 | name = "serde_derive" 1433 | version = "1.0.125" 1434 | source = "registry+https://github.com/rust-lang/crates.io-index" 1435 | checksum = "b093b7a2bb58203b5da3056c05b4ec1fed827dcfdb37347a8841695263b3d06d" 1436 | dependencies = [ 1437 | "proc-macro2", 1438 | "quote", 1439 | "syn 1.0.109", 1440 | ] 1441 | 1442 | [[package]] 1443 | name = "serde_json" 1444 | version = "1.0.64" 1445 | source = "registry+https://github.com/rust-lang/crates.io-index" 1446 | checksum = "799e97dc9fdae36a5c8b8f2cae9ce2ee9fdce2058c57a93e6099d919fd982f79" 1447 | dependencies = [ 1448 | "itoa 0.4.7", 1449 | "ryu", 1450 | "serde", 1451 | ] 1452 | 1453 | [[package]] 1454 | name = "serde_urlencoded" 1455 | version = "0.7.1" 1456 | source = "registry+https://github.com/rust-lang/crates.io-index" 1457 | checksum = "d3491c14715ca2294c4d6a88f15e84739788c1d030eed8c110436aafdaa2f3fd" 1458 | dependencies = [ 1459 | "form_urlencoded", 1460 | "itoa 1.0.9", 1461 | "ryu", 1462 | "serde", 1463 | ] 1464 | 1465 | [[package]] 1466 | name = "serde_yaml" 1467 | version = "0.8.17" 1468 | source = "registry+https://github.com/rust-lang/crates.io-index" 1469 | checksum = "15654ed4ab61726bf918a39cb8d98a2e2995b002387807fa6ba58fdf7f59bb23" 1470 | dependencies = [ 1471 | "dtoa", 1472 | "linked-hash-map", 1473 | "serde", 1474 | "yaml-rust", 1475 | ] 1476 | 1477 | [[package]] 1478 | name = "servo_arc" 1479 | version = "0.1.1" 1480 | source = "registry+https://github.com/rust-lang/crates.io-index" 1481 | checksum = "d98238b800e0d1576d8b6e3de32827c2d74bee68bb97748dcf5071fb53965432" 1482 | dependencies = [ 1483 | "nodrop", 1484 | "stable_deref_trait", 1485 | ] 1486 | 1487 | [[package]] 1488 | name = "siphasher" 1489 | version = "0.3.9" 1490 | source = "registry+https://github.com/rust-lang/crates.io-index" 1491 | checksum = "a86232ab60fa71287d7f2ddae4a7073f6b7aac33631c3015abb556f08c6d0a3e" 1492 | 1493 | [[package]] 1494 | name = "slab" 1495 | version = "0.4.9" 1496 | source = "registry+https://github.com/rust-lang/crates.io-index" 1497 | checksum = "8f92a496fb766b417c996b9c5e57daf2f7ad3b0bebe1ccfca4856390e3d3bb67" 1498 | dependencies = [ 1499 | "autocfg", 1500 | ] 1501 | 1502 | [[package]] 1503 | name = "smallvec" 1504 | version = "1.13.2" 1505 | source = "registry+https://github.com/rust-lang/crates.io-index" 1506 | checksum = "3c5e1a9a646d36c3599cd173a41282daf47c44583ad367b8e6837255952e5c67" 1507 | 1508 | [[package]] 1509 | name = "socket2" 1510 | version = "0.5.8" 1511 | source = "registry+https://github.com/rust-lang/crates.io-index" 1512 | checksum = "c970269d99b64e60ec3bd6ad27270092a5394c4e309314b18ae3fe575695fbe8" 1513 | dependencies = [ 1514 | "libc", 1515 | "windows-sys", 1516 | ] 1517 | 1518 | [[package]] 1519 | name = "spin" 1520 | version = "0.9.8" 1521 | source = "registry+https://github.com/rust-lang/crates.io-index" 1522 | checksum = "6980e8d7511241f8acf4aebddbb1ff938df5eebe98691418c4468d0b72a96a67" 1523 | 1524 | [[package]] 1525 | name = "stable_deref_trait" 1526 | version = "1.2.0" 1527 | source = "registry+https://github.com/rust-lang/crates.io-index" 1528 | checksum = "a8f112729512f8e442d81f95a8a7ddf2b7c6b8a1a6f509a95864142b30cab2d3" 1529 | 1530 | [[package]] 1531 | name = "string_cache" 1532 | version = "0.8.3" 1533 | source = "registry+https://github.com/rust-lang/crates.io-index" 1534 | checksum = "33994d0838dc2d152d17a62adf608a869b5e846b65b389af7f3dbc1de45c5b26" 1535 | dependencies = [ 1536 | "lazy_static", 1537 | "new_debug_unreachable", 1538 | "parking_lot", 1539 | "phf_shared 0.10.0", 1540 | "precomputed-hash", 1541 | "serde", 1542 | ] 1543 | 1544 | [[package]] 1545 | name = "string_cache_codegen" 1546 | version = "0.5.1" 1547 | source = "registry+https://github.com/rust-lang/crates.io-index" 1548 | checksum = "f24c8e5e19d22a726626f1a5e16fe15b132dcf21d10177fa5a45ce7962996b97" 1549 | dependencies = [ 1550 | "phf_generator", 1551 | "phf_shared 0.8.0", 1552 | "proc-macro2", 1553 | "quote", 1554 | ] 1555 | 1556 | [[package]] 1557 | name = "subtle" 1558 | version = "2.6.1" 1559 | source = "registry+https://github.com/rust-lang/crates.io-index" 1560 | checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292" 1561 | 1562 | [[package]] 1563 | name = "syn" 1564 | version = "1.0.109" 1565 | source = "registry+https://github.com/rust-lang/crates.io-index" 1566 | checksum = "72b64191b275b66ffe2469e8af2c1cfe3bafa67b529ead792a6d0160888b4237" 1567 | dependencies = [ 1568 | "proc-macro2", 1569 | "quote", 1570 | "unicode-ident", 1571 | ] 1572 | 1573 | [[package]] 1574 | name = "syn" 1575 | version = "2.0.90" 1576 | source = "registry+https://github.com/rust-lang/crates.io-index" 1577 | checksum = "919d3b74a5dd0ccd15aeb8f93e7006bd9e14c295087c9896a110f490752bcf31" 1578 | dependencies = [ 1579 | "proc-macro2", 1580 | "quote", 1581 | "unicode-ident", 1582 | ] 1583 | 1584 | [[package]] 1585 | name = "sync_wrapper" 1586 | version = "1.0.2" 1587 | source = "registry+https://github.com/rust-lang/crates.io-index" 1588 | checksum = "0bf256ce5efdfa370213c1dabab5935a12e49f2c58d15e9eac2870d3b4f27263" 1589 | dependencies = [ 1590 | "futures-core", 1591 | ] 1592 | 1593 | [[package]] 1594 | name = "synstructure" 1595 | version = "0.13.1" 1596 | source = "registry+https://github.com/rust-lang/crates.io-index" 1597 | checksum = "c8af7666ab7b6390ab78131fb5b0fce11d6b7a6951602017c35fa82800708971" 1598 | dependencies = [ 1599 | "proc-macro2", 1600 | "quote", 1601 | "syn 2.0.90", 1602 | ] 1603 | 1604 | [[package]] 1605 | name = "tendril" 1606 | version = "0.4.2" 1607 | source = "registry+https://github.com/rust-lang/crates.io-index" 1608 | checksum = "a9ef557cb397a4f0a5a3a628f06515f78563f2209e64d47055d9dc6052bf5e33" 1609 | dependencies = [ 1610 | "futf", 1611 | "mac", 1612 | "utf-8", 1613 | ] 1614 | 1615 | [[package]] 1616 | name = "termcolor" 1617 | version = "1.1.2" 1618 | source = "registry+https://github.com/rust-lang/crates.io-index" 1619 | checksum = "2dfed899f0eb03f32ee8c6a0aabdb8a7949659e3466561fc0adf54e26d88c5f4" 1620 | dependencies = [ 1621 | "winapi-util", 1622 | ] 1623 | 1624 | [[package]] 1625 | name = "thin-slice" 1626 | version = "0.1.1" 1627 | source = "registry+https://github.com/rust-lang/crates.io-index" 1628 | checksum = "8eaa81235c7058867fa8c0e7314f33dcce9c215f535d1913822a2b3f5e289f3c" 1629 | 1630 | [[package]] 1631 | name = "thiserror" 1632 | version = "2.0.3" 1633 | source = "registry+https://github.com/rust-lang/crates.io-index" 1634 | checksum = "c006c85c7651b3cf2ada4584faa36773bd07bac24acfb39f3c431b36d7e667aa" 1635 | dependencies = [ 1636 | "thiserror-impl", 1637 | ] 1638 | 1639 | [[package]] 1640 | name = "thiserror-impl" 1641 | version = "2.0.3" 1642 | source = "registry+https://github.com/rust-lang/crates.io-index" 1643 | checksum = "f077553d607adc1caf65430528a576c757a71ed73944b66ebb58ef2bbd243568" 1644 | dependencies = [ 1645 | "proc-macro2", 1646 | "quote", 1647 | "syn 2.0.90", 1648 | ] 1649 | 1650 | [[package]] 1651 | name = "time" 1652 | version = "0.1.44" 1653 | source = "registry+https://github.com/rust-lang/crates.io-index" 1654 | checksum = "6db9e6914ab8b1ae1c260a4ae7a49b6c5611b40328a735b21862567685e73255" 1655 | dependencies = [ 1656 | "libc", 1657 | "wasi 0.10.0+wasi-snapshot-preview1", 1658 | "winapi", 1659 | ] 1660 | 1661 | [[package]] 1662 | name = "tinystr" 1663 | version = "0.7.6" 1664 | source = "registry+https://github.com/rust-lang/crates.io-index" 1665 | checksum = "9117f5d4db391c1cf6927e7bea3db74b9a1c1add8f7eda9ffd5364f40f57b82f" 1666 | dependencies = [ 1667 | "displaydoc", 1668 | "zerovec", 1669 | ] 1670 | 1671 | [[package]] 1672 | name = "tinyvec" 1673 | version = "1.2.0" 1674 | source = "registry+https://github.com/rust-lang/crates.io-index" 1675 | checksum = "5b5220f05bb7de7f3f53c7c065e1199b3172696fe2db9f9c4d8ad9b4ee74c342" 1676 | dependencies = [ 1677 | "tinyvec_macros", 1678 | ] 1679 | 1680 | [[package]] 1681 | name = "tinyvec_macros" 1682 | version = "0.1.0" 1683 | source = "registry+https://github.com/rust-lang/crates.io-index" 1684 | checksum = "cda74da7e1a664f795bb1f8a87ec406fb89a02522cf6e50620d016add6dbbf5c" 1685 | 1686 | [[package]] 1687 | name = "tokio" 1688 | version = "1.42.0" 1689 | source = "registry+https://github.com/rust-lang/crates.io-index" 1690 | checksum = "5cec9b21b0450273377fc97bd4c33a8acffc8c996c987a7c5b319a0083707551" 1691 | dependencies = [ 1692 | "backtrace", 1693 | "bytes", 1694 | "libc", 1695 | "mio", 1696 | "pin-project-lite", 1697 | "socket2", 1698 | "tokio-macros", 1699 | "windows-sys", 1700 | ] 1701 | 1702 | [[package]] 1703 | name = "tokio-macros" 1704 | version = "2.4.0" 1705 | source = "registry+https://github.com/rust-lang/crates.io-index" 1706 | checksum = "693d596312e88961bc67d7f1f97af8a70227d9f90c31bba5806eec004978d752" 1707 | dependencies = [ 1708 | "proc-macro2", 1709 | "quote", 1710 | "syn 2.0.90", 1711 | ] 1712 | 1713 | [[package]] 1714 | name = "tokio-rustls" 1715 | version = "0.26.1" 1716 | source = "registry+https://github.com/rust-lang/crates.io-index" 1717 | checksum = "5f6d0975eaace0cf0fcadee4e4aaa5da15b5c079146f2cffb67c113be122bf37" 1718 | dependencies = [ 1719 | "rustls", 1720 | "tokio", 1721 | ] 1722 | 1723 | [[package]] 1724 | name = "tower-service" 1725 | version = "0.3.1" 1726 | source = "registry+https://github.com/rust-lang/crates.io-index" 1727 | checksum = "360dfd1d6d30e05fda32ace2c8c70e9c0a9da713275777f5a4dbb8a1893930c6" 1728 | 1729 | [[package]] 1730 | name = "tracing" 1731 | version = "0.1.40" 1732 | source = "registry+https://github.com/rust-lang/crates.io-index" 1733 | checksum = "c3523ab5a71916ccf420eebdf5521fcef02141234bbc0b8a49f2fdc4544364ef" 1734 | dependencies = [ 1735 | "pin-project-lite", 1736 | "tracing-core", 1737 | ] 1738 | 1739 | [[package]] 1740 | name = "tracing-core" 1741 | version = "0.1.32" 1742 | source = "registry+https://github.com/rust-lang/crates.io-index" 1743 | checksum = "c06d3da6113f116aaee68e4d601191614c9053067f9ab7f6edbcb161237daa54" 1744 | dependencies = [ 1745 | "once_cell", 1746 | ] 1747 | 1748 | [[package]] 1749 | name = "try-lock" 1750 | version = "0.2.3" 1751 | source = "registry+https://github.com/rust-lang/crates.io-index" 1752 | checksum = "59547bce71d9c38b83d9c0e92b6066c4253371f15005def0c30d9657f50c7642" 1753 | 1754 | [[package]] 1755 | name = "unicase" 1756 | version = "2.6.0" 1757 | source = "registry+https://github.com/rust-lang/crates.io-index" 1758 | checksum = "50f37be617794602aabbeee0be4f259dc1778fabe05e2d67ee8f79326d5cb4f6" 1759 | dependencies = [ 1760 | "version_check", 1761 | ] 1762 | 1763 | [[package]] 1764 | name = "unicode-ident" 1765 | version = "1.0.8" 1766 | source = "registry+https://github.com/rust-lang/crates.io-index" 1767 | checksum = "e5464a87b239f13a63a501f2701565754bae92d243d4bb7eb12f6d57d2269bf4" 1768 | 1769 | [[package]] 1770 | name = "unicode-width" 1771 | version = "0.1.8" 1772 | source = "registry+https://github.com/rust-lang/crates.io-index" 1773 | checksum = "9337591893a19b88d8d87f2cec1e73fad5cdfd10e5a6f349f498ad6ea2ffb1e3" 1774 | 1775 | [[package]] 1776 | name = "untrusted" 1777 | version = "0.9.0" 1778 | source = "registry+https://github.com/rust-lang/crates.io-index" 1779 | checksum = "8ecb6da28b8a351d773b68d5825ac39017e680750f980f3a1a85cd8dd28a47c1" 1780 | 1781 | [[package]] 1782 | name = "url" 1783 | version = "2.5.4" 1784 | source = "registry+https://github.com/rust-lang/crates.io-index" 1785 | checksum = "32f8b686cadd1473f4bd0117a5d28d36b1ade384ea9b5069a1c40aefed7fda60" 1786 | dependencies = [ 1787 | "form_urlencoded", 1788 | "idna", 1789 | "percent-encoding", 1790 | ] 1791 | 1792 | [[package]] 1793 | name = "utf-8" 1794 | version = "0.7.6" 1795 | source = "registry+https://github.com/rust-lang/crates.io-index" 1796 | checksum = "09cc8ee72d2a9becf2f2febe0205bbed8fc6615b7cb429ad062dc7b7ddd036a9" 1797 | 1798 | [[package]] 1799 | name = "utf16_iter" 1800 | version = "1.0.5" 1801 | source = "registry+https://github.com/rust-lang/crates.io-index" 1802 | checksum = "c8232dd3cdaed5356e0f716d285e4b40b932ac434100fe9b7e0e8e935b9e6246" 1803 | 1804 | [[package]] 1805 | name = "utf8_iter" 1806 | version = "1.0.4" 1807 | source = "registry+https://github.com/rust-lang/crates.io-index" 1808 | checksum = "b6c140620e7ffbb22c2dee59cafe6084a59b5ffc27a8859a5f0d494b5d52b6be" 1809 | 1810 | [[package]] 1811 | name = "version_check" 1812 | version = "0.9.3" 1813 | source = "registry+https://github.com/rust-lang/crates.io-index" 1814 | checksum = "5fecdca9a5291cc2b8dcf7dc02453fee791a280f3743cb0905f8822ae463b3fe" 1815 | 1816 | [[package]] 1817 | name = "want" 1818 | version = "0.3.0" 1819 | source = "registry+https://github.com/rust-lang/crates.io-index" 1820 | checksum = "1ce8a968cb1cd110d136ff8b819a556d6fb6d919363c61534f6860c7eb172ba0" 1821 | dependencies = [ 1822 | "log", 1823 | "try-lock", 1824 | ] 1825 | 1826 | [[package]] 1827 | name = "wasi" 1828 | version = "0.9.0+wasi-snapshot-preview1" 1829 | source = "registry+https://github.com/rust-lang/crates.io-index" 1830 | checksum = "cccddf32554fecc6acb585f82a32a72e28b48f8c4c1883ddfeeeaa96f7d8e519" 1831 | 1832 | [[package]] 1833 | name = "wasi" 1834 | version = "0.10.0+wasi-snapshot-preview1" 1835 | source = "registry+https://github.com/rust-lang/crates.io-index" 1836 | checksum = "1a143597ca7c7793eff794def352d41792a93c481eb1042423ff7ff72ba2c31f" 1837 | 1838 | [[package]] 1839 | name = "wasi" 1840 | version = "0.11.0+wasi-snapshot-preview1" 1841 | source = "registry+https://github.com/rust-lang/crates.io-index" 1842 | checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423" 1843 | 1844 | [[package]] 1845 | name = "wasm-bindgen" 1846 | version = "0.2.99" 1847 | source = "registry+https://github.com/rust-lang/crates.io-index" 1848 | checksum = "a474f6281d1d70c17ae7aa6a613c87fce69a127e2624002df63dcb39d6cf6396" 1849 | dependencies = [ 1850 | "cfg-if", 1851 | "once_cell", 1852 | "wasm-bindgen-macro", 1853 | ] 1854 | 1855 | [[package]] 1856 | name = "wasm-bindgen-backend" 1857 | version = "0.2.99" 1858 | source = "registry+https://github.com/rust-lang/crates.io-index" 1859 | checksum = "5f89bb38646b4f81674e8f5c3fb81b562be1fd936d84320f3264486418519c79" 1860 | dependencies = [ 1861 | "bumpalo", 1862 | "log", 1863 | "proc-macro2", 1864 | "quote", 1865 | "syn 2.0.90", 1866 | "wasm-bindgen-shared", 1867 | ] 1868 | 1869 | [[package]] 1870 | name = "wasm-bindgen-futures" 1871 | version = "0.4.23" 1872 | source = "registry+https://github.com/rust-lang/crates.io-index" 1873 | checksum = "81b8b767af23de6ac18bf2168b690bed2902743ddf0fb39252e36f9e2bfc63ea" 1874 | dependencies = [ 1875 | "cfg-if", 1876 | "js-sys", 1877 | "wasm-bindgen", 1878 | "web-sys", 1879 | ] 1880 | 1881 | [[package]] 1882 | name = "wasm-bindgen-macro" 1883 | version = "0.2.99" 1884 | source = "registry+https://github.com/rust-lang/crates.io-index" 1885 | checksum = "2cc6181fd9a7492eef6fef1f33961e3695e4579b9872a6f7c83aee556666d4fe" 1886 | dependencies = [ 1887 | "quote", 1888 | "wasm-bindgen-macro-support", 1889 | ] 1890 | 1891 | [[package]] 1892 | name = "wasm-bindgen-macro-support" 1893 | version = "0.2.99" 1894 | source = "registry+https://github.com/rust-lang/crates.io-index" 1895 | checksum = "30d7a95b763d3c45903ed6c81f156801839e5ee968bb07e534c44df0fcd330c2" 1896 | dependencies = [ 1897 | "proc-macro2", 1898 | "quote", 1899 | "syn 2.0.90", 1900 | "wasm-bindgen-backend", 1901 | "wasm-bindgen-shared", 1902 | ] 1903 | 1904 | [[package]] 1905 | name = "wasm-bindgen-shared" 1906 | version = "0.2.99" 1907 | source = "registry+https://github.com/rust-lang/crates.io-index" 1908 | checksum = "943aab3fdaaa029a6e0271b35ea10b72b943135afe9bffca82384098ad0e06a6" 1909 | 1910 | [[package]] 1911 | name = "web-sys" 1912 | version = "0.3.50" 1913 | source = "registry+https://github.com/rust-lang/crates.io-index" 1914 | checksum = "a905d57e488fec8861446d3393670fb50d27a262344013181c2cdf9fff5481be" 1915 | dependencies = [ 1916 | "js-sys", 1917 | "wasm-bindgen", 1918 | ] 1919 | 1920 | [[package]] 1921 | name = "web-time" 1922 | version = "1.1.0" 1923 | source = "registry+https://github.com/rust-lang/crates.io-index" 1924 | checksum = "5a6580f308b1fad9207618087a65c04e7a10bc77e02c8e84e9b00dd4b12fa0bb" 1925 | dependencies = [ 1926 | "js-sys", 1927 | "wasm-bindgen", 1928 | ] 1929 | 1930 | [[package]] 1931 | name = "webpki-roots" 1932 | version = "0.26.7" 1933 | source = "registry+https://github.com/rust-lang/crates.io-index" 1934 | checksum = "5d642ff16b7e79272ae451b7322067cdc17cadf68c23264be9d94a32319efe7e" 1935 | dependencies = [ 1936 | "rustls-pki-types", 1937 | ] 1938 | 1939 | [[package]] 1940 | name = "winapi" 1941 | version = "0.3.9" 1942 | source = "registry+https://github.com/rust-lang/crates.io-index" 1943 | checksum = "5c839a674fcd7a98952e593242ea400abe93992746761e38641405d28b00f419" 1944 | dependencies = [ 1945 | "winapi-i686-pc-windows-gnu", 1946 | "winapi-x86_64-pc-windows-gnu", 1947 | ] 1948 | 1949 | [[package]] 1950 | name = "winapi-i686-pc-windows-gnu" 1951 | version = "0.4.0" 1952 | source = "registry+https://github.com/rust-lang/crates.io-index" 1953 | checksum = "ac3b87c63620426dd9b991e5ce0329eff545bccbbb34f3be09ff6fb6ab51b7b6" 1954 | 1955 | [[package]] 1956 | name = "winapi-util" 1957 | version = "0.1.5" 1958 | source = "registry+https://github.com/rust-lang/crates.io-index" 1959 | checksum = "70ec6ce85bb158151cae5e5c87f95a8e97d2c0c4b001223f33a334e3ce5de178" 1960 | dependencies = [ 1961 | "winapi", 1962 | ] 1963 | 1964 | [[package]] 1965 | name = "winapi-x86_64-pc-windows-gnu" 1966 | version = "0.4.0" 1967 | source = "registry+https://github.com/rust-lang/crates.io-index" 1968 | checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f" 1969 | 1970 | [[package]] 1971 | name = "windows-registry" 1972 | version = "0.2.0" 1973 | source = "registry+https://github.com/rust-lang/crates.io-index" 1974 | checksum = "e400001bb720a623c1c69032f8e3e4cf09984deec740f007dd2b03ec864804b0" 1975 | dependencies = [ 1976 | "windows-result", 1977 | "windows-strings", 1978 | "windows-targets", 1979 | ] 1980 | 1981 | [[package]] 1982 | name = "windows-result" 1983 | version = "0.2.0" 1984 | source = "registry+https://github.com/rust-lang/crates.io-index" 1985 | checksum = "1d1043d8214f791817bab27572aaa8af63732e11bf84aa21a45a78d6c317ae0e" 1986 | dependencies = [ 1987 | "windows-targets", 1988 | ] 1989 | 1990 | [[package]] 1991 | name = "windows-strings" 1992 | version = "0.1.0" 1993 | source = "registry+https://github.com/rust-lang/crates.io-index" 1994 | checksum = "4cd9b125c486025df0eabcb585e62173c6c9eddcec5d117d3b6e8c30e2ee4d10" 1995 | dependencies = [ 1996 | "windows-result", 1997 | "windows-targets", 1998 | ] 1999 | 2000 | [[package]] 2001 | name = "windows-sys" 2002 | version = "0.52.0" 2003 | source = "registry+https://github.com/rust-lang/crates.io-index" 2004 | checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d" 2005 | dependencies = [ 2006 | "windows-targets", 2007 | ] 2008 | 2009 | [[package]] 2010 | name = "windows-targets" 2011 | version = "0.52.6" 2012 | source = "registry+https://github.com/rust-lang/crates.io-index" 2013 | checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973" 2014 | dependencies = [ 2015 | "windows_aarch64_gnullvm", 2016 | "windows_aarch64_msvc", 2017 | "windows_i686_gnu", 2018 | "windows_i686_gnullvm", 2019 | "windows_i686_msvc", 2020 | "windows_x86_64_gnu", 2021 | "windows_x86_64_gnullvm", 2022 | "windows_x86_64_msvc", 2023 | ] 2024 | 2025 | [[package]] 2026 | name = "windows_aarch64_gnullvm" 2027 | version = "0.52.6" 2028 | source = "registry+https://github.com/rust-lang/crates.io-index" 2029 | checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3" 2030 | 2031 | [[package]] 2032 | name = "windows_aarch64_msvc" 2033 | version = "0.52.6" 2034 | source = "registry+https://github.com/rust-lang/crates.io-index" 2035 | checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469" 2036 | 2037 | [[package]] 2038 | name = "windows_i686_gnu" 2039 | version = "0.52.6" 2040 | source = "registry+https://github.com/rust-lang/crates.io-index" 2041 | checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b" 2042 | 2043 | [[package]] 2044 | name = "windows_i686_gnullvm" 2045 | version = "0.52.6" 2046 | source = "registry+https://github.com/rust-lang/crates.io-index" 2047 | checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66" 2048 | 2049 | [[package]] 2050 | name = "windows_i686_msvc" 2051 | version = "0.52.6" 2052 | source = "registry+https://github.com/rust-lang/crates.io-index" 2053 | checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66" 2054 | 2055 | [[package]] 2056 | name = "windows_x86_64_gnu" 2057 | version = "0.52.6" 2058 | source = "registry+https://github.com/rust-lang/crates.io-index" 2059 | checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78" 2060 | 2061 | [[package]] 2062 | name = "windows_x86_64_gnullvm" 2063 | version = "0.52.6" 2064 | source = "registry+https://github.com/rust-lang/crates.io-index" 2065 | checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d" 2066 | 2067 | [[package]] 2068 | name = "windows_x86_64_msvc" 2069 | version = "0.52.6" 2070 | source = "registry+https://github.com/rust-lang/crates.io-index" 2071 | checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec" 2072 | 2073 | [[package]] 2074 | name = "write16" 2075 | version = "1.0.0" 2076 | source = "registry+https://github.com/rust-lang/crates.io-index" 2077 | checksum = "d1890f4022759daae28ed4fe62859b1236caebfc61ede2f63ed4e695f3f6d936" 2078 | 2079 | [[package]] 2080 | name = "writeable" 2081 | version = "0.5.5" 2082 | source = "registry+https://github.com/rust-lang/crates.io-index" 2083 | checksum = "1e9df38ee2d2c3c5948ea468a8406ff0db0b29ae1ffde1bcf20ef305bcc95c51" 2084 | 2085 | [[package]] 2086 | name = "yaml-rust" 2087 | version = "0.4.5" 2088 | source = "registry+https://github.com/rust-lang/crates.io-index" 2089 | checksum = "56c1936c4cc7a1c9ab21a1ebb602eb942ba868cbd44a99cb7cdc5892335e1c85" 2090 | dependencies = [ 2091 | "linked-hash-map", 2092 | ] 2093 | 2094 | [[package]] 2095 | name = "yoke" 2096 | version = "0.7.5" 2097 | source = "registry+https://github.com/rust-lang/crates.io-index" 2098 | checksum = "120e6aef9aa629e3d4f52dc8cc43a015c7724194c97dfaf45180d2daf2b77f40" 2099 | dependencies = [ 2100 | "serde", 2101 | "stable_deref_trait", 2102 | "yoke-derive", 2103 | "zerofrom", 2104 | ] 2105 | 2106 | [[package]] 2107 | name = "yoke-derive" 2108 | version = "0.7.5" 2109 | source = "registry+https://github.com/rust-lang/crates.io-index" 2110 | checksum = "2380878cad4ac9aac1e2435f3eb4020e8374b5f13c296cb75b4620ff8e229154" 2111 | dependencies = [ 2112 | "proc-macro2", 2113 | "quote", 2114 | "syn 2.0.90", 2115 | "synstructure", 2116 | ] 2117 | 2118 | [[package]] 2119 | name = "zerofrom" 2120 | version = "0.1.5" 2121 | source = "registry+https://github.com/rust-lang/crates.io-index" 2122 | checksum = "cff3ee08c995dee1859d998dea82f7374f2826091dd9cd47def953cae446cd2e" 2123 | dependencies = [ 2124 | "zerofrom-derive", 2125 | ] 2126 | 2127 | [[package]] 2128 | name = "zerofrom-derive" 2129 | version = "0.1.5" 2130 | source = "registry+https://github.com/rust-lang/crates.io-index" 2131 | checksum = "595eed982f7d355beb85837f651fa22e90b3c044842dc7f2c2842c086f295808" 2132 | dependencies = [ 2133 | "proc-macro2", 2134 | "quote", 2135 | "syn 2.0.90", 2136 | "synstructure", 2137 | ] 2138 | 2139 | [[package]] 2140 | name = "zeroize" 2141 | version = "1.8.1" 2142 | source = "registry+https://github.com/rust-lang/crates.io-index" 2143 | checksum = "ced3678a2879b30306d323f4542626697a464a97c0a07c9aebf7ebca65cd4dde" 2144 | 2145 | [[package]] 2146 | name = "zerovec" 2147 | version = "0.10.4" 2148 | source = "registry+https://github.com/rust-lang/crates.io-index" 2149 | checksum = "aa2b893d79df23bfb12d5461018d408ea19dfafe76c2c7ef6d4eba614f8ff079" 2150 | dependencies = [ 2151 | "yoke", 2152 | "zerofrom", 2153 | "zerovec-derive", 2154 | ] 2155 | 2156 | [[package]] 2157 | name = "zerovec-derive" 2158 | version = "0.10.3" 2159 | source = "registry+https://github.com/rust-lang/crates.io-index" 2160 | checksum = "6eafa6dfb17584ea3e2bd6e76e0cc15ad7af12b09abdd1ca55961bed9b1063c6" 2161 | dependencies = [ 2162 | "proc-macro2", 2163 | "quote", 2164 | "syn 2.0.90", 2165 | ] 2166 | -------------------------------------------------------------------------------- /Cargo.toml: -------------------------------------------------------------------------------- 1 | [package] 2 | name = "awesome-rust" 3 | version = "0.1.0" 4 | authors = [] 5 | homepage = "https://github.com/rust-unofficial/awesome-rust" 6 | repository = "https://github.com/rust-unofficial/awesome-rust" 7 | edition = "2018" 8 | default-run = "awesome-rust" 9 | 10 | [dependencies] 11 | pulldown-cmark = "0.8" 12 | futures = "0.3" 13 | reqwest = { version="0.12", default-features=false, features=["rustls-tls", "json"] } 14 | tokio = {version = "1", features = ["macros", "rt", "rt-multi-thread", "time"] } 15 | serde = { version = "1.0", features = ["derive"] } 16 | serde_yaml = "0.8" 17 | hyper = "0.14" 18 | anyhow = "1" 19 | thiserror = "2" 20 | lazy_static = "1" 21 | env_logger = "0.8" 22 | log = "0.4" 23 | regex = "1" 24 | scraper = "0.12" 25 | chrono = { version = "0.4", features = ["serde"] } 26 | chrono-humanize = "0.2" 27 | diffy = "0.3" 28 | serde_json = "*" 29 | -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- 1 | Creative Commons Legal Code 2 | 3 | CC0 1.0 Universal 4 | 5 | CREATIVE COMMONS CORPORATION IS NOT A LAW FIRM AND DOES NOT PROVIDE 6 | LEGAL SERVICES. DISTRIBUTION OF THIS DOCUMENT DOES NOT CREATE AN 7 | ATTORNEY-CLIENT RELATIONSHIP. CREATIVE COMMONS PROVIDES THIS 8 | INFORMATION ON AN "AS-IS" BASIS. CREATIVE COMMONS MAKES NO WARRANTIES 9 | REGARDING THE USE OF THIS DOCUMENT OR THE INFORMATION OR WORKS 10 | PROVIDED HEREUNDER, AND DISCLAIMS LIABILITY FOR DAMAGES RESULTING FROM 11 | THE USE OF THIS DOCUMENT OR THE INFORMATION OR WORKS PROVIDED 12 | HEREUNDER. 13 | 14 | Statement of Purpose 15 | 16 | The laws of most jurisdictions throughout the world automatically confer 17 | exclusive Copyright and Related Rights (defined below) upon the creator 18 | and subsequent owner(s) (each and all, an "owner") of an original work of 19 | authorship and/or a database (each, a "Work"). 20 | 21 | Certain owners wish to permanently relinquish those rights to a Work for 22 | the purpose of contributing to a commons of creative, cultural and 23 | scientific works ("Commons") that the public can reliably and without fear 24 | of later claims of infringement build upon, modify, incorporate in other 25 | works, reuse and redistribute as freely as possible in any form whatsoever 26 | and for any purposes, including without limitation commercial purposes. 27 | These owners may contribute to the Commons to promote the ideal of a free 28 | culture and the further production of creative, cultural and scientific 29 | works, or to gain reputation or greater distribution for their Work in 30 | part through the use and efforts of others. 31 | 32 | For these and/or other purposes and motivations, and without any 33 | expectation of additional consideration or compensation, the person 34 | associating CC0 with a Work (the "Affirmer"), to the extent that he or she 35 | is an owner of Copyright and Related Rights in the Work, voluntarily 36 | elects to apply CC0 to the Work and publicly distribute the Work under its 37 | terms, with knowledge of his or her Copyright and Related Rights in the 38 | Work and the meaning and intended legal effect of CC0 on those rights. 39 | 40 | 1. Copyright and Related Rights. A Work made available under CC0 may be 41 | protected by copyright and related or neighboring rights ("Copyright and 42 | Related Rights"). Copyright and Related Rights include, but are not 43 | limited to, the following: 44 | 45 | i. the right to reproduce, adapt, distribute, perform, display, 46 | communicate, and translate a Work; 47 | ii. moral rights retained by the original author(s) and/or performer(s); 48 | iii. publicity and privacy rights pertaining to a person's image or 49 | likeness depicted in a Work; 50 | iv. rights protecting against unfair competition in regards to a Work, 51 | subject to the limitations in paragraph 4(a), below; 52 | v. rights protecting the extraction, dissemination, use and reuse of data 53 | in a Work; 54 | vi. database rights (such as those arising under Directive 96/9/EC of the 55 | European Parliament and of the Council of 11 March 1996 on the legal 56 | protection of databases, and under any national implementation 57 | thereof, including any amended or successor version of such 58 | directive); and 59 | vii. other similar, equivalent or corresponding rights throughout the 60 | world based on applicable law or treaty, and any national 61 | implementations thereof. 62 | 63 | 2. Waiver. To the greatest extent permitted by, but not in contravention 64 | of, applicable law, Affirmer hereby overtly, fully, permanently, 65 | irrevocably and unconditionally waives, abandons, and surrenders all of 66 | Affirmer's Copyright and Related Rights and associated claims and causes 67 | of action, whether now known or unknown (including existing as well as 68 | future claims and causes of action), in the Work (i) in all territories 69 | worldwide, (ii) for the maximum duration provided by applicable law or 70 | treaty (including future time extensions), (iii) in any current or future 71 | medium and for any number of copies, and (iv) for any purpose whatsoever, 72 | including without limitation commercial, advertising or promotional 73 | purposes (the "Waiver"). Affirmer makes the Waiver for the benefit of each 74 | member of the public at large and to the detriment of Affirmer's heirs and 75 | successors, fully intending that such Waiver shall not be subject to 76 | revocation, rescission, cancellation, termination, or any other legal or 77 | equitable action to disrupt the quiet enjoyment of the Work by the public 78 | as contemplated by Affirmer's express Statement of Purpose. 79 | 80 | 3. Public License Fallback. Should any part of the Waiver for any reason 81 | be judged legally invalid or ineffective under applicable law, then the 82 | Waiver shall be preserved to the maximum extent permitted taking into 83 | account Affirmer's express Statement of Purpose. In addition, to the 84 | extent the Waiver is so judged Affirmer hereby grants to each affected 85 | person a royalty-free, non transferable, non sublicensable, non exclusive, 86 | irrevocable and unconditional license to exercise Affirmer's Copyright and 87 | Related Rights in the Work (i) in all territories worldwide, (ii) for the 88 | maximum duration provided by applicable law or treaty (including future 89 | time extensions), (iii) in any current or future medium and for any number 90 | of copies, and (iv) for any purpose whatsoever, including without 91 | limitation commercial, advertising or promotional purposes (the 92 | "License"). The License shall be deemed effective as of the date CC0 was 93 | applied by Affirmer to the Work. Should any part of the License for any 94 | reason be judged legally invalid or ineffective under applicable law, such 95 | partial invalidity or ineffectiveness shall not invalidate the remainder 96 | of the License, and in such case Affirmer hereby affirms that he or she 97 | will not (i) exercise any of his or her remaining Copyright and Related 98 | Rights in the Work or (ii) assert any associated claims and causes of 99 | action with respect to the Work, in either case contrary to Affirmer's 100 | express Statement of Purpose. 101 | 102 | 4. Limitations and Disclaimers. 103 | 104 | a. No trademark or patent rights held by Affirmer are waived, abandoned, 105 | surrendered, licensed or otherwise affected by this document. 106 | b. Affirmer offers the Work as-is and makes no representations or 107 | warranties of any kind concerning the Work, express, implied, 108 | statutory or otherwise, including without limitation warranties of 109 | title, merchantability, fitness for a particular purpose, non 110 | infringement, or the absence of latent or other defects, accuracy, or 111 | the present or absence of errors, whether or not discoverable, all to 112 | the greatest extent permissible under applicable law. 113 | c. Affirmer disclaims responsibility for clearing rights of other persons 114 | that may apply to the Work or any use thereof, including without 115 | limitation any person's Copyright and Related Rights in the Work. 116 | Further, Affirmer disclaims responsibility for obtaining any necessary 117 | consents, permissions or other rights required for any use of the 118 | Work. 119 | d. Affirmer understands and acknowledges that Creative Commons is not a 120 | party to this document and has no duty or obligation with respect to 121 | this CC0 or use of the Work. 122 | -------------------------------------------------------------------------------- /results/.gitignore: -------------------------------------------------------------------------------- 1 | # Note that this is in a directory so we can cache it with Travis 2 | *.yaml 3 | -------------------------------------------------------------------------------- /src/bin/cleanup.rs: -------------------------------------------------------------------------------- 1 | // Cleans up `README.md` 2 | // Usage: cargo run --bin cleanup 3 | 4 | use std::fs; 5 | use std::fs::File; 6 | use std::io::Read; 7 | 8 | fn fix_dashes(lines: Vec) -> Vec { 9 | let mut fixed_lines: Vec = Vec::with_capacity(lines.len()); 10 | 11 | let mut within_content = false; 12 | 13 | for line in lines { 14 | if within_content { 15 | fixed_lines.push(line.replace(" — ", " - ")); 16 | } else { 17 | if line.starts_with("## Applications") { 18 | within_content = true; 19 | } 20 | 21 | fixed_lines.push(line.to_string()); 22 | } 23 | } 24 | 25 | fixed_lines 26 | } 27 | 28 | fn main() { 29 | // Read the awesome file. 30 | let mut file = File::open("README.md").expect("Failed to read the file"); 31 | 32 | let mut contents = String::new(); 33 | file.read_to_string(&mut contents) 34 | .expect("Failed to read file contents"); 35 | 36 | // Split contents into lines. 37 | let lines: Vec = contents.lines().map(|l| l.to_string()).collect(); 38 | 39 | // Fix the dashes. 40 | let fixed_contents = fix_dashes(lines); 41 | 42 | // Write the awesome file. 43 | fs::write("README.md", fixed_contents.join("\n").as_bytes()) 44 | .expect("Failed to write to the file"); 45 | } 46 | -------------------------------------------------------------------------------- /src/bin/hacktoberfest.rs: -------------------------------------------------------------------------------- 1 | // Helper tool to dump all repos in awesome-rust that are tagged with "hacktoberfest" 2 | 3 | use anyhow::{format_err, Result}; 4 | use chrono::{DateTime, Duration, Local}; 5 | use futures::future::{select_all, BoxFuture, FutureExt}; 6 | use lazy_static::lazy_static; 7 | use log::{debug, warn}; 8 | use pulldown_cmark::{Event, Parser, Tag}; 9 | use regex::Regex; 10 | use reqwest::redirect::Policy; 11 | use reqwest::Client; 12 | use serde::{Deserialize, Serialize}; 13 | use std::collections::{BTreeMap, BTreeSet}; 14 | use std::env; 15 | use std::fs; 16 | use std::io::Write; 17 | use std::time; 18 | use std::u8; 19 | use thiserror::Error; 20 | use tokio::sync::Semaphore; 21 | use tokio::sync::SemaphorePermit; 22 | 23 | #[derive(Debug, Error, Serialize, Deserialize)] 24 | enum CheckerError { 25 | #[error("http error: {}", status)] 26 | HttpError { 27 | status: u16, 28 | location: Option, 29 | }, 30 | } 31 | 32 | struct MaxHandles { 33 | remaining: Semaphore, 34 | } 35 | 36 | struct Handle<'a> { 37 | _permit: SemaphorePermit<'a>, 38 | } 39 | 40 | impl MaxHandles { 41 | fn new(max: usize) -> MaxHandles { 42 | MaxHandles { 43 | remaining: Semaphore::new(max), 44 | } 45 | } 46 | 47 | async fn get(&self) -> Handle { 48 | let permit = self.remaining.acquire().await.unwrap(); 49 | Handle { _permit: permit } 50 | } 51 | } 52 | 53 | impl<'a> Drop for Handle<'a> { 54 | fn drop(&mut self) { 55 | debug!("Dropping"); 56 | } 57 | } 58 | 59 | lazy_static! { 60 | static ref CLIENT: Client = Client::builder() 61 | .danger_accept_invalid_certs(true) // because some certs are out of date 62 | .user_agent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10.14; rv:68.0) Gecko/20100101 Firefox/68.0") // so some sites (e.g. sciter.com) don't reject us 63 | .redirect(Policy::none()) 64 | .pool_max_idle_per_host(0) 65 | .timeout(time::Duration::from_secs(20)) 66 | .build().unwrap(); 67 | 68 | // This is to avoid errors with running out of file handles, so we only do 20 requests at a time 69 | static ref HANDLES: MaxHandles = MaxHandles::new(20); 70 | } 71 | 72 | lazy_static! { 73 | static ref GITHUB_REPO_REGEX: Regex = 74 | Regex::new(r"^https://github.com/(?P[^/]+)/(?P[^/]+)/?$").unwrap(); 75 | static ref GITHUB_API_REGEX: Regex = Regex::new(r"https://api.github.com/").unwrap(); 76 | } 77 | 78 | #[derive(Deserialize, Debug)] 79 | struct RepoInfo { 80 | full_name: String, 81 | description: Option, 82 | topics: Vec, 83 | } 84 | 85 | async fn get_hacktoberfest_core(github_url: String) -> Result { 86 | warn!("Downloading Hacktoberfest label for {}", github_url); 87 | let rewritten = GITHUB_REPO_REGEX 88 | .replace_all(&github_url, "https://api.github.com/repos/$org/$repo") 89 | .to_string(); 90 | let mut req = CLIENT.get(&rewritten); 91 | if let Ok(username) = env::var("USERNAME_FOR_GITHUB") { 92 | if let Ok(password) = env::var("TOKEN_FOR_GITHUB") { 93 | // needs a token with at least public_repo scope 94 | req = req.basic_auth(username, Some(password)); 95 | } 96 | } 97 | 98 | let resp = req.send().await; 99 | match resp { 100 | Err(err) => { 101 | warn!("Error while getting {}: {}", github_url, err); 102 | Err(CheckerError::HttpError { 103 | status: err.status().unwrap().as_u16(), 104 | location: Some(github_url.to_string()), 105 | }) 106 | } 107 | Ok(ok) => { 108 | if !ok.status().is_success() { 109 | return Err(CheckerError::HttpError { 110 | status: ok.status().as_u16(), 111 | location: None, 112 | }); 113 | } 114 | let raw = ok.text().await.unwrap(); 115 | match serde_json::from_str::(&raw) { 116 | Ok(val) => Ok(Info { 117 | name: val.full_name, 118 | description: val.description.unwrap_or_default(), 119 | hacktoberfest: val.topics.iter().any(|t| *t == "hacktoberfest"), 120 | }), 121 | Err(_) => { 122 | panic!("{}", raw); 123 | } 124 | } 125 | } 126 | } 127 | } 128 | 129 | fn get_hacktoberfest(url: String) -> BoxFuture<'static, (String, Result)> { 130 | debug!("Need handle for {}", url); 131 | async move { 132 | let _handle = HANDLES.get().await; 133 | (url.clone(), get_hacktoberfest_core(url).await) 134 | } 135 | .boxed() 136 | } 137 | 138 | #[derive(Debug, Serialize, Deserialize)] 139 | struct Info { 140 | hacktoberfest: bool, 141 | name: String, 142 | description: String, 143 | } 144 | 145 | #[derive(Debug, Serialize, Deserialize)] 146 | struct Link { 147 | updated_at: DateTime, 148 | info: Info, 149 | } 150 | 151 | type Results = BTreeMap; 152 | 153 | #[tokio::main] 154 | async fn main() -> Result<()> { 155 | env_logger::init(); 156 | let markdown_input = fs::read_to_string("README.md").expect("Can't read README.md"); 157 | let parser = Parser::new(&markdown_input); 158 | 159 | let mut used: BTreeSet = BTreeSet::new(); 160 | let mut results: Results = fs::read_to_string("results/hacktoberfest.yaml") 161 | .map_err(|e| format_err!("{}", e)) 162 | .and_then(|x| serde_yaml::from_str(&x).map_err(|e| format_err!("{}", e))) 163 | .unwrap_or_default(); 164 | 165 | let mut url_checks = vec![]; 166 | 167 | let mut do_check = |url: String| { 168 | if !url.starts_with("http") { 169 | return; 170 | } 171 | if used.contains(&url) { 172 | return; 173 | } 174 | used.insert(url.clone()); 175 | if results.contains_key(&url) { 176 | return; 177 | } 178 | let check = get_hacktoberfest(url).boxed(); 179 | url_checks.push(check); 180 | }; 181 | 182 | let mut to_check: Vec = vec![]; 183 | 184 | for (event, _) in parser.into_offset_iter() { 185 | if let Event::Start(tag) = event { 186 | if let Tag::Link(_link_type, url, _title) | Tag::Image(_link_type, url, _title) = tag { 187 | if GITHUB_REPO_REGEX.is_match(&url) { 188 | to_check.push(url.to_string()); 189 | } 190 | } 191 | } 192 | } 193 | 194 | for url in to_check { 195 | do_check(url) 196 | } 197 | 198 | let results_keys = results.keys().cloned().collect::>(); 199 | let old_links = results_keys.difference(&used); 200 | for link in old_links { 201 | results.remove(link).unwrap(); 202 | } 203 | fs::write("results/results.yaml", serde_yaml::to_string(&results)?)?; 204 | 205 | let mut not_written = 0; 206 | let mut last_written = Local::now(); 207 | 208 | let mut failed: u32 = 0; 209 | while !url_checks.is_empty() { 210 | debug!("Waiting for {}", url_checks.len()); 211 | let ((url, res), _index, remaining) = select_all(url_checks).await; 212 | url_checks = remaining; 213 | match res { 214 | Ok(info) => { 215 | print!("\u{2714} "); 216 | if let Some(link) = results.get_mut(&url) { 217 | link.updated_at = Local::now(); 218 | link.info = info 219 | } else { 220 | results.insert( 221 | url.clone(), 222 | Link { 223 | updated_at: Local::now(), 224 | info, 225 | }, 226 | ); 227 | } 228 | } 229 | Err(_) => { 230 | print!("\u{2718} "); 231 | println!("{}", url); 232 | failed += 1; 233 | } 234 | } 235 | std::io::stdout().flush().unwrap(); 236 | 237 | not_written += 1; 238 | let duration = Local::now() - last_written; 239 | if duration > Duration::seconds(5) || not_written > 20 { 240 | fs::write( 241 | "results/hacktoberfest.yaml", 242 | serde_yaml::to_string(&results)?, 243 | )?; 244 | not_written = 0; 245 | last_written = Local::now(); 246 | } 247 | } 248 | fs::write( 249 | "results/hacktoberfest.yaml", 250 | serde_yaml::to_string(&results)?, 251 | )?; 252 | println!(); 253 | 254 | if failed == 0 { 255 | println!("All awesome-rust repos tagged with 'hacktoberfest'"); 256 | let mut sorted_repos = results 257 | .keys() 258 | .map(|s| s.to_string()) 259 | .collect::>(); 260 | sorted_repos.sort_by_key(|a| a.to_lowercase()); 261 | for name in sorted_repos { 262 | let link = results.get(&name).unwrap(); 263 | if link.info.hacktoberfest { 264 | println!( 265 | "* [{}]({}) - {}", 266 | link.info.name, name, link.info.description 267 | ) 268 | } 269 | } 270 | Ok(()) 271 | } else { 272 | Err(format_err!("{} urls with errors", failed)) 273 | } 274 | } 275 | -------------------------------------------------------------------------------- /src/main.rs: -------------------------------------------------------------------------------- 1 | #![deny(warnings)] 2 | 3 | use anyhow::{format_err, Result}; 4 | use chrono::{DateTime, Duration, Local}; 5 | use diffy::create_patch; 6 | use futures::future::{select_all, BoxFuture, FutureExt}; 7 | use lazy_static::lazy_static; 8 | use log::{debug, info, warn}; 9 | use pulldown_cmark::{Event, Parser, Tag}; 10 | use regex::Regex; 11 | use reqwest::{header, redirect::Policy, Client, StatusCode, Url}; 12 | use serde::{Deserialize, Serialize}; 13 | use std::collections::{BTreeMap, BTreeSet}; 14 | use std::env; 15 | use std::io::Write; 16 | use std::time; 17 | use std::u8; 18 | use std::{cmp::Ordering, fs}; 19 | use thiserror::Error; 20 | use tokio::sync::Semaphore; 21 | use tokio::sync::SemaphorePermit; 22 | 23 | const MINIMUM_GITHUB_STARS: u32 = 50; 24 | const MINIMUM_CARGO_DOWNLOADS: u32 = 2000; 25 | 26 | // Allow overriding the needed stars for a section. "level" is the header level in the markdown, default is MINIMUM_GITHUB_STARS 27 | // In general, we should just use the defaults. However, for some areas where there's not a lot of well-starred projects, but a 28 | // a few that are say just below the thresholds, then it's worth reducing the thresholds so we can get a few more projects. 29 | fn override_stars(level: u32, text: &str) -> Option { 30 | if level == 2 && text.contains("Resources") { 31 | // This is zero because a lot of the resources are non-github/non-cargo links and overriding for all would be annoying 32 | // These should be evaluated with more primitive means 33 | Some(0) 34 | } else if level == 3 && (text.contains("Games") || text.contains("Emulators")) { 35 | Some(40) 36 | } else { 37 | None // i.e. use defaults 38 | } 39 | } 40 | 41 | lazy_static! { 42 | // We don't explicitly check these, because they just bug out in GitHub. We're _hoping_ they don't go away! 43 | static ref ASSUME_WORKS: Vec = vec![ 44 | "https://www.reddit.com/r/rust/".to_string() 45 | ]; 46 | // Overrides for popularity count, each needs a good reason (i.e. downloads/stars we don't support automatic counting of) 47 | // Each is a URL that's "enough" for an item to pass the popularity checks 48 | static ref POPULARITY_OVERRIDES: Vec = vec![ 49 | "https://github.com/maidsafe".to_string(), // Many repos of Rust code, collectively > 50 stars 50 | "https://pijul.org".to_string(), // Uses it's own VCS at https://nest.pijul.com/pijul/pijul with 190 stars at last check 51 | "https://gitlab.com/veloren/veloren".to_string(), // No direct gitlab support, but >1000 stars there 52 | "https://gitlab.redox-os.org/redox-os/redox".to_string(), // 394 stars 53 | "https://amp.rs".to_string(), // https://github.com/jmacdonald/amp has 2.9k stars 54 | "https://marketplace.visualstudio.com/items?itemName=vadimcn.vscode-lldb".to_string(), // > 350k downloads 55 | "https://gitpod.io".to_string(), // https://github.com/gitpod-io/gitpod has 4.7k stars 56 | "https://wiki.gnome.org/Apps/Builder".to_string(), // https://gitlab.gnome.org/GNOME/gnome-builder has 133 stars 57 | "https://www.jetbrains.com/rust/".to_string(), // popular closed-source IDE, free for non-commercial use 58 | "https://marketplace.visualstudio.com/items?itemName=tamasfe.even-better-toml".to_string(), // > 1M downloads 59 | "https://marketplace.visualstudio.com/items?itemName=rust-lang.rust-analyzer".to_string(), // > 260k downloads 60 | "https://marketplace.visualstudio.com/items?itemName=rust-lang.rust".to_string(), // > 1M downloads 61 | "https://docs.rs".to_string(), // https://github.com/rust-lang/docs.rs has >600 stars 62 | "https://github.com/rust-bio".to_string(), // https://github.com/rust-bio/rust-bio on it's own has >900 stars 63 | "https://github.com/contain-rs".to_string(), // Lots of repos with good star counts 64 | "https://github.com/georust".to_string(), // Lots of repos with good star counts 65 | "http://kiss3d.org".to_string(), // https://github.com/sebcrozet/kiss3d has >900 stars 66 | "https://github.com/rust-qt".to_string(), // Various high-stars repositories 67 | "https://chromium.googlesource.com/chromiumos/platform/crosvm/".to_string(), // Can't tell count directly, but various mirrors of it (e.g. https://github.com/dgreid/crosvm) have enough stars that it's got enough interest 68 | "https://crates.io".to_string(), // This one gets a free pass :) 69 | "https://cloudsmith.com/product/formats/cargo-registry".to_string(), // First private cargo registry (https://cloudsmith.com/blog/worlds-first-private-cargo-registry-w-cloudsmith-rust/) and not much in the way of other options yet. See also https://github.com/rust-unofficial/awesome-rust/pull/1141#discussion_r688711555 70 | "https://gitlab.com/ttyperacer/terminal-typeracer".to_string(), // GitLab repo with >40 stars. 71 | "https://github.com/esp-rs".to_string(), // Espressif Rust Organization (Organizations have no stars). 72 | "https://github.com/arkworks-rs".to_string(), // Rust ecosystem for zkSNARK programming (Organizations have no stars) 73 | "https://marketplace.visualstudio.com/items?itemName=jinxdash.prettier-rust".to_string(), // https://github.com/jinxdash/prettier-plugin-rust has >50 stars 74 | "https://github.com/andoriyu/uclicious".to_string(), // FIXME: CI hack. the crate has a higher count, but we don't refresh. 75 | "https://marketplace.visualstudio.com/items?itemName=fill-labs.dependi".to_string(), // marketplace link , but also has enough stars 76 | ]; 77 | } 78 | 79 | #[derive(Debug, Error, Serialize, Deserialize)] 80 | enum CheckerError { 81 | #[error("failed to try url")] 82 | NotTried, // Generally shouldn't happen, but useful to have 83 | 84 | #[error("http error: {status}")] 85 | HttpError { 86 | status: u16, 87 | location: Option, 88 | }, 89 | 90 | #[error("too many requests")] 91 | TooManyRequests, 92 | 93 | #[error("reqwest error: {error}")] 94 | ReqwestError { error: String }, 95 | 96 | #[error("travis build is unknown")] 97 | TravisBuildUnknown, 98 | 99 | #[error("travis build image with no branch")] 100 | TravisBuildNoBranch, 101 | } 102 | 103 | fn formatter(err: &CheckerError, url: &String) -> String { 104 | match err { 105 | CheckerError::HttpError { status, location } => match location { 106 | Some(loc) => { 107 | format!("[{}] {} -> {}", status, url, loc) 108 | } 109 | None => { 110 | format!("[{}] {}", status, url) 111 | } 112 | }, 113 | CheckerError::TravisBuildUnknown => { 114 | format!("[Unknown travis build] {}", url) 115 | } 116 | CheckerError::TravisBuildNoBranch => { 117 | format!("[Travis build image with no branch specified] {}", url) 118 | } 119 | _ => { 120 | format!("{:?}", err) 121 | } 122 | } 123 | } 124 | 125 | struct MaxHandles { 126 | remaining: Semaphore, 127 | } 128 | 129 | struct Handle<'a> { 130 | _permit: SemaphorePermit<'a>, 131 | } 132 | 133 | impl MaxHandles { 134 | fn new(max: usize) -> MaxHandles { 135 | MaxHandles { 136 | remaining: Semaphore::new(max), 137 | } 138 | } 139 | 140 | async fn get(&self) -> Handle { 141 | let permit = self.remaining.acquire().await.unwrap(); 142 | Handle { _permit: permit } 143 | } 144 | } 145 | 146 | impl<'a> Drop for Handle<'a> { 147 | fn drop(&mut self) { 148 | debug!("Dropping"); 149 | } 150 | } 151 | 152 | lazy_static! { 153 | static ref CLIENT: Client = Client::builder() 154 | .danger_accept_invalid_certs(true) // because some certs are out of date 155 | .user_agent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10.14; rv:68.0) Gecko/20100101 Firefox/68.0") // so some sites (e.g. sciter.com) don't reject us 156 | .redirect(Policy::none()) 157 | .pool_max_idle_per_host(0) 158 | .timeout(time::Duration::from_secs(20)) 159 | .build().unwrap(); 160 | 161 | // This is to avoid errors with running out of file handles, so we only do 20 requests at a time 162 | static ref HANDLES: MaxHandles = MaxHandles::new(20); 163 | } 164 | 165 | fn get_url(url: String) -> BoxFuture<'static, (String, Result<(), CheckerError>)> { 166 | debug!("Need handle for {}", url); 167 | async move { 168 | let _handle = HANDLES.get().await; 169 | get_url_core(url).await 170 | } 171 | .boxed() 172 | } 173 | 174 | lazy_static! { 175 | static ref GITHUB_REPO_REGEX: Regex = 176 | Regex::new(r"^https://github.com/(?P[^/]+)/(?P[^/]+)(.*)").unwrap(); 177 | static ref GITHUB_API_REGEX: Regex = Regex::new(r"https://api.github.com/").unwrap(); 178 | static ref CRATE_REGEX: Regex = 179 | Regex::new(r"https://crates.io/crates/(?P[^/]+)/?$").unwrap(); 180 | static ref ITEM_REGEX: Regex = 181 | Regex::new(r"(?P(\S+)(/\S+)?)(?P \[\S*\])? - (?P\S.+)").unwrap(); 182 | } 183 | 184 | #[derive(Deserialize, Debug)] 185 | struct GitHubStars { 186 | stargazers_count: u32, 187 | archived: bool, 188 | } 189 | 190 | async fn get_stars(github_url: &str) -> Option { 191 | warn!("Downloading GitHub stars for {}", github_url); 192 | let rewritten = GITHUB_REPO_REGEX 193 | .replace_all(github_url, "https://api.github.com/repos/$org/$repo") 194 | .to_string(); 195 | let mut req = CLIENT.get(&rewritten); 196 | if let Ok(username) = env::var("USERNAME_FOR_GITHUB") { 197 | if let Ok(password) = env::var("TOKEN_FOR_GITHUB") { 198 | // needs a token with at least public_repo scope 199 | req = req.basic_auth(username, Some(password)); 200 | } 201 | } 202 | 203 | let resp = req.send().await; 204 | match resp { 205 | Err(err) => { 206 | warn!("Error while getting {}: {}", github_url, err); 207 | None 208 | } 209 | Ok(ok) => { 210 | let raw = ok.text().await.unwrap(); 211 | let data = match serde_json::from_str::(&raw) { 212 | Ok(val) => val, 213 | Err(_) => { 214 | panic!("{:?}", raw); 215 | } 216 | }; 217 | if data.archived { 218 | warn!("{} is archived, so ignoring stars", github_url); 219 | return Some(0); 220 | } 221 | Some(data.stargazers_count) 222 | } 223 | } 224 | } 225 | 226 | #[derive(Deserialize, Debug)] 227 | struct CrateInfo { 228 | downloads: u64, 229 | } 230 | 231 | #[derive(Deserialize, Debug)] 232 | struct Crate { 233 | #[serde(rename = "crate")] 234 | info: CrateInfo, 235 | } 236 | 237 | async fn get_downloads(github_url: &str) -> Option { 238 | warn!("Downloading Crates downloads for {}", github_url); 239 | let rewritten = CRATE_REGEX 240 | .replace_all(github_url, "https://crates.io/api/v1/crates/$crate") 241 | .to_string(); 242 | let req = CLIENT.get(&rewritten); 243 | 244 | let resp = req.send().await; 245 | match resp { 246 | Err(err) => { 247 | warn!("Error while getting {}: {}", github_url, err); 248 | None 249 | } 250 | Ok(ok) => { 251 | let data = ok.json::().await.unwrap(); 252 | Some(data.info.downloads) 253 | } 254 | } 255 | } 256 | 257 | fn get_url_core(url: String) -> BoxFuture<'static, (String, Result<(), CheckerError>)> { 258 | async move { 259 | if ASSUME_WORKS.contains(&url) { 260 | info!("We assume {} just works...", url); 261 | return (url, Ok(())); 262 | } 263 | if env::var("USERNAME_FOR_GITHUB").is_ok() && env::var("TOKEN_FOR_GITHUB").is_ok() && GITHUB_REPO_REGEX.is_match(&url) { 264 | let rewritten = GITHUB_REPO_REGEX.replace_all(&url, "https://api.github.com/repos/$org/$repo"); 265 | info!("Replacing {} with {} to workaround rate limits on GitHub", url, rewritten); 266 | let (_new_url, res) = get_url_core(rewritten.to_string()).await; 267 | return (url, res); 268 | } 269 | let mut res: Result<(), CheckerError> = Err(CheckerError::NotTried); 270 | for _ in 0..5u8 { 271 | debug!("Running {}", url); 272 | let mut req = CLIENT 273 | .get(&url) 274 | .header(header::ACCEPT, "image/svg+xml, text/html, */*;q=0.8"); 275 | 276 | if GITHUB_API_REGEX.is_match(&url) { 277 | if let Ok(username) = env::var("USERNAME_FOR_GITHUB") { 278 | if let Ok(password) = env::var("TOKEN_FOR_GITHUB") { 279 | // needs a token with at least public_repo scope 280 | info!("Using basic auth for {}", url); 281 | req = req.basic_auth(username, Some(password)); 282 | } 283 | } 284 | } 285 | 286 | let resp = req.send().await; 287 | match resp { 288 | Err(err) => { 289 | warn!("Error while getting {}, retrying: {}", url, err); 290 | res = Err(CheckerError::ReqwestError{error: err.to_string()}); 291 | continue; 292 | } 293 | Ok(ok) => { 294 | let status = ok.status(); 295 | if status != StatusCode::OK { 296 | lazy_static! { 297 | static ref ACTIONS_REGEX: Regex = Regex::new(r"https://github.com/(?P[^/]+)/(?P[^/]+)/actions(?:\?workflow=.+)?").unwrap(); 298 | static ref YOUTUBE_VIDEO_REGEX: Regex = Regex::new(r"https://www.youtube.com/watch\?v=(?P.+)").unwrap(); 299 | static ref YOUTUBE_PLAYLIST_REGEX: Regex = Regex::new(r"https://www.youtube.com/playlist\?list=(?P.+)").unwrap(); 300 | static ref YOUTUBE_CONSENT_REGEX: Regex = Regex::new(r"https://consent.youtube.com/m\?continue=.+").unwrap(); 301 | static ref AZURE_BUILD_REGEX: Regex = Regex::new(r"https://dev.azure.com/[^/]+/[^/]+/_build").unwrap(); 302 | } 303 | if status == StatusCode::NOT_FOUND && ACTIONS_REGEX.is_match(&url) { 304 | let rewritten = ACTIONS_REGEX.replace_all(&url, "https://github.com/$org/$repo"); 305 | warn!("Got 404 with GitHub actions, so replacing {} with {}", url, rewritten); 306 | let (_new_url, res) = get_url_core(rewritten.to_string()).await; 307 | return (url, res); 308 | } 309 | if status == StatusCode::FOUND && YOUTUBE_VIDEO_REGEX.is_match(&url) { 310 | // Based off of https://gist.github.com/tonY1883/a3b85925081688de569b779b4657439b 311 | // Guesswork is that the img feed will cause less 302's than the main url 312 | // See https://github.com/rust-unofficial/awesome-rust/issues/814 for original issue 313 | let rewritten = YOUTUBE_VIDEO_REGEX.replace_all(&url, "http://img.youtube.com/vi/$video_id/mqdefault.jpg"); 314 | warn!("Got 302 with Youtube, so replacing {} with {}", url, rewritten); 315 | let (_new_url, res) = get_url_core(rewritten.to_string()).await; 316 | return (url, res); 317 | }; 318 | if status == StatusCode::FOUND && YOUTUBE_PLAYLIST_REGEX.is_match(&url) { 319 | let location = ok.headers().get("LOCATION").map(|h| h.to_str().unwrap()).unwrap_or_default(); 320 | if YOUTUBE_CONSENT_REGEX.is_match(location) { 321 | warn!("Got Youtube consent link for {}, so assuming playlist is ok", url); 322 | return (url, Ok(())); 323 | } 324 | }; 325 | if status == StatusCode::FOUND && AZURE_BUILD_REGEX.is_match(&url) { 326 | // Azure build urls always redirect to a particular build id, so no stable url guarantees 327 | let redirect = ok.headers().get(header::LOCATION).unwrap().to_str().unwrap(); 328 | let merged_url = Url::parse(&url).unwrap().join(redirect).unwrap(); 329 | info!("Got 302 from Azure devops, so replacing {} with {}", url, merged_url); 330 | let (_new_url, res) = get_url_core(merged_url.into()).await; 331 | return (url, res); 332 | } 333 | 334 | if status == StatusCode::TOO_MANY_REQUESTS { 335 | // We get a lot of these, and we should not retry as they'll just fail again 336 | warn!("Error while getting {}: {}", url, status); 337 | return (url, Err(CheckerError::TooManyRequests)); 338 | } 339 | 340 | if status.is_redirection() { 341 | if status != StatusCode::TEMPORARY_REDIRECT && status != StatusCode::FOUND { // ignore temporary redirects 342 | res = Err(CheckerError::HttpError {status: status.as_u16(), location: ok.headers().get(header::LOCATION).and_then(|h| h.to_str().ok()).map(|x| x.to_string())}); 343 | warn!("Redirect while getting {} - {}", url, status); 344 | break; 345 | } 346 | } else { 347 | warn!("Error while getting {}, retrying: {}", url, status); 348 | res = Err(CheckerError::HttpError {status: status.as_u16(), location: None}); 349 | continue; 350 | } 351 | } 352 | lazy_static! { 353 | static ref TRAVIS_IMG_REGEX: Regex = Regex::new(r"https://api.travis-ci.(?:com|org)/[^/]+/.+\.svg(\?.+)?").unwrap(); 354 | static ref GITHUB_ACTIONS_REGEX: Regex = Regex::new(r"https://github.com/[^/]+/[^/]+/workflows/[^/]+/badge.svg(\?.+)?").unwrap(); 355 | } 356 | if let Some(matches) = TRAVIS_IMG_REGEX.captures(&url) { 357 | // Previously we checked the Content-Disposition headers, but sometimes that is incorrect 358 | // We're now looking for the explicit text "unknown" in the middle of the SVG 359 | let content = ok.text().await.unwrap(); 360 | if content.contains("unknown") { 361 | res = Err(CheckerError::TravisBuildUnknown); 362 | break; 363 | } 364 | let query = matches.get(1).map(|x| x.as_str()).unwrap_or(""); 365 | if !query.starts_with('?') || !query.contains("branch=") { 366 | res = Err(CheckerError::TravisBuildNoBranch); 367 | break; 368 | } 369 | } 370 | debug!("Finished {}", url); 371 | res = Ok(()); 372 | break; 373 | } 374 | } 375 | } 376 | (url, res) 377 | }.boxed() 378 | } 379 | 380 | #[derive(Debug, Serialize, Deserialize)] 381 | enum Working { 382 | Yes, 383 | No(CheckerError), 384 | } 385 | 386 | #[derive(Debug, Serialize, Deserialize)] 387 | struct Link { 388 | last_working: Option>, 389 | updated_at: DateTime, 390 | working: Working, 391 | } 392 | 393 | type Results = BTreeMap; 394 | 395 | #[derive(Debug, Serialize, Deserialize)] 396 | struct PopularityData { 397 | pub github_stars: BTreeMap, 398 | pub cargo_downloads: BTreeMap, 399 | } 400 | 401 | #[tokio::main] 402 | async fn main() -> Result<()> { 403 | env_logger::init(); 404 | let markdown_input = fs::read_to_string("README.md").expect("Can't read README.md"); 405 | let parser = Parser::new(&markdown_input); 406 | 407 | let mut used: BTreeSet = BTreeSet::new(); 408 | let mut results: Results = fs::read_to_string("results/results.yaml") 409 | .map_err(|e| format_err!("{}", e)) 410 | .and_then(|x| serde_yaml::from_str(&x).map_err(|e| format_err!("{}", e))) 411 | .unwrap_or_default(); 412 | 413 | let mut popularity_data: PopularityData = fs::read_to_string("results/popularity.yaml") 414 | .map_err(|e| format_err!("{}", e)) 415 | .and_then(|x| serde_yaml::from_str(&x).map_err(|e| format_err!("{}", e))) 416 | .unwrap_or(PopularityData { 417 | github_stars: BTreeMap::new(), 418 | cargo_downloads: BTreeMap::new(), 419 | }); 420 | 421 | let mut url_checks = vec![]; 422 | 423 | let min_between_checks: Duration = Duration::days(3); 424 | let max_allowed_failed: Duration = Duration::days(7); 425 | let mut do_check = |url: String| { 426 | if !url.starts_with("http") { 427 | return; 428 | } 429 | if used.contains(&url) { 430 | return; 431 | } 432 | used.insert(url.clone()); 433 | if let Some(link) = results.get(&url) { 434 | if let Working::Yes = link.working { 435 | let since = Local::now() - link.updated_at; 436 | if since < min_between_checks { 437 | return; 438 | } 439 | } 440 | } 441 | let check = get_url(url).boxed(); 442 | url_checks.push(check); 443 | }; 444 | 445 | let mut to_check: Vec = vec![]; 446 | 447 | #[derive(Debug)] 448 | struct ListInfo { 449 | data: Vec, 450 | } 451 | 452 | let mut list_items: Vec = Vec::new(); 453 | let mut in_list_item = false; 454 | let mut list_item: String = String::new(); 455 | 456 | let mut link_count: u8 = 0; 457 | let mut github_stars: Option = None; 458 | let mut cargo_downloads: Option = None; 459 | 460 | let mut required_stars: u32 = MINIMUM_GITHUB_STARS; 461 | let mut last_level: u32 = 0; 462 | let mut star_override_level: Option = None; 463 | 464 | for (event, _range) in parser.into_offset_iter() { 465 | debug!("Event {:?}", event); 466 | match event { 467 | Event::Start(tag) => { 468 | match tag { 469 | Tag::Link(_link_type, url, _title) | Tag::Image(_link_type, url, _title) => { 470 | if !url.starts_with('#') { 471 | let new_url = url.to_string(); 472 | if POPULARITY_OVERRIDES.contains(&new_url) { 473 | github_stars = Some(MINIMUM_GITHUB_STARS); 474 | } else if GITHUB_REPO_REGEX.is_match(&url) && github_stars.is_none() { 475 | let github_url = GITHUB_REPO_REGEX 476 | .replace_all(&url, "https://github.com/$org/$repo") 477 | .to_string(); 478 | let existing = popularity_data.github_stars.get(&github_url); 479 | if let Some(stars) = existing { 480 | // Use existing star data, but re-retrieve url to check aliveness 481 | // Some will have overrides, so don't check the regex yet 482 | github_stars = Some(*stars) 483 | } else { 484 | github_stars = get_stars(&github_url).await; 485 | if let Some(raw_stars) = github_stars { 486 | popularity_data 487 | .github_stars 488 | .insert(github_url.to_string(), raw_stars); 489 | if raw_stars >= required_stars { 490 | fs::write( 491 | "results/popularity.yaml", 492 | serde_yaml::to_string(&popularity_data)?, 493 | )?; 494 | } 495 | link_count += 1; 496 | continue; 497 | } 498 | } 499 | } 500 | if CRATE_REGEX.is_match(&url) { 501 | let existing = popularity_data.cargo_downloads.get(&new_url); 502 | if let Some(downloads) = existing { 503 | cargo_downloads = Some(*downloads); 504 | } else { 505 | let raw_downloads = get_downloads(&url).await; 506 | if let Some(positive_downloads) = raw_downloads { 507 | cargo_downloads = Some( 508 | positive_downloads.clamp(0, u32::MAX as u64) as u32, 509 | ); 510 | popularity_data 511 | .cargo_downloads 512 | .insert(new_url, cargo_downloads.unwrap()); 513 | if cargo_downloads.unwrap_or(0) >= MINIMUM_CARGO_DOWNLOADS { 514 | fs::write( 515 | "results/popularity.yaml", 516 | serde_yaml::to_string(&popularity_data)?, 517 | )?; 518 | } 519 | } 520 | link_count += 1; 521 | continue; 522 | } 523 | } 524 | 525 | to_check.push(url.to_string()); 526 | link_count += 1; 527 | } 528 | } 529 | Tag::List(_) => { 530 | if in_list_item && !list_item.is_empty() { 531 | list_items.last_mut().unwrap().data.push(list_item.clone()); 532 | in_list_item = false; 533 | } 534 | list_items.push(ListInfo { data: Vec::new() }); 535 | } 536 | Tag::Item => { 537 | if in_list_item && !list_item.is_empty() { 538 | list_items.last_mut().unwrap().data.push(list_item.clone()); 539 | } 540 | in_list_item = true; 541 | list_item = String::new(); 542 | link_count = 0; 543 | github_stars = None; 544 | cargo_downloads = None; 545 | } 546 | Tag::Heading(level) => { 547 | last_level = level; 548 | if let Some(override_level) = star_override_level { 549 | if level == override_level { 550 | star_override_level = None; 551 | required_stars = MINIMUM_GITHUB_STARS; 552 | } 553 | } 554 | } 555 | Tag::Paragraph => {} 556 | _ => { 557 | if in_list_item { 558 | in_list_item = false; 559 | } 560 | } 561 | } 562 | } 563 | Event::Text(text) => { 564 | let possible_override = override_stars(last_level, &text); 565 | if let Some(override_value) = possible_override { 566 | star_override_level = Some(last_level); 567 | required_stars = override_value; 568 | } 569 | 570 | if in_list_item { 571 | list_item.push_str(&text); 572 | } 573 | } 574 | Event::End(tag) => { 575 | match tag { 576 | Tag::Item => { 577 | if !list_item.is_empty() { 578 | if link_count > 0 579 | && github_stars.unwrap_or(0) < required_stars 580 | && cargo_downloads.unwrap_or(0) < MINIMUM_CARGO_DOWNLOADS 581 | { 582 | if github_stars.is_none() { 583 | warn!("No valid github link for {list_item}"); 584 | } 585 | if cargo_downloads.is_none() { 586 | warn!("No valid crates link for {list_item}"); 587 | } 588 | return Err(format_err!("Not high enough metrics ({:?} stars < {}, and {:?} cargo downloads < {}): {}", github_stars, required_stars, cargo_downloads, MINIMUM_CARGO_DOWNLOADS, list_item)); 589 | } 590 | if link_count > 0 && !ITEM_REGEX.is_match(&list_item) { 591 | if list_item.contains("—") { 592 | warn!("\"{list_item}\" uses a '—' hyphen, not the '-' hyphen and we enforce the use of the latter one"); 593 | } 594 | return Err(format_err!("Item does not match the template: \"{list_item}\". See https://github.com/rust-unofficial/awesome-rust/blob/main/CONTRIBUTING.md#tldr")); 595 | } 596 | list_items.last_mut().unwrap().data.push(list_item.clone()); 597 | list_item = String::new(); 598 | } 599 | in_list_item = false 600 | } 601 | Tag::List(_) => { 602 | let list_info = list_items.pop().unwrap(); 603 | if list_info.data.iter().any(|s| *s == "License") 604 | && list_info.data.iter().any(|s| *s == "Resources") 605 | { 606 | // Ignore wrong ordering in top-level list 607 | continue; 608 | } 609 | let mut sorted_recent_list = list_info.data.to_vec(); 610 | sorted_recent_list.sort_by_key(|a| a.to_lowercase()); 611 | let joined_recent = list_info.data.join("\n"); 612 | let joined_sorted = sorted_recent_list.join("\n"); 613 | let patch = create_patch(&joined_recent, &joined_sorted); 614 | if !patch.hunks().is_empty() { 615 | println!("{}", patch); 616 | return Err(format_err!("Sorting error")); 617 | } 618 | } 619 | _ => {} 620 | } 621 | } 622 | Event::Html(content) => { 623 | // Allow ToC markers, nothing else 624 | if !content.contains("