├── .gitignore ├── LICENSE ├── README.md ├── app.py ├── combined_files.txt ├── configs ├── tasks.yaml ├── tasks.yaml.example └── trends.yaml ├── getallcode.py ├── logo.png ├── output └── output │ ├── metadata │ ├── ICLR │ │ ├── 2022 │ │ │ ├── ICLR_2022_data_20251024.csv │ │ │ └── analysis │ │ │ │ └── 1_topic_hotness.png │ │ ├── 2023 │ │ │ ├── ICLR_2023_data_20251024.csv │ │ │ └── analysis │ │ │ │ └── 1_topic_hotness.png │ │ ├── 2024 │ │ │ ├── ICLR_2024_data_20251024.csv │ │ │ └── analysis │ │ │ │ └── 1_topic_hotness.png │ │ └── 2025 │ │ │ ├── ICLR_2025_data_20251024.csv │ │ │ └── analysis │ │ │ └── 1_topic_hotness.png │ ├── ICML │ │ ├── 2022 │ │ │ ├── ICML_2022_data_20251023.csv │ │ │ └── analysis │ │ │ │ └── 1_topic_hotness.png │ │ ├── 2023 │ │ │ ├── ICML_2023_data_20251023.csv │ │ │ └── analysis │ │ │ │ └── 1_topic_hotness.png │ │ ├── 2024 │ │ │ ├── ICML_2024_data_20251023.csv │ │ │ └── analysis │ │ │ │ └── 1_topic_hotness.png │ │ └── 2025 │ │ │ ├── ICML_2025_data_20251023.csv │ │ │ └── analysis │ │ │ └── 1_topic_hotness.png │ └── NeurIPS │ │ ├── 2022 │ │ ├── NeurIPS_2022_data_20251023.csv │ │ └── analysis │ │ │ └── 1_topic_hotness.png │ │ ├── 2023 │ │ ├── NeurIPS_2023_data_20251023.csv │ │ └── analysis │ │ │ └── 1_topic_hotness.png │ │ └── 2024 │ │ ├── NeurIPS_2024_data_20251023.csv │ │ └── analysis │ │ └── 1_topic_hotness.png │ └── trends │ ├── ICLR │ └── trends_ICLR.png │ ├── ICML │ └── trends_ICML.png │ └── NeurIPS │ └── trends_NeurIPS.png ├── project.toml ├── requirements.txt ├── src ├── __init__.py ├── ai │ ├── __init__.py │ └── glm_chat_service.py ├── analysis │ ├── __init__.py │ ├── analyzer.py │ └── trends.py ├── api │ ├── __init__.py │ └── main.py ├── crawlers │ ├── __init__.py │ ├── config.py │ ├── models.py │ ├── processor.py │ └── run_crawler.py ├── scrapers │ ├── __init__.py │ ├── aaai_scraper.py │ ├── acl_scraper.py │ ├── arxiv_scraper.py │ ├── base_scraper.py │ ├── cvf_scraper.py │ ├── iclr_scraper.py │ ├── icml_scraper.py │ ├── kdd_scraper.py │ ├── neurips_scraper.py │ └── tpami_scraper.py ├── search │ ├── __init__.py │ ├── embedder_chroma.py │ ├── indexer.py │ ├── search_ai_assistant.py │ ├── search_service.py │ └── search_ui.py ├── test │ ├── logo.py │ ├── test_acl.py │ └── test_iclr_scraper.py └── utils │ ├── console_logger.py │ ├── downloader.py │ ├── formatter.py │ ├── network_utils.py │ └── tqdm_logger.py ├── streamlit_app.py └── 开发随记.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/README.md -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/app.py -------------------------------------------------------------------------------- /combined_files.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/combined_files.txt -------------------------------------------------------------------------------- /configs/tasks.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/configs/tasks.yaml -------------------------------------------------------------------------------- /configs/tasks.yaml.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/configs/tasks.yaml.example -------------------------------------------------------------------------------- /configs/trends.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/configs/trends.yaml -------------------------------------------------------------------------------- /getallcode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/getallcode.py -------------------------------------------------------------------------------- /logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/logo.png -------------------------------------------------------------------------------- /output/output/metadata/ICLR/2022/ICLR_2022_data_20251024.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/ICLR/2022/ICLR_2022_data_20251024.csv -------------------------------------------------------------------------------- /output/output/metadata/ICLR/2022/analysis/1_topic_hotness.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/ICLR/2022/analysis/1_topic_hotness.png -------------------------------------------------------------------------------- /output/output/metadata/ICLR/2023/ICLR_2023_data_20251024.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/ICLR/2023/ICLR_2023_data_20251024.csv -------------------------------------------------------------------------------- /output/output/metadata/ICLR/2023/analysis/1_topic_hotness.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/ICLR/2023/analysis/1_topic_hotness.png -------------------------------------------------------------------------------- /output/output/metadata/ICLR/2024/ICLR_2024_data_20251024.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/ICLR/2024/ICLR_2024_data_20251024.csv -------------------------------------------------------------------------------- /output/output/metadata/ICLR/2024/analysis/1_topic_hotness.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/ICLR/2024/analysis/1_topic_hotness.png -------------------------------------------------------------------------------- /output/output/metadata/ICLR/2025/ICLR_2025_data_20251024.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/ICLR/2025/ICLR_2025_data_20251024.csv -------------------------------------------------------------------------------- /output/output/metadata/ICLR/2025/analysis/1_topic_hotness.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/ICLR/2025/analysis/1_topic_hotness.png -------------------------------------------------------------------------------- /output/output/metadata/ICML/2022/ICML_2022_data_20251023.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/ICML/2022/ICML_2022_data_20251023.csv -------------------------------------------------------------------------------- /output/output/metadata/ICML/2022/analysis/1_topic_hotness.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/ICML/2022/analysis/1_topic_hotness.png -------------------------------------------------------------------------------- /output/output/metadata/ICML/2023/ICML_2023_data_20251023.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/ICML/2023/ICML_2023_data_20251023.csv -------------------------------------------------------------------------------- /output/output/metadata/ICML/2023/analysis/1_topic_hotness.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/ICML/2023/analysis/1_topic_hotness.png -------------------------------------------------------------------------------- /output/output/metadata/ICML/2024/ICML_2024_data_20251023.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/ICML/2024/ICML_2024_data_20251023.csv -------------------------------------------------------------------------------- /output/output/metadata/ICML/2024/analysis/1_topic_hotness.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/ICML/2024/analysis/1_topic_hotness.png -------------------------------------------------------------------------------- /output/output/metadata/ICML/2025/ICML_2025_data_20251023.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/ICML/2025/ICML_2025_data_20251023.csv -------------------------------------------------------------------------------- /output/output/metadata/ICML/2025/analysis/1_topic_hotness.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/ICML/2025/analysis/1_topic_hotness.png -------------------------------------------------------------------------------- /output/output/metadata/NeurIPS/2022/NeurIPS_2022_data_20251023.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/NeurIPS/2022/NeurIPS_2022_data_20251023.csv -------------------------------------------------------------------------------- /output/output/metadata/NeurIPS/2022/analysis/1_topic_hotness.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/NeurIPS/2022/analysis/1_topic_hotness.png -------------------------------------------------------------------------------- /output/output/metadata/NeurIPS/2023/NeurIPS_2023_data_20251023.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/NeurIPS/2023/NeurIPS_2023_data_20251023.csv -------------------------------------------------------------------------------- /output/output/metadata/NeurIPS/2023/analysis/1_topic_hotness.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/NeurIPS/2023/analysis/1_topic_hotness.png -------------------------------------------------------------------------------- /output/output/metadata/NeurIPS/2024/NeurIPS_2024_data_20251023.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/NeurIPS/2024/NeurIPS_2024_data_20251023.csv -------------------------------------------------------------------------------- /output/output/metadata/NeurIPS/2024/analysis/1_topic_hotness.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/metadata/NeurIPS/2024/analysis/1_topic_hotness.png -------------------------------------------------------------------------------- /output/output/trends/ICLR/trends_ICLR.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/trends/ICLR/trends_ICLR.png -------------------------------------------------------------------------------- /output/output/trends/ICML/trends_ICML.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/trends/ICML/trends_ICML.png -------------------------------------------------------------------------------- /output/output/trends/NeurIPS/trends_NeurIPS.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/output/output/trends/NeurIPS/trends_NeurIPS.png -------------------------------------------------------------------------------- /project.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/project.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/__init__.py -------------------------------------------------------------------------------- /src/ai/__init__.py: -------------------------------------------------------------------------------- 1 | # FILE: src/ai/__init__.py 2 | # Makes 'ai' a Python package. -------------------------------------------------------------------------------- /src/ai/glm_chat_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/ai/glm_chat_service.py -------------------------------------------------------------------------------- /src/analysis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/analysis/__init__.py -------------------------------------------------------------------------------- /src/analysis/analyzer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/analysis/analyzer.py -------------------------------------------------------------------------------- /src/analysis/trends.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/analysis/trends.py -------------------------------------------------------------------------------- /src/api/__init__.py: -------------------------------------------------------------------------------- 1 | # FILE: src/api/__init__.py 2 | # Makes 'api' a Python package. -------------------------------------------------------------------------------- /src/api/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/api/main.py -------------------------------------------------------------------------------- /src/crawlers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/crawlers/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/crawlers/config.py -------------------------------------------------------------------------------- /src/crawlers/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/crawlers/models.py -------------------------------------------------------------------------------- /src/crawlers/processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/crawlers/processor.py -------------------------------------------------------------------------------- /src/crawlers/run_crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/crawlers/run_crawler.py -------------------------------------------------------------------------------- /src/scrapers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/scrapers/__init__.py -------------------------------------------------------------------------------- /src/scrapers/aaai_scraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/scrapers/aaai_scraper.py -------------------------------------------------------------------------------- /src/scrapers/acl_scraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/scrapers/acl_scraper.py -------------------------------------------------------------------------------- /src/scrapers/arxiv_scraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/scrapers/arxiv_scraper.py -------------------------------------------------------------------------------- /src/scrapers/base_scraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/scrapers/base_scraper.py -------------------------------------------------------------------------------- /src/scrapers/cvf_scraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/scrapers/cvf_scraper.py -------------------------------------------------------------------------------- /src/scrapers/iclr_scraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/scrapers/iclr_scraper.py -------------------------------------------------------------------------------- /src/scrapers/icml_scraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/scrapers/icml_scraper.py -------------------------------------------------------------------------------- /src/scrapers/kdd_scraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/scrapers/kdd_scraper.py -------------------------------------------------------------------------------- /src/scrapers/neurips_scraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/scrapers/neurips_scraper.py -------------------------------------------------------------------------------- /src/scrapers/tpami_scraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/scrapers/tpami_scraper.py -------------------------------------------------------------------------------- /src/search/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/search/__init__.py -------------------------------------------------------------------------------- /src/search/embedder_chroma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/search/embedder_chroma.py -------------------------------------------------------------------------------- /src/search/indexer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/search/indexer.py -------------------------------------------------------------------------------- /src/search/search_ai_assistant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/search/search_ai_assistant.py -------------------------------------------------------------------------------- /src/search/search_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/search/search_service.py -------------------------------------------------------------------------------- /src/search/search_ui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/search/search_ui.py -------------------------------------------------------------------------------- /src/test/logo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/test/logo.py -------------------------------------------------------------------------------- /src/test/test_acl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/test/test_acl.py -------------------------------------------------------------------------------- /src/test/test_iclr_scraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/test/test_iclr_scraper.py -------------------------------------------------------------------------------- /src/utils/console_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/utils/console_logger.py -------------------------------------------------------------------------------- /src/utils/downloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/utils/downloader.py -------------------------------------------------------------------------------- /src/utils/formatter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/utils/formatter.py -------------------------------------------------------------------------------- /src/utils/network_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/utils/network_utils.py -------------------------------------------------------------------------------- /src/utils/tqdm_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/src/utils/tqdm_logger.py -------------------------------------------------------------------------------- /streamlit_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/streamlit_app.py -------------------------------------------------------------------------------- /开发随记.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SingularGuyLeBorn/PubCrawler/HEAD/开发随记.txt --------------------------------------------------------------------------------