--------------------------------------------------------------------------------
/tests/feedlib/testdata/parser/failed/https-egoist-moe-atom-xml.xml:
--------------------------------------------------------------------------------
1 | See ya! I no longer publish stuff here (I've never published any meaningful stuff anyways), subscribe my Telegram Channel instead.
4 | 5 |感觉写不出什么有意义的文章，所以此博客已被我的 Telegram 频道 取代。
6 | -------------------------------------------------------------------------------- /rssant_common/hashid.py: -------------------------------------------------------------------------------- 1 | """ 2 | >>> k = HASH_ID.encode(123) 3 | >>> len(k) 4 | 6 5 | >>> HASH_ID.decode(k)[0] 6 | 123 7 | """ 8 | from hashids import Hashids 9 | from rssant_config import CONFIG 10 | from .unionid import UNION_ID_CHARS 11 | 12 | HASH_ID = Hashids( 13 | salt=CONFIG.hashid_salt, 14 | min_length=6, 15 | alphabet=UNION_ID_CHARS.decode('utf-8'), 16 | ) 17 | -------------------------------------------------------------------------------- /tests/feedlib/testdata/processor/test_iframe.html: -------------------------------------------------------------------------------- 1 | 《怪物猎人 世界：冰原世纪》x《生化危机2 重制版》联动任务
--------------------------------------------------------------------------------
/tests/feedlib/testdata/encoding/xml/http_text_atom_xml_charset_overrides_encoding.xml:
--------------------------------------------------------------------------------
1 |
2 |
7 | 如果您的页面没有自动跳转，请点击这里
如果您的页面没有自动跳转，请点击这里
如果您的页面没有自动跳转，请点击这里
This page has moved to a 8 | theTudors.example.com.
9 | 10 | -------------------------------------------------------------------------------- /rssant_feedlib/__init__.py: -------------------------------------------------------------------------------- 1 | from .parser import FeedParser, FeedResult 2 | from .raw_parser import RawFeedParser, RawFeedResult, FeedParserError 3 | from .feed_checksum import FeedChecksum 4 | from .finder import FeedFinder 5 | from .reader import FeedReader 6 | from .async_reader import AsyncFeedReader 7 | from .response import FeedResponse, FeedContentType, FeedResponseStatus 8 | from .response_builder import FeedResponseBuilder 9 | -------------------------------------------------------------------------------- /rssant_asyncapi/app.py: -------------------------------------------------------------------------------- 1 | from aiohttp import web 2 | 3 | from rssant_config import CONFIG 4 | from rssant_common.logger import configure_logging 5 | 6 | from .views import routes 7 | 8 | 9 | def create_app(): 10 | configure_logging(level=CONFIG.log_level) 11 | api = web.Application() 12 | api.router.add_routes(routes) 13 | app = web.Application() 14 | app.add_subapp('/api/v1', api) 15 | return app 16 | -------------------------------------------------------------------------------- /rssant_feedlib/cacert/cli.py: -------------------------------------------------------------------------------- 1 | import click 2 | from rssant_common.logger import configure_logging 3 | from .cacert import CacertHelper 4 | 5 | 6 | @click.group() 7 | def cli(): 8 | """cacert commands""" 9 | 10 | 11 | @click.option('--debug', is_flag=True) 12 | @cli.command() 13 | def update(debug): 14 | """update cacert""" 15 | if debug: 16 | configure_logging(level='DEBUG') 17 | CacertHelper.update() 18 | -------------------------------------------------------------------------------- /.coveragerc: -------------------------------------------------------------------------------- 1 | [run] 2 | omit = 3 | .venv/* 4 | */migrations/* 5 | */tests/* 6 | */test_*.py 7 | manage.py 8 | */settings/* 9 | */__init__.py 10 | source = . 11 | branch = True 12 | 13 | [report] 14 | exclude_lines = 15 | pragma: no cover 16 | def __repr__ 17 | raise AssertionError 18 | raise NotImplementedError 19 | if __name__ == .__main__.: 20 | if TYPE_CHECKING: 21 | @abstractmethod -------------------------------------------------------------------------------- /frontend/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 |This page has moved to a 8 | theTudors.example.com.
9 | 10 | -------------------------------------------------------------------------------- /cloudflare_worker/rssant/package-lock.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "rssant", 3 | "version": "1.0.0", 4 | "lockfileVersion": 1, 5 | "requires": true, 6 | "dependencies": { 7 | "prettier": { 8 | "version": "1.19.1", 9 | "resolved": "https://registry.npmjs.org/prettier/-/prettier-1.19.1.tgz", 10 | "integrity": "sha512-s7PoyDv/II1ObgQunCbB9PdLmUcBZcnWOcxDh7O0N/UwDEsHyqkW+Qh28jW+mVuCdx7gLB0BotYI1Y6uI9iyew==", 11 | "dev": true 12 | } 13 | } 14 | } 15 | -------------------------------------------------------------------------------- /rssant_api/migrations/0025_auto_20200516_0959.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.2.12 on 2020-05-16 09:59 2 | 3 | from django.db import migrations 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | dependencies = [ 9 | ('rssant_api', '0024_auto_20200510_1008'), 10 | ] 11 | 12 | operations = [ 13 | migrations.RemoveIndex( 14 | model_name='story', 15 | name='rssant_api__feed_id_1bed8a_idx', 16 | ), 17 | ] 18 | -------------------------------------------------------------------------------- /cloudflare_worker/rssant/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "private": true, 3 | "name": "rssant", 4 | "version": "1.0.0", 5 | "description": "RSSAnt Proxy", 6 | "main": "index.js", 7 | "scripts": { 8 | "test": "echo \"Error: no test specified\" && exit 1", 9 | "format": "prettier --write '**/*.{js,css,json,md}'" 10 | }, 11 | "author": "guyskkHello, world!
", 15 | "url": "https://example.org/initial-post" 16 | } 17 | ] 18 | } -------------------------------------------------------------------------------- /prompts/github_ollama_prompt.txt: -------------------------------------------------------------------------------- 1 | 你是一个热爱开源社区的技术爱好者，经常关注 GitHub 上热门开源项目的进展。 2 | 3 | 任务： 4 | 1.你收到的开源项目 Closed issues 分类整理为：新增功能、主要改进，修复问题等。 5 | 2.将1中的整理结果生成一个中文报告，符合以下的参考格式 6 | 7 | 格式: 8 | # {repo} 项目进展 9 | 10 | ## 时间周期：{date} 11 | 12 | ## 新增功能 13 | - langchain-box: 添加langchain box包和DocumentLoader 14 | - 添加嵌入集成测试 15 | 16 | ## 主要改进 17 | - 将@root_validator用法升级以与pydantic 2保持一致 18 | - 将根验证器升级为与pydantic 2兼容 19 | 20 | ## 修复问题 21 | - 修复Azure的json模式问题 22 | - 修复Databricks Vector Search演示笔记本问题 23 | - 修复Microsoft Azure Cosmos集成测试中的连接字符串问题 24 | 25 | -------------------------------------------------------------------------------- /rssant_api/migrations/0015_story_has_mathjax.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.2.6 on 2019-10-30 15:09 2 | 3 | from django.db import migrations, models 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | dependencies = [ 9 | ('rssant_api', '0014_auto_20191027_0558'), 10 | ] 11 | 12 | operations = [ 13 | migrations.AddField( 14 | model_name='story', 15 | name='has_mathjax', 16 | field=models.BooleanField(blank=True, default=False, null=True), 17 | ), 18 | ] 19 | -------------------------------------------------------------------------------- /box/bin/start-initdb.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | set -ex 4 | 5 | rm -f /app/data/initdb.ready 6 | 7 | # wait postgres ready 8 | su - postgres -c 'while true; do /usr/bin/pg_isready; status=$?; if [[ $status -eq 0 ]]; then break; fi; sleep 1; done;' 9 | 10 | # execute initdb.sql 11 | su - postgres -c 'psql -f /app/box/initdb.sql' 12 | 13 | # django migrate & initdb 14 | python manage.py runscript django_pre_migrate 15 | python manage.py migrate 16 | python manage.py runscript django_db_init 17 | 18 | touch /app/data/initdb.ready 19 | exit 0 20 | -------------------------------------------------------------------------------- /rssant/tests/email_template_tests.py: -------------------------------------------------------------------------------- 1 | from rssant.email_template import EMAIL_CONFIRM_TEMPLATE 2 | from rssant_config import CONFIG 3 | 4 | 5 | def test_render_email_confirm(): 6 | ctx = { 7 | "link": 'https://rss.anyant.com/', 8 | "username": 'guyskk@localhost.com', 9 | 'rssant_url': CONFIG.root_url, 10 | 'rssant_email': CONFIG.smtp_username, 11 | } 12 | html = EMAIL_CONFIRM_TEMPLATE.render_html(**ctx) 13 | for key, value in ctx.items(): 14 | assert value in html, f'{key} {value!r} not rendered' 15 | -------------------------------------------------------------------------------- /rssant_api/migrations/0029_userfeed_group.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.2.13 on 2020-11-01 11:18 2 | 3 | from django.db import migrations, models 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | dependencies = [ 9 | ('rssant_api', '0028_auto_20200619_0906'), 10 | ] 11 | 12 | operations = [ 13 | migrations.AddField( 14 | model_name='userfeed', 15 | name='group', 16 | field=models.CharField(blank=True, help_text='用户设置的分组', max_length=200, null=True), 17 | ), 18 | ] 19 | -------------------------------------------------------------------------------- /rssant_api/migrations/0023_feed_response_status.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.2.12 on 2020-04-28 12:31 2 | 3 | from django.db import migrations, models 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | dependencies = [ 9 | ('rssant_api', '0022_feed_warnings'), 10 | ] 11 | 12 | operations = [ 13 | migrations.AddField( 14 | model_name='feed', 15 | name='response_status', 16 | field=models.IntegerField(blank=True, help_text='response status code', null=True), 17 | ), 18 | ] 19 | -------------------------------------------------------------------------------- /scripts/stop_rsshub.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | # RSSHub 停止脚本 4 | 5 | set -e 6 | 7 | # 获取脚本所在目录 8 | SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" 9 | cd "$SCRIPT_DIR/.." 10 | 11 | # 使用 docker compose 或 docker-compose 12 | if docker compose version &> /dev/null; then 13 | DOCKER_COMPOSE="docker compose" 14 | else 15 | DOCKER_COMPOSE="docker-compose" 16 | fi 17 | 18 | # 配置文件路径 19 | COMPOSE_FILE="docker-compose.rsshub.yml" 20 | 21 | echo "停止 RSSHub 服务..." 22 | $DOCKER_COMPOSE -f "$COMPOSE_FILE" down 23 | 24 | echo "✓ RSSHub 服务已停止" 25 | 26 | -------------------------------------------------------------------------------- /tests/feedlib/testdata/encoding/chardet/utf-8.json: -------------------------------------------------------------------------------- 1 | { 2 | "version": "https://jsonfeed.org/version/1", 3 | "title": "My Example Feed", 4 | "home_page_url": "https://example.org/", 5 | "feed_url": "https://example.org/feed.json", 6 | "items": [ 7 | { 8 | "id": "2", 9 | "content_text": "This is a second item.", 10 | "url": "https://example.org/second-item" 11 | }, 12 | { 13 | "id": "1", 14 | "content_html": "Hello, world!
", 15 | "url": "https://example.org/initial-post" 16 | } 17 | ] 18 | } 19 | -------------------------------------------------------------------------------- /rssant_api/migrations/0019_feed_use_proxy.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.2.12 on 2020-04-02 14:57 2 | 3 | from django.db import migrations, models 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | dependencies = [ 9 | ('rssant_api', '0018_feed_freeze_level'), 10 | ] 11 | 12 | operations = [ 13 | migrations.AddField( 14 | model_name='feed', 15 | name='use_proxy', 16 | field=models.BooleanField(blank=True, default=False, help_text='use proxy or not', null=True), 17 | ), 18 | ] 19 | -------------------------------------------------------------------------------- /rssant_api/migrations/0030_storyinfo_sentence_count.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.2.13 on 2020-11-22 06:59 2 | 3 | from django.db import migrations, models 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | dependencies = [ 9 | ('rssant_api', '0029_userfeed_group'), 10 | ] 11 | 12 | operations = [ 13 | migrations.AddField( 14 | model_name='storyinfo', 15 | name='sentence_count', 16 | field=models.IntegerField(blank=True, help_text='sentence count', null=True), 17 | ), 18 | ] 19 | -------------------------------------------------------------------------------- /rssant_api/migrations/0031_story_sentence_count.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.2.13 on 2020-11-22 11:18 2 | 3 | from django.db import migrations, models 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | dependencies = [ 9 | ('rssant_api', '0030_storyinfo_sentence_count'), 10 | ] 11 | 12 | operations = [ 13 | migrations.AddField( 14 | model_name='story', 15 | name='sentence_count', 16 | field=models.IntegerField(blank=True, help_text='sentence count', null=True), 17 | ), 18 | ] 19 | -------------------------------------------------------------------------------- /rssant_api/migrations/0020_feed_checksum_data.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.2.12 on 2020-04-16 11:17 2 | 3 | from django.db import migrations, models 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | dependencies = [ 9 | ('rssant_api', '0019_feed_use_proxy'), 10 | ] 11 | 12 | operations = [ 13 | migrations.AddField( 14 | model_name='feed', 15 | name='checksum_data', 16 | field=models.BinaryField(blank=True, help_text='feed checksum data', max_length=4096, null=True), 17 | ), 18 | ] 19 | -------------------------------------------------------------------------------- /rssant_api/migrations/0022_feed_warnings.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.2.12 on 2020-04-18 09:54 2 | 3 | from django.db import migrations, models 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | dependencies = [ 9 | ('rssant_api', '0021_auto_20200418_0512'), 10 | ] 11 | 12 | operations = [ 13 | migrations.AddField( 14 | model_name='feed', 15 | name='warnings', 16 | field=models.TextField(blank=True, help_text='warning messages when processing the feed', null=True), 17 | ), 18 | ] 19 | -------------------------------------------------------------------------------- /rssant_api/migrations/0007_userfeed_is_from_bookmark.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.1.7 on 2019-04-19 14:28 2 | 3 | from django.db import migrations, models 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | dependencies = [ 9 | ('rssant_api', '0006_auto_20190418_0945'), 10 | ] 11 | 12 | operations = [ 13 | migrations.AddField( 14 | model_name='userfeed', 15 | name='is_from_bookmark', 16 | field=models.BooleanField(blank=True, default=False, help_text='是否从书签导入', null=True), 17 | ), 18 | ] 19 | -------------------------------------------------------------------------------- /rssant_api/views/common.py: -------------------------------------------------------------------------------- 1 | import secrets 2 | 3 | from rest_framework.permissions import BasePermission 4 | 5 | from rssant_config import CONFIG 6 | 7 | 8 | class AllowServiceClient(BasePermission): 9 | def has_permission(self, request, view): 10 | secret = request.META.get('HTTP_X_RSSANT_SERVICE_SECRET') or '' 11 | expected_secret = CONFIG.service_secret or '' 12 | return secrets.compare_digest(secret, expected_secret) 13 | 14 | def has_object_permission(self, request, view, obj): 15 | return self.has_permission(request, view) 16 | -------------------------------------------------------------------------------- /rssant_api/migrations/0004_rawfeed_is_gzipped.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.1.7 on 2019-03-27 13:54 2 | 3 | from django.db import migrations, models 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | dependencies = [ 9 | ('rssant_api', '0003_auto_20190327_1304'), 10 | ] 11 | 12 | operations = [ 13 | migrations.AddField( 14 | model_name='rawfeed', 15 | name='is_gzipped', 16 | field=models.BooleanField(blank=True, default=False, help_text='is content gzip compressed', null=True), 17 | ), 18 | ] 19 | -------------------------------------------------------------------------------- /box/setup-container.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | set -e 4 | 5 | mkdir -p logs/ 6 | mkdir -p data/ 7 | chmod a+x box/bin/* 8 | 9 | # config postgres 10 | sed -ri "s!^#?(listen_addresses)\s*=\s*\S+.*!\1 = '*'!" /etc/postgresql/11/main/postgresql.conf 11 | echo 'host all all all md5' >> /etc/postgresql/11/main/pg_hba.conf 12 | mv /var/lib/postgresql/11/main /var/lib/postgresql/11/init 13 | mkdir /var/lib/postgresql/11/main 14 | 15 | # config supervisor 16 | cat box/supervisord.conf > /etc/supervisord.conf 17 | 18 | # config nginx 19 | cat box/nginx/nginx.conf > /etc/nginx/nginx.conf 20 | -------------------------------------------------------------------------------- /rssant_api/migrations/0028_auto_20200619_0906.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.2.12 on 2020-06-19 09:06 2 | 3 | from django.db import migrations, models 4 | import django.utils.timezone 5 | 6 | 7 | class Migration(migrations.Migration): 8 | 9 | dependencies = [ 10 | ('rssant_api', '0027_storyinfo'), 11 | ] 12 | 13 | operations = [ 14 | migrations.AlterField( 15 | model_name='storyinfo', 16 | name='dt_created', 17 | field=models.DateTimeField(default=django.utils.timezone.now, help_text='创建时间'), 18 | ), 19 | ] 20 | -------------------------------------------------------------------------------- /rssant_api/views/errors.py: -------------------------------------------------------------------------------- 1 | from rest_framework.exceptions import APIException, ErrorDetail 2 | from rest_framework.status import HTTP_400_BAD_REQUEST 3 | 4 | 5 | class RssantAPIException(APIException): 6 | 7 | status_code = HTTP_400_BAD_REQUEST 8 | default_detail = 'Invalid request' 9 | default_code = 'invalid' 10 | 11 | def __init__(self, detail=None, code=None): 12 | if detail is None: 13 | detail = self.default_detail 14 | if code is None: 15 | code = self.default_code 16 | self.detail = ErrorDetail(detail, code) 17 | -------------------------------------------------------------------------------- /box/build.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | set -e 4 | 5 | current_repo=$(git config --get remote.origin.url) 6 | web_repo=$(python -c ' 7 | import sys; 8 | p=sys.argv[1].rsplit("/",1); 9 | w=p[1].replace("rssant","rssant-web"); 10 | print(p[0]+"/"+w) 11 | ' "$current_repo") 12 | echo "rssant-web: $web_repo" 13 | 14 | if [ ! -d "box/web" ]; then 15 | git clone "$web_repo" box/web 16 | fi 17 | pushd box/web || exit 1 18 | git fetch 19 | git checkout master 20 | git pull --ff-only 21 | popd || exit 1 22 | 23 | # shellcheck disable=SC2068 24 | docker build --progress plain -f box/Dockerfile . $@ 25 | -------------------------------------------------------------------------------- /rssant_api/migrations/0018_feed_freeze_level.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.2.10 on 2020-03-26 16:40 2 | 3 | from django.db import migrations, models 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | dependencies = [ 9 | ('rssant_api', '0017_auto_20191217_1253'), 10 | ] 11 | 12 | operations = [ 13 | migrations.AddField( 14 | model_name='feed', 15 | name='freeze_level', 16 | field=models.IntegerField(blank=True, default=1, help_text='freeze level, 1: normal, N: slow down N times', null=True), 17 | ), 18 | ] 19 | -------------------------------------------------------------------------------- /tests/feedlib/testdata/parser/failed/http-porn191-com-index-php-feed.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 |邱瑞讲租房经历这段太有意思了，头一次感觉数学知识能这么好笑
(视频)
喷嚏网官方App :【安卓】在 豌豆荚 、360手机助手、小米应用商店，搜索：喷嚏阅读；【ios】App store里搜索：喷嚏网官方阅读；
喷嚏网官方网站：http://dapenti.com (海外访问：https://dapenti.com)
每天网络精华尽在【喷嚏图卦】 喷嚏网官方新浪围脖 -------------------------------------------------------------------------------- /rssant_api/models/errors.py: -------------------------------------------------------------------------------- 1 | from .helper import ConcurrentUpdateError 2 | 3 | 4 | class RssantModelError(Exception): 5 | """Base exception for rssant API models""" 6 | 7 | 8 | class FeedExistError(RssantModelError): 9 | """Feed already exists""" 10 | 11 | 12 | class FeedNotFoundError(RssantModelError): 13 | """Feed not found""" 14 | 15 | 16 | class StoryNotFoundError(RssantModelError): 17 | """Story not found""" 18 | 19 | 20 | class FeedStoryOffsetError(RssantModelError): 21 | """Feed story_offset error""" 22 | 23 | 24 | __all__ = ( 25 | 'ConcurrentUpdateError', 26 | 'RssantModelError', 27 | 'FeedExistError', 28 | 'FeedNotFoundError', 29 | 'StoryNotFoundError', 30 | 'FeedStoryOffsetError', 31 | ) 32 | -------------------------------------------------------------------------------- /rssant/middleware/message_storage.py: -------------------------------------------------------------------------------- 1 | from django.conf import settings 2 | from django.contrib.messages.storage.base import BaseStorage 3 | from django.contrib.messages.storage.cookie import CookieStorage 4 | 5 | 6 | class FakeMessageStorage(BaseStorage): 7 | """A fake messge storage to disable messages middleware""" 8 | 9 | def _get(self, *args, **kwargs): 10 | return [], True 11 | 12 | def _store(self, messages, response, *args, **kwargs): 13 | # see also: CookieStorage._store 14 | cookie_name = CookieStorage.cookie_name 15 | data = self.request.COOKIES.get(cookie_name) 16 | if data: 17 | response.delete_cookie( 18 | cookie_name, domain=settings.SESSION_COOKIE_DOMAIN) 19 | return [] 20 | -------------------------------------------------------------------------------- /rssant_feedlib/dotwhat_data/font.txt: -------------------------------------------------------------------------------- 1 | .FNT - Font FileVery Common 2 | .FON - Font FileVery Common 3 | .OTF - OpenType Font FormatVery Common 4 | .TTF - TrueType FontVery Common 5 | .WOFF - Web Open Font Format FileVery Common 6 | .TTC - TrueType Font Collection FileCommon 7 | .ACFM - Adobe Font Metrics FileAverage 8 | .GDF - PHP GD Library Font FileAverage 9 | .GTF - German Type Foundry FontAverage 10 | .MMM - Adobe Type Manager Multiple-Master Metrics FontAverage 11 | .PFA - PostScript Printer Font ASCII FileAverage 12 | .AMFM - Adobe Multiple Font Metrics Filenot specified 13 | .DFONT - Mac OS X Data Fork Fontnot specified 14 | .EOT - Embedded OpenType Fontnot specified 15 | .GDR - Symbian OS Font Filenot specified 16 | .TPF - Downloadable PCL Soft font filenot specified 17 | -------------------------------------------------------------------------------- /rssant_api/migrations/0032_auto_20201227_0636.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.2.13 on 2020-12-27 06:36 2 | 3 | from django.db import migrations, models 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | dependencies = [ 9 | ('rssant_api', '0031_story_sentence_count'), 10 | ] 11 | 12 | operations = [ 13 | migrations.AddField( 14 | model_name='feedcreation', 15 | name='group', 16 | field=models.CharField(blank=True, help_text='用户设置的分组', max_length=200, null=True), 17 | ), 18 | migrations.AddField( 19 | model_name='feedcreation', 20 | name='title', 21 | field=models.CharField(blank=True, help_text='用户设置的标题', max_length=200, null=True), 22 | ), 23 | ] 24 | -------------------------------------------------------------------------------- /rssant_api/migrations/0016_auto_20191105_1247.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.2.6 on 2019-11-05 12:47 2 | 3 | from django.db import migrations, models 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | dependencies = [ 9 | ('rssant_api', '0015_story_has_mathjax'), 10 | ] 11 | 12 | operations = [ 13 | migrations.AddField( 14 | model_name='feed', 15 | name='dryness', 16 | field=models.IntegerField(blank=True, default=0, help_text='Dryness of the feed', null=True), 17 | ), 18 | migrations.AddField( 19 | model_name='feed', 20 | name='dt_first_story_published', 21 | field=models.DateTimeField(blank=True, help_text='最老的story发布时间', null=True), 22 | ), 23 | ] 24 | -------------------------------------------------------------------------------- /tests/feedlib/testdata/parser/failed/v2ex-jsonfeed-no-storys.json: -------------------------------------------------------------------------------- 1 | { 2 | "version": "https://jsonfeed.org/version/1", 3 | "title": "JSON Feed", 4 | "description": "\u7c7b\u4f3c RSS \u7684\u7ad9\u70b9\u5185\u5bb9\u4fe1\u606f\u6d41 JSON \u683c\u5f0f\u3002\u8fd9\u91cc\u8ba8\u8bba JSON Feed \u7684\u5b9e\u73b0\u53ca\u9605\u8bfb\u5668\u652f\u6301\u3002", 5 | "home_page_url": "https://www.v2ex.com/go/jsonfeed", 6 | "feed_url": "https://www.v2ex.com/feed/jsonfeed.json", 7 | "icon": "https://cdn.v2ex.com/navatar/db57/6a7d/1054_large.png?m=1567059308", 8 | "favicon": "https://cdn.v2ex.com/navatar/db57/6a7d/1054_normal.png?m=1567059308", 9 | "items": [ 10 | { 11 | "date_published": "2020-01-31T15:05:16+00:00", 12 | "content_html": "2020-01-31" 13 | } 14 | ] 15 | } -------------------------------------------------------------------------------- /tests/models/test_story_unique_ids.py: -------------------------------------------------------------------------------- 1 | import pytest 2 | from rssant_api.models.story_unique_ids import StoryUniqueIdsData 3 | 4 | 5 | CASES = { 6 | 'empty': (0, []), 7 | 'one': (1, [ 8 | '93C07B6C-D848-4405-A349-07A3775FA0A9', 9 | ]), 10 | 'two': (3, [ 11 | 'https://www.example.com/2.html', 12 | 'https://www.example.com/3.html', 13 | ]) 14 | } 15 | 16 | 17 | @pytest.mark.parametrize('case_name', list(CASES)) 18 | def test_encode_decode(case_name): 19 | begin_offset, unique_ids = CASES[case_name] 20 | data = StoryUniqueIdsData(begin_offset, unique_ids=unique_ids) 21 | data_bytes = data.encode() 22 | got = StoryUniqueIdsData.decode(data_bytes) 23 | assert got.begin_offset == begin_offset 24 | assert got.unique_ids == unique_ids 25 | -------------------------------------------------------------------------------- /cursor/docs/项目概述.md: -------------------------------------------------------------------------------- 1 | # 项目概述 2 | 3 | ## 项目背景 4 | 5 | - RSS-AIGC 系统，结合 AI 报告、飞书机器人等业务能力，支持本地与容器化部署。 6 | 7 | ## 项目目标 8 | 9 | - 提供稳定的 RSS 订阅与全文阅读能力，支持跨平台阅读、收藏与已读管理。 10 | - 集成 AI 行业搜索与报告生成、飞书机器人定时推送等增值功能。 11 | 12 | ## 功能概述 13 | 14 | - 订阅源管理、文章读取与状态管理（收藏、已读）。 15 | - 行业资讯聚合（Hacker News/GitHub/ArXiv）与 AI 内容加工。 16 | - AI 娱乐与 AIGC 报告生成与导出（例如导出到飞书文档）。 17 | - 飞书机器人配置管理与定时推送。 18 | - 前后端分离，后端提供 REST API 与 Swagger 文档。 19 | 20 | ## 技术栈 21 | 22 | - 后端：Django、DRF、AllAuth、Whitenoise、PostgreSQL、supervisor。 23 | - 前端：React 18、TypeScript、Vite、Tailwind、Radix UI/shadcn、Zustand。 24 | - 调度与多角色：`api/worker/scheduler` 多角色运行，`aiohttp` 服务（rssant_scheduler）。 25 | - 容器与部署：Docker 多阶段构建、supervisord 管理进程、脚本化部署。 26 | 27 | ## 架构类型 28 | 29 | - 未使用 GBF 框架；后端采用 Django + DRF 的分层组织，领域模型以 Django ORM 模型为核心，配合 `UnionFeed/UnionStory` 聚合访问层与服务层。 -------------------------------------------------------------------------------- /rssant_api/migrations/0044_add_citation_fields.py: -------------------------------------------------------------------------------- 1 | # Generated by Django 2.2.28 on 2025-11-17 02:08 2 | 3 | from django.db import migrations, models 4 | 5 | 6 | class Migration(migrations.Migration): 7 | 8 | dependencies = [ 9 | ('rssant_api', '0043_add_arxiv_multidimensional_scores'), 10 | ] 11 | 12 | operations = [ 13 | migrations.AddField( 14 | model_name='arxivpaper', 15 | name='citation_count', 16 | field=models.IntegerField(blank=True, help_text='引用数（来自 Semantic Scholar）', null=True), 17 | ), 18 | migrations.AddField( 19 | model_name='arxivpaper', 20 | name='dt_citation_updated', 21 | field=models.DateTimeField(blank=True, help_text='引用数更新时间', null=True), 22 | ), 23 | ] 24 | -------------------------------------------------------------------------------- /rssant_api/migrations/0047_add_ai_entertainment_refs.py: -------------------------------------------------------------------------------- 1 | # Generated manually 2 | 3 | from django.db import migrations 4 | import jsonfield.fields 5 | 6 | 7 | class Migration(migrations.Migration): 8 | 9 | dependencies = [ 10 | ('rssant_api', '0046_add_ai_entertainment_report'), 11 | ] 12 | 13 | operations = [ 14 | migrations.AddField( 15 | model_name='aientertainmentreport', 16 | name='ai_entertainment_refs', 17 | field=jsonfield.fields.JSONField(default=list, help_text='AI影视参考链接列表'), 18 | ), 19 | migrations.AddField( 20 | model_name='aientertainmentreport', 21 | name='aigc_refs', 22 | field=jsonfield.fields.JSONField(default=list, help_text='AIGC参考链接列表'), 23 | ), 24 | ] 25 | 26 | -------------------------------------------------------------------------------- /frontend/src/store/useServiceClientStore.ts: -------------------------------------------------------------------------------- 1 | import { create } from 'zustand' 2 | import { persist, createJSONStorage } from 'zustand/middleware' 3 | 4 | interface ServiceClientState { 5 | serviceSecret: string 6 | setServiceSecret: (secret: string) => void 7 | clearServiceSecret: () => void 8 | } 9 | 10 | export const useServiceClientStore = create
3 |
5 |
7 |
9 |
15 |
18 |
20 |
--------------------------------------------------------------------------------
/rssant_common/django_setup.py:
--------------------------------------------------------------------------------
1 | """
2 | https://stackoverflow.com/questions/39704298/how-to-call-django-setup-in-console-script
3 | """
4 | import os
5 | from pathlib import Path
6 | import django
7 | from django.apps import apps
8 | from django.conf import settings
9 | from django.utils.autoreload import autoreload_started
10 |
11 |
12 | _root_dir = Path(__file__).parent.parent
13 |
14 |
15 | def _watch_changelog(sender, **kwargs):
16 | sender.watch_dir(_root_dir / 'docs/changelog', '*')
17 | sender.watch_dir(_root_dir / 'rssant_common/resources', '*')
18 |
19 |
20 | def _django_setup():
21 | os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'rssant.settings')
22 | if not apps.ready and not settings.configured:
23 | django.setup()
24 | autoreload_started.connect(_watch_changelog)
25 |
26 |
27 | _django_setup()
28 |
--------------------------------------------------------------------------------
/frontend/tsconfig.json:
--------------------------------------------------------------------------------
1 | {
2 | "compilerOptions": {
3 | "target": "ES2020",
4 | "useDefineForClassFields": true,
5 | "lib": ["ES2020", "DOM", "DOM.Iterable"],
6 | "module": "ESNext",
7 | "skipLibCheck": true,
8 |
9 | /* Bundler mode */
10 | "moduleResolution": "bundler",
11 | "allowImportingTsExtensions": true,
12 | "resolveJsonModule": true,
13 | "isolatedModules": true,
14 | "noEmit": true,
15 | "jsx": "react-jsx",
16 |
17 | /* Linting */
18 | "strict": true,
19 | "noUnusedLocals": true,
20 | "noUnusedParameters": true,
21 | "noFallthroughCasesInSwitch": true,
22 |
23 | /* Path aliases */
24 | "baseUrl": ".",
25 | "paths": {
26 | "@/*": ["./src/*"]
27 | }
28 | },
29 | "include": ["src"],
30 | "references": [{ "path": "./tsconfig.node.json" }]
31 | }
32 |
33 |
--------------------------------------------------------------------------------
/tests/feedlib/test_response.py:
--------------------------------------------------------------------------------
1 | from rssant_feedlib.response import FeedResponseStatus, FeedResponse, FeedContentType
2 |
3 |
4 | def test_response_status():
5 | status = FeedResponseStatus(-200)
6 | assert status == -200
7 | assert status in (-200, -300)
8 | assert FeedResponseStatus.name_of(200) == 'OK'
9 | assert FeedResponseStatus.name_of(600) == 'HTTP_600'
10 | assert FeedResponseStatus.name_of(-200) == 'FEED_CONNECTION_ERROR'
11 | assert FeedResponseStatus.is_need_proxy(-200)
12 |
13 |
14 | def test_response_repr():
15 | response = FeedResponse(
16 | content=b'123456',
17 | url='https://example.com/feed.xml',
18 | feed_type=FeedContentType.XML,
19 | )
20 | assert repr(response)
21 | response = FeedResponse(
22 | url='https://example.com/feed.xml',
23 | )
24 | assert repr(response)
25 |
--------------------------------------------------------------------------------
/rssant_common/health.py:
--------------------------------------------------------------------------------
1 | import os
2 |
3 | from rssant_common import timezone
4 | from rssant_common.network_helper import LOCAL_IP_LIST
5 |
6 | UPTIME_BEGIN = timezone.now()
7 |
8 |
9 | def _get_uptime(now: timezone.datetime):
10 | uptime_seconds = round((now - UPTIME_BEGIN).total_seconds())
11 | uptime = str(timezone.timedelta(seconds=uptime_seconds))
12 | return uptime
13 |
14 |
15 | def health_info():
16 | build_id = os.getenv("EZFAAS_BUILD_ID")
17 | commit_id = os.getenv("EZFAAS_COMMIT_ID")
18 | now = timezone.now()
19 | uptime = _get_uptime(now)
20 | ip_list = [ip for _, ip in LOCAL_IP_LIST]
21 | result = dict(
22 | build_id=build_id,
23 | commit_id=commit_id,
24 | now=now.isoformat(),
25 | uptime=uptime,
26 | pid=os.getpid(),
27 | ip_list=ip_list,
28 | )
29 | return result
30 |
--------------------------------------------------------------------------------
/rssant_common/signature.py:
--------------------------------------------------------------------------------
1 | import inspect
2 | from validr import T
3 |
4 |
5 | def get_params(f):
6 | sig = inspect.signature(f)
7 | params_schema = {}
8 | for name, p in list(sig.parameters.items())[1:]:
9 | if p.default is not inspect.Parameter.empty:
10 | raise ValueError('You should not set default in schema annotation!')
11 | if p.annotation is inspect.Parameter.empty:
12 | raise ValueError(f'Missing annotation in parameter {name}!')
13 | params_schema[name] = p.annotation
14 | if params_schema:
15 | return T.dict(params_schema).__schema__
16 | return None
17 |
18 |
19 | def get_returns(f):
20 | sig = inspect.signature(f)
21 | if sig.return_annotation is not inspect.Signature.empty:
22 | schema = sig.return_annotation
23 | return T(schema).__schema__
24 | return None
25 |
--------------------------------------------------------------------------------
/box/bin/start-postgres.sh:
--------------------------------------------------------------------------------
1 | #!/bin/bash
2 |
3 | set -ex
4 |
5 | /usr/lib/postgresql/11/bin/postgres --version
6 |
7 | if [ ! "$(ls -A /var/lib/postgresql/11/main)" ]; then
8 | echo 'copy postgresql init data to mounted volume'
9 | cp -a /var/lib/postgresql/11/init/. /var/lib/postgresql/11/main
10 | fi
11 |
12 | # the uid:gid will change after upgrade docker image
13 | # volume permission may mismatch and need fix
14 | # eg: when upgrade docker image from debian-9 to debian-10
15 | chown -R postgres:postgres /var/lib/postgresql/11/main
16 | chmod 700 /var/lib/postgresql/11/main
17 | chown -R postgres:postgres /var/log/postgresql
18 | chmod 700 /var/log/postgresql
19 |
20 | rm -f /var/lib/postgresql/11/main/postmaster.pid
21 | su -c "/usr/lib/postgresql/11/bin/postgres \
22 | -D /var/lib/postgresql/11/main \
23 | -c config_file=/etc/postgresql/11/main/postgresql.conf" \
24 | postgres
25 |
--------------------------------------------------------------------------------
/frontend/src/components/ui/textarea.tsx:
--------------------------------------------------------------------------------
1 | import * as React from 'react'
2 | import { cn } from '@/lib/utils'
3 |
4 | export interface TextareaProps
5 | extends React.TextareaHTMLAttributesHi {{ username }} 好久不见！
4 | 是否还记得一年以前，系统刚刚上线时的模样？
6 | 在这一年多时间里，我一直在不断完善系统的功能和体验，如今系统已焕然一新！
8 |
10 | 系统依旧是无广告，无推荐，专注阅读的 RSS 阅读器。
11 | 全新界面设计，现已适配桌面端，也支持添加到手机主屏。
12 | 支持全文阅读，图片代理，播客等等，全球 RSS 均可订阅。
13 |
14 | 如果你需要一款好用的 RSS 阅读器，轻松订阅博客和资讯，欢迎回来看看！
16 | 开箱即用地址：https://rss.anyant.com/
17 | 使用中如有任何问题，欢迎随时联系我！
19 | guyskk
21 | 系统开发者
22 |
20 | {title && {title} }
21 | {description && (
22 | {description}
23 | )}
24 |
25 | {action}
26 |
9 |
15 |
10 |
13 |
18 |
21 | 
A misleading title to draw readers into an occasionally true story
4 | 5 |A couple of weeks ago Cindy was woken in the wee hours by sounds of 6 | animals fighting in our garden. As she investigated, she saw two coyotes 7 | run off, leaving our cat's body behind. A state of nature is a state of 8 | violence, and our feline predator was quickly turned into prey. Yet our 9 | garden has high fences all around, making it an unlikely spot for coyotes 10 | to explore. So is there more to that night than a simple act of 11 | nature?
12 | 13 |
32 | {children}
33 |
34 | )
35 | }
36 |
37 |
--------------------------------------------------------------------------------
/rssant_scheduler/main.py:
--------------------------------------------------------------------------------
1 | import logging
2 | import os
3 |
4 | import click
5 | from aiohttp import web
6 |
7 | from rssant_common.logger import configure_logging
8 | from rssant_config import CONFIG
9 |
10 | from .scheduler import RssantScheduler
11 | from .views import routes
12 |
13 | LOG = logging.getLogger(__name__)
14 |
15 |
16 | def create_app():
17 | api = web.Application()
18 | api.add_routes(routes)
19 | app = web.Application()
20 | app.add_subapp('/api/v1', api)
21 | return app
22 |
23 |
24 | def _get_env_bind_address() -> tuple:
25 | bind = os.getenv('RSSANT_BIND_ADDRESS') or '0.0.0.0:6790'
26 | host, port = bind.split(':')
27 | port = int(port)
28 | return host, port
29 |
30 |
31 | @click.command()
32 | def main():
33 | """Run rssant scheduler."""
34 | configure_logging(level=CONFIG.log_level)
35 | scheduler = RssantScheduler(num_worker=CONFIG.scheduler_num_worker)
36 | scheduler.start()
37 | app = create_app()
38 | host, port = _get_env_bind_address()
39 | web.run_app(app, host=host, port=port, reuse_port=True)
40 |
41 |
42 | if __name__ == "__main__":
43 | main()
44 |
--------------------------------------------------------------------------------
/rssant_asyncapi/views.py:
--------------------------------------------------------------------------------
1 | from aiohttp.web import json_response
2 | from aiohttp.web_request import Request
3 | from validr import T
4 |
5 | from rssant_common.health import health_info
6 | from rssant_common.image_token import ImageToken, ImageTokenDecodeError
7 | from rssant_config import CONFIG
8 |
9 | from .image_proxy import image_proxy
10 | from .rest_validr import ValidrRouteTableDef
11 |
12 | routes = ValidrRouteTableDef()
13 |
14 |
15 | @routes.get('/image/proxy')
16 | async def image_proxy_view_v2(
17 | request: Request,
18 | token: T.str,
19 | url: T.url.maxlen(4096),
20 | ):
21 | try:
22 | image_token = ImageToken.decode(
23 | token, secret=CONFIG.image_token_secret, expires=CONFIG.image_token_expires
24 | )
25 | except ImageTokenDecodeError as ex:
26 | return json_response({'message': str(ex)}, status=400)
27 | response = await image_proxy(request, url, image_token.referrer)
28 | return response
29 |
30 |
31 | @routes.get('/image/_health')
32 | async def get_health(request):
33 | result = health_info()
34 | result.update(role='asyncapi')
35 | return json_response(result)
36 |
--------------------------------------------------------------------------------
/unmaintain/convert_qrcode.py:
--------------------------------------------------------------------------------
1 | import sys
2 | import glob
3 | import os.path
4 | from PIL import Image
5 |
6 |
7 | def convert(filepath: str) -> str:
8 | if '.output' in filepath:
9 | return None
10 | filename, ext = os.path.splitext(filepath)
11 | output = filename + '.output.jpeg'
12 | if 'weixin' in filepath:
13 | crop_size = (270, 420, 270 + 580, 420 + 580)
14 | elif 'alipay' in filepath:
15 | crop_size = (202, 561, 202 + 675, 561 + 675)
16 | else:
17 | return None
18 | img = Image.open(filepath)
19 | if img.size[0] <= 320 or img.size[1] <= 320:
20 | return None
21 | img.crop(crop_size)\
22 | .convert('RGB')\
23 | .resize((320, 320), Image.HAMMING)\
24 | .save(output)
25 | return output
26 |
27 |
28 | def main():
29 | if len(sys.argv) < 2:
30 | print('Usage: convert_qrcode.py