├── .github └── workflows │ └── ui-ci.yml ├── .gitignore ├── CITATION.cff ├── LICENSE ├── MANIFEST ├── MANIFEST.in ├── README.md ├── app ├── .gitignore ├── .prettierignore ├── .prettierrc ├── README.md ├── eslint.config.mjs ├── next.config.ts ├── package.json ├── pnpm-lock.yaml ├── public │ └── favicon.png ├── src │ ├── app │ │ ├── ApiKeysButton.tsx │ │ ├── ReactQueryClientProvider.tsx │ │ ├── actions │ │ │ ├── saveApiKeys.ts │ │ │ └── testConnection.ts │ │ ├── clerk.tsx │ │ ├── components │ │ │ └── Link.tsx │ │ ├── dashboard │ │ │ └── page.tsx │ │ ├── layout.tsx │ │ ├── page.tsx │ │ ├── theme.ts │ │ └── utils │ │ │ ├── encryption.ts │ │ │ ├── passkey.ts │ │ │ └── useLocalStorageState.ts │ └── global.d.ts └── tsconfig.json ├── docs ├── _config.yml ├── _toc.yml ├── about.md ├── data_schema │ ├── comment.md │ ├── submission.md │ └── user.md ├── getting_started │ ├── installation.md │ ├── prerequisites.md │ └── setting_up.md ├── hands_on │ ├── database_driven.md │ ├── download_data.md │ ├── keyword_based.md │ ├── scraping_examples.md │ ├── subreddit_based.md │ └── update_data.md ├── images │ ├── reddit_createapp.png │ ├── reddit_register.png │ ├── socius_logo.png │ ├── supabase_apikey.png │ └── supabase_createnewproject.png ├── references.bib └── requirements.txt ├── redditharbor.egg-info ├── PKG-INFO ├── SOURCES.txt ├── dependency_links.txt ├── requires.txt └── top_level.txt ├── redditharbor ├── __init__.py ├── dock │ ├── __init__.py │ └── pipeline.py ├── login.py └── utils │ ├── __init__.py │ ├── download.py │ ├── fetch.py │ ├── metrics.py │ └── subreddit_collections.py ├── requirements.txt ├── setup.cfg └── setup.py /.github/workflows/ui-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/.github/workflows/ui-ci.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/.gitignore -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/CITATION.cff -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/MANIFEST -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/README.md -------------------------------------------------------------------------------- /app/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/.gitignore -------------------------------------------------------------------------------- /app/.prettierignore: -------------------------------------------------------------------------------- 1 | pnpm-lock.yaml 2 | -------------------------------------------------------------------------------- /app/.prettierrc: -------------------------------------------------------------------------------- 1 | { 2 | "singleQuote": true 3 | } 4 | -------------------------------------------------------------------------------- /app/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/README.md -------------------------------------------------------------------------------- /app/eslint.config.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/eslint.config.mjs -------------------------------------------------------------------------------- /app/next.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/next.config.ts -------------------------------------------------------------------------------- /app/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/package.json -------------------------------------------------------------------------------- /app/pnpm-lock.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/pnpm-lock.yaml -------------------------------------------------------------------------------- /app/public/favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/public/favicon.png -------------------------------------------------------------------------------- /app/src/app/ApiKeysButton.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/src/app/ApiKeysButton.tsx -------------------------------------------------------------------------------- /app/src/app/ReactQueryClientProvider.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/src/app/ReactQueryClientProvider.tsx -------------------------------------------------------------------------------- /app/src/app/actions/saveApiKeys.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/src/app/actions/saveApiKeys.ts -------------------------------------------------------------------------------- /app/src/app/actions/testConnection.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/src/app/actions/testConnection.ts -------------------------------------------------------------------------------- /app/src/app/clerk.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/src/app/clerk.tsx -------------------------------------------------------------------------------- /app/src/app/components/Link.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/src/app/components/Link.tsx -------------------------------------------------------------------------------- /app/src/app/dashboard/page.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/src/app/dashboard/page.tsx -------------------------------------------------------------------------------- /app/src/app/layout.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/src/app/layout.tsx -------------------------------------------------------------------------------- /app/src/app/page.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/src/app/page.tsx -------------------------------------------------------------------------------- /app/src/app/theme.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/src/app/theme.ts -------------------------------------------------------------------------------- /app/src/app/utils/encryption.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/src/app/utils/encryption.ts -------------------------------------------------------------------------------- /app/src/app/utils/passkey.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/src/app/utils/passkey.ts -------------------------------------------------------------------------------- /app/src/app/utils/useLocalStorageState.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/src/app/utils/useLocalStorageState.ts -------------------------------------------------------------------------------- /app/src/global.d.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/src/global.d.ts -------------------------------------------------------------------------------- /app/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/app/tsconfig.json -------------------------------------------------------------------------------- /docs/_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/_config.yml -------------------------------------------------------------------------------- /docs/_toc.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/_toc.yml -------------------------------------------------------------------------------- /docs/about.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/about.md -------------------------------------------------------------------------------- /docs/data_schema/comment.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/data_schema/comment.md -------------------------------------------------------------------------------- /docs/data_schema/submission.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/data_schema/submission.md -------------------------------------------------------------------------------- /docs/data_schema/user.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/data_schema/user.md -------------------------------------------------------------------------------- /docs/getting_started/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/getting_started/installation.md -------------------------------------------------------------------------------- /docs/getting_started/prerequisites.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/getting_started/prerequisites.md -------------------------------------------------------------------------------- /docs/getting_started/setting_up.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/getting_started/setting_up.md -------------------------------------------------------------------------------- /docs/hands_on/database_driven.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/hands_on/database_driven.md -------------------------------------------------------------------------------- /docs/hands_on/download_data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/hands_on/download_data.md -------------------------------------------------------------------------------- /docs/hands_on/keyword_based.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/hands_on/keyword_based.md -------------------------------------------------------------------------------- /docs/hands_on/scraping_examples.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/hands_on/scraping_examples.md -------------------------------------------------------------------------------- /docs/hands_on/subreddit_based.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/hands_on/subreddit_based.md -------------------------------------------------------------------------------- /docs/hands_on/update_data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/hands_on/update_data.md -------------------------------------------------------------------------------- /docs/images/reddit_createapp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/images/reddit_createapp.png -------------------------------------------------------------------------------- /docs/images/reddit_register.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/images/reddit_register.png -------------------------------------------------------------------------------- /docs/images/socius_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/images/socius_logo.png -------------------------------------------------------------------------------- /docs/images/supabase_apikey.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/images/supabase_apikey.png -------------------------------------------------------------------------------- /docs/images/supabase_createnewproject.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/images/supabase_createnewproject.png -------------------------------------------------------------------------------- /docs/references.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/docs/references.bib -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- 1 | jupyter-book 2 | redditharbor 3 | -------------------------------------------------------------------------------- /redditharbor.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/redditharbor.egg-info/PKG-INFO -------------------------------------------------------------------------------- /redditharbor.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/redditharbor.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /redditharbor.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /redditharbor.egg-info/requires.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/redditharbor.egg-info/requires.txt -------------------------------------------------------------------------------- /redditharbor.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | redditharbor 2 | -------------------------------------------------------------------------------- /redditharbor/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /redditharbor/dock/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /redditharbor/dock/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/redditharbor/dock/pipeline.py -------------------------------------------------------------------------------- /redditharbor/login.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/redditharbor/login.py -------------------------------------------------------------------------------- /redditharbor/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /redditharbor/utils/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/redditharbor/utils/download.py -------------------------------------------------------------------------------- /redditharbor/utils/fetch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/redditharbor/utils/fetch.py -------------------------------------------------------------------------------- /redditharbor/utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/redditharbor/utils/metrics.py -------------------------------------------------------------------------------- /redditharbor/utils/subreddit_collections.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/redditharbor/utils/subreddit_collections.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- 1 | [metadata] 2 | description_file = README.md -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/socius-org/RedditHarbor/HEAD/setup.py --------------------------------------------------------------------------------