12 |
14 |
--------------------------------------------------------------------------------
/src/psaggregator/src/lib/utils/dateFormat.ts:
--------------------------------------------------------------------------------
1 | import moment from "moment";
2 |
3 | export function dateFormat(date: Date | moment.Moment, absolute: boolean = false): string {
4 | const val = moment(date);
5 | if (absolute) {
6 | if (moment().isSame(val, "day")) {
7 | return val.format("HH:mm");
8 | }
9 | return val.format("DD MMM YYYY HH:mm");
10 | } else {
11 | return val.fromNow();
12 | }
13 | }
--------------------------------------------------------------------------------
/src/psaggregator/src/lib/components/ui/card/card-footer.svelte:
--------------------------------------------------------------------------------
1 |
10 |
11 |
12 |
14 |
--------------------------------------------------------------------------------
/src/psaggregator/src/lib/components/ui/card/card-header.svelte:
--------------------------------------------------------------------------------
1 |
10 |
11 |
12 |
14 |
--------------------------------------------------------------------------------
/src/psaggregator/src/hooks.server.ts:
--------------------------------------------------------------------------------
1 | import * as Sentry from "@sentry/sveltekit";
2 | import { version } from "$app/environment";
3 | import { SENTRY_DSN } from "./config/config";
4 |
5 | if (SENTRY_DSN) {
6 | Sentry.init({
7 | dsn: SENTRY_DSN,
8 |
9 | environment: import.meta.env.MODE,
10 | release: version,
11 |
12 | tracesSampleRate: 1
13 | });
14 | }
15 |
16 | export const handleError = Sentry.handleErrorWithSentry();
17 |
--------------------------------------------------------------------------------
/src/psaggregator/src/lib/components/ui/alert/alert-description.svelte:
--------------------------------------------------------------------------------
1 |
10 |
11 |
12 |
14 |
--------------------------------------------------------------------------------
/src/psaggregator/src/lib/components/ui/card/card-description.svelte:
--------------------------------------------------------------------------------
1 |
10 |
11 |
12 |
12 |
14 |
--------------------------------------------------------------------------------
/src/psaggregator/src/lib/components/ui/calendar/calendar-grid-row.svelte:
--------------------------------------------------------------------------------
1 |
10 |
11 |
15 |
17 |
--------------------------------------------------------------------------------
/src/psaggregator/src/lib/components/ui/popover/index.ts:
--------------------------------------------------------------------------------
1 | import { Popover as PopoverPrimitive } from "bits-ui";
2 | import Content from "./popover-content.svelte";
3 | const Root = PopoverPrimitive.Root;
4 | const Trigger = PopoverPrimitive.Trigger;
5 | const Close = PopoverPrimitive.Close;
6 |
7 | export {
8 | Root,
9 | Content,
10 | Trigger,
11 | Close,
12 | //
13 | Root as Popover,
14 | Content as PopoverContent,
15 | Trigger as PopoverTrigger,
16 | Close as PopoverClose,
17 | };
18 |
--------------------------------------------------------------------------------
/src/psaggregator/src/lib/components/ui/calendar/calendar-grid.svelte:
--------------------------------------------------------------------------------
1 |
10 |
11 |
15 |
17 |
--------------------------------------------------------------------------------
/src/psaggregator/src/lib/components/ui/calendar/calendar-months.svelte:
--------------------------------------------------------------------------------
1 |
10 |
11 |
15 |
17 |
--------------------------------------------------------------------------------
/src/psaggregator/src/lib/components/ui/range-calendar/range-calendar-grid-body.svelte:
--------------------------------------------------------------------------------
1 |
10 |
11 |
15 |
17 |
--------------------------------------------------------------------------------
/src/psaggregator/src/config/migrations/20240119203913_add_reddit_posts/migration.sql:
--------------------------------------------------------------------------------
1 | -- CreateTable
2 | CREATE TABLE `RedditPost` (
3 | `id` VARCHAR(191) NOT NULL,
4 | `title` VARCHAR(191) NOT NULL,
5 | `description` VARCHAR(191) NULL,
6 | `username` VARCHAR(191) NOT NULL,
7 | `publishedAt` DATETIME(3) NOT NULL,
8 | `imageUri` VARCHAR(191) NULL,
9 | `href` VARCHAR(191) NULL,
10 | `importedAt` DATETIME(3) NOT NULL,
11 |
12 | PRIMARY KEY (`id`)
13 | ) DEFAULT CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci;
14 |
--------------------------------------------------------------------------------
/src/psaggregator/src/config/migrations/20240119205036_add_reddit_comments_and_sticky/migration.sql:
--------------------------------------------------------------------------------
1 | /*
2 | Warnings:
3 |
4 | - Added the required column `comments` to the `RedditPost` table without a default value. This is not possible if the table is not empty.
5 | - Added the required column `sticky` to the `RedditPost` table without a default value. This is not possible if the table is not empty.
6 |
7 | */
8 | -- AlterTable
9 | ALTER TABLE `RedditPost` ADD COLUMN `comments` INTEGER NOT NULL,
10 | ADD COLUMN `sticky` BOOLEAN NOT NULL;
11 |
--------------------------------------------------------------------------------
/src/psaggregator/src/lib/components/ui/calendar/calendar-header.svelte:
--------------------------------------------------------------------------------
1 |
10 |
11 |
16 |
18 |
--------------------------------------------------------------------------------
/src/psaggregator/src/lib/components/LightSwitch.svelte:
--------------------------------------------------------------------------------
1 |
6 |
7 |
12 |
--------------------------------------------------------------------------------
/src/psaggregator/src/config/migrations/20240121140137_add_you_tube_import_type/migration.sql:
--------------------------------------------------------------------------------
1 | -- AlterTable
2 | ALTER TABLE `ContentPiece` MODIFY `importedFrom` ENUM('Unknown', 'PietSmietDE', 'Instagram', 'Twitter', 'Threads', 'Reddit', 'YouTube', 'Custom') NOT NULL;
3 |
4 | -- AlterTable
5 | ALTER TABLE `Information` MODIFY `importedFrom` ENUM('Unknown', 'PietSmietDE', 'Instagram', 'Twitter', 'Threads', 'Reddit', 'YouTube', 'Custom') NOT NULL;
6 |
7 | -- AlterTable
8 | ALTER TABLE `ScheduledContentPiece` MODIFY `importedFrom` ENUM('Unknown', 'PietSmietDE', 'Instagram', 'Twitter', 'Threads', 'Reddit', 'YouTube', 'Custom') NOT NULL;
9 |
--------------------------------------------------------------------------------
/src/psaggregator/src/lib/components/ui/range-calendar/range-calendar-heading.svelte:
--------------------------------------------------------------------------------
1 |
10 |
11 |
14 | {#if post.date}
15 |
32 | {dateFormat(post.date, $SHOW_ABSOLUTE_DATES)}
16 | {/if}
17 |
18 |
19 | {post.text}
20 |
21 |
22 | {#if post.imageUri}
23 |
12 |
30 |
--------------------------------------------------------------------------------
/src/psaggregator/src/lib/components/DatePicker.svelte:
--------------------------------------------------------------------------------
1 |
15 |
16 |
13 |
29 |
14 |
16 |
17 |
21 |
27 |
28 |
13 |
33 |
14 |
20 |
21 | {#if matches}
22 |
15 |
41 |
16 | BETA
17 |
19 | {#if post.date}
20 | Vermutlicher Streamplan
18 | {dateFormat(post.date, $SHOW_ABSOLUTE_DATES)}
21 | {/if}
22 |
23 |
24 | {post.text}
25 |
26 |
27 | {#if post.imageUri}
28 |
37 | Dies ist ein Beta-Feature. Dieser Beitrag wurde automatisch als potenzieller Streamplan erkannt. Falls es Probleme oder Fehler
38 | gibt, melde diese bitte.
39 |
40 |
14 |
23 | {#if entry.imageUri}
24 |
15 |
18 |
19 |
22 |
27 |
37 |
38 |
28 | u/{entry.username}
29 | {#if entry.sticky}
30 |
33 |
34 | {entry.title}
35 |
36 |
17 |
40 |
41 |
18 |
29 |
30 |
19 |
20 | PietSmiet ist live!
21 |
22 | {#if matches}
23 |
24 |
31 | {#if matches}
32 |
33 |
39 |
14 |
50 |
15 |
32 | {entry.title}
33 | {#if entry.href || entry.importedFrom === "OpenAI"}
34 |
35 | {/if}
36 | {#if entry.href}
37 |
43 | {/if}
44 | {#if entry.importedFrom === "OpenAI"}
45 |
16 | {#if entry.type === "TwitchStream"}
17 |
18 | {:else}
19 |
22 | {#if entry.startDate}
23 | {@const date = moment(entry.startDate)}
24 |
25 | {#if !moment().isSame(date, "day")}
26 | {date.format("DD. MMM,")}
27 | {/if}
28 | {date.format("HH:mm")}
29 |
30 | {/if}
31 |
46 |
48 | {/if}
49 |
19 |
57 |
20 | {titleCase(post.additionalInfo)}
21 | {#if post.date}
22 | {dateFormat(post.date, $SHOW_ABSOLUTE_DATES)}
23 | {/if}
24 |
25 |
26 |
27 | {post.text}
28 |
29 |
30 | {#if post.InformationResource.filter((x) => x.imageUri || x.videoUri).length != 0}
31 |
32 | {#each post.InformationResource.filter((x) => x.imageUri || x.videoUri) as resource}
33 |
55 | {/if}
56 |
34 | {#if resource.videoUri}
35 |
43 | {:else if resource.imageUri}
44 |
53 | {/each}
54 |
15 | {#if entry.type === "TwitchStream"}
16 |
17 | {:else}
18 |
21 | {#if entry.startDate}
22 | {@const date = moment(entry.startDate)}
23 |
24 | {#if !moment().isSame(date, "day")}
25 | {date.format("DD. MMM,")}
26 | {/if}
27 | {date.format("HH:mm")}
28 |
29 | {/if}
30 | {entry.title}
31 | {#if entry.importedFrom === "OpenAI"}
32 |
33 |
34 |
36 | {/if}
37 |
38 |
42 |
66 |
43 | {#if entry.type === "TwitchStream"}
44 |
45 | {:else}
46 |
49 | {#if entry.startDate}
50 | {@const date = moment(entry.startDate)}
51 |
52 | {#if !moment().isSame(date, "day")}
53 | {date.format("DD. MMM,")}
54 | {/if}
55 | {date.format("HH:mm")}
56 |
57 | {/if}
58 | {entry.title}
59 | {#if entry.importedFrom === "OpenAI"}
60 |
61 |
62 |
64 | {/if}
65 |
47 |
64 |
48 |
63 |
65 | {video.title}
66 |
67 | {#if video.startDate}
68 |
69 |
73 | {/if}
74 |
70 | {dateFormat(video.startDate, $SHOW_ABSOLUTE_DATES)}
71 |
72 |
25 |
72 |
26 |
27 |
36 | {#if isVideoOnly && !$LOW_DATA_MODE}
37 |
48 | {:else if post.InformationResource.filter((x) => x.imageUri).length > 1}
49 |
28 | {titleCase(post.additionalInfo)}
29 | {#if post.date}
30 | {dateFormat(post.date, $SHOW_ABSOLUTE_DATES)}
31 | {/if}
32 |
33 |
34 | {post.text}
35 |
50 | {#each post.InformationResource.filter((x) => x.imageUri) as resource}
51 |
62 | {:else if post.imageUri}
63 |
52 |
60 | {/each}
61 |
21 | Motivation
22 |
71 |
--------------------------------------------------------------------------------
/.github/workflows/docker_publish.yml:
--------------------------------------------------------------------------------
1 | name: DockerPublish
2 |
3 | on:
4 | push:
5 | branches:
6 | - "master"
7 |
8 | jobs:
9 | DockerPublish:
10 | if: github.repository_owner == 'zaanposni'
11 | runs-on: ubuntu-latest
12 | permissions:
13 | contents: read
14 | packages: write
15 | steps:
16 | - name: Checkout
17 | uses: actions/checkout@v4
18 |
19 | - name: Determine version
20 | run: |
21 | VERSION=$(cat ./src/psaggregator/package.json | jq -r '.version')
22 | echo "I found version: $VERSION"
23 | echo "VERSION=$VERSION" >> $GITHUB_ENV
24 |
25 | - name: Build frontend
26 | working-directory: ./src/psaggregator
27 | run: |
28 | docker build \
29 | -t ghcr.io/${{ github.repository_owner }}/psaggregator_frontend:latest \
30 | -t ghcr.io/${{ github.repository_owner }}/psaggregator_frontend:${{ env.VERSION }} \
31 | --build-arg SENTRY_UPLOAD_SOURCEMAPS=true \
32 | --build-arg SENTRY_ORG=${{ vars.SENTRY_ORG }} \
33 | --build-arg SENTRY_PROJECT=${{ vars.SENTRY_PROJECT }} \
34 | --build-arg SENTRY_AUTH_TOKEN=${{ secrets.SENTRY_AUTH_TOKEN }} \
35 | .
36 |
37 | - name: Build nginx
38 | working-directory: ./src/nginx
39 | run: docker build -t ghcr.io/${{ github.repository_owner }}/psaggregator_nginx:latest -t ghcr.io/${{ github.repository_owner }}/psaggregator_nginx:${{ env.VERSION }} .
40 |
41 | - name: Build dataimport
42 | working-directory: ./src/dataimport
43 | run: docker build -t ghcr.io/${{ github.repository_owner }}/psaggregator_dataimport:latest -t ghcr.io/${{ github.repository_owner }}/psaggregator_dataimport:${{ env.VERSION }} .
44 |
45 | - name: Build imageresizer
46 | working-directory: ./src/imageresizer
47 | run: docker build -t ghcr.io/${{ github.repository_owner }}/psaggregator_imageresizer:latest -t ghcr.io/${{ github.repository_owner }}/psaggregator_imageresizer:${{ env.VERSION }} .
48 |
49 | - name: Push images
50 | run: |
51 | echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u zaanposni --password-stdin
52 | docker push ghcr.io/${{ github.repository_owner }}/psaggregator_frontend:${{ env.VERSION }}
53 | docker push ghcr.io/${{ github.repository_owner }}/psaggregator_nginx:${{ env.VERSION }}
54 | docker push ghcr.io/${{ github.repository_owner }}/psaggregator_dataimport:${{ env.VERSION }}
55 | docker push ghcr.io/${{ github.repository_owner }}/psaggregator_imageresizer:${{ env.VERSION }}
56 | docker push ghcr.io/${{ github.repository_owner }}/psaggregator_frontend:latest
57 | docker push ghcr.io/${{ github.repository_owner }}/psaggregator_nginx:latest
58 | docker push ghcr.io/${{ github.repository_owner }}/psaggregator_dataimport:latest
59 | docker push ghcr.io/${{ github.repository_owner }}/psaggregator_imageresizer:latest
60 |
--------------------------------------------------------------------------------
/src/psaggregator/src/lib/components/BigHeader.svelte:
--------------------------------------------------------------------------------
1 |
9 |
10 |
23 | Ich bin ein großer Fan von PietSmiet und verfolge die Jungs schon seit vielen Jahren.
24 | In der Community habe ich oft verfolgt, dass es Kommunikationsprobleme gibt.
25 | Häufig werden Informationen nur auf einzelnen Social-Media Kanälen veröffentlicht.
26 | Da nicht jeder jedes Social-Media nutzt und nicht jeder jeden (vor allem die zweite Reihe) abonniert hat, ist es schwer, alle
28 | Informationen zu bekommen.
29 |
30 |
31 | Außerdem störte es mich, dass es kaum PietSmiet bezogene Daten gab, die maschinenlesbar verfügbar waren.
32 | Mit meiner API möchte ich das ändern.
33 |
34 |
35 | Ich hoffe, dass ich mit diesem Projekt auch anderen Fans eine Freude machen kann.
36 |
37 |
38 | Diese Website ist ein reines Fanprojekt und steht in keinerlei Verbindung zur PietSmiet UG & Co. KG.
39 |
40 | {#if KOFI_USERNAME}
41 |
42 |
48 |
49 | {/if}
50 | Open Source
51 |
52 | Der Quellcode für dieses Projekt ist auf GitHub verfügbar.
53 | Wenn du einen Fehler findest oder eine Idee hast, kannst du gerne ein Issue erstellen oder einen Pull Request öffnen.
54 | Ich freue mich über jede Hilfe.
55 |
56 |
57 | Wenn du Fragen hast, kannst du mich gerne via Mail erreichen.
58 |
59 |
60 |
61 |
69 |
70 |
13 |
70 |
14 |
15 | 
21 |
22 |
23 |
21 |
22 |
24 |
68 |
25 | {#if matches}
26 | Home
27 | Uploadplan
28 | Videos
29 | News
30 | Zufall
31 | API
32 | Motivation
33 | Einstellungen
34 | Was ist neu?
35 | {/if}
36 |
37 |
38 | {#if smallMatches}
39 | {#if twitchStatus}
40 |
41 |
42 | PietSmiet ist live!
43 |
44 | {:else}
45 |
67 |
46 |
47 | PietSmiet ist offline!
48 |
49 | {/if}
50 | {/if}
51 | {#if matches}
52 |
53 | GitHub
54 |
55 | {/if}
56 | {#if KOFI_USERNAME}
57 |
58 | Donate
59 |
60 | {/if}
61 | {#if !matches && LEGAL_URL}
62 |
63 | Legal
64 |
65 | {/if}
66 |
16 |
88 |
--------------------------------------------------------------------------------
/docker-compose.yml:
--------------------------------------------------------------------------------
1 | version: "2.1"
2 |
3 | services:
4 | db:
5 | container_name: psaggregator_db
6 | restart: unless-stopped
7 | image: mysql:8.0
8 | volumes:
9 | - mysql:/var/lib/mysql
10 | environment:
11 | - MYSQL_DATABASE=${MYSQL_DATABASE}
12 | - MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}
13 | expose:
14 | - "3306"
15 | networks:
16 | - mysql
17 | healthcheck:
18 | test: ["CMD", "mysqladmin", "ping", "-h", "localhost"]
19 | timeout: 20s
20 | retries: 10
21 |
22 | frontend:
23 | container_name: psaggregator_frontend
24 | restart: unless-stopped
25 | image: ghcr.io/zaanposni/psaggregator_frontend:latest
26 | environment:
27 | - PRIVATE_DATABASE_URL=${DATABASE_URL}
28 | - PRIVATE_API_ANALYTICS_KEY=${API_ANALYTICS_KEY}
29 | - PUBLIC_LEGAL_URL=${LEGAL_URL}
30 | - PUBLIC_UMAMI_ID=${UMAMI_ID}
31 | - PUBLIC_KOFI_USERNAME=${KOFI_USERNAME}
32 | - PUBLIC_SENTRY_DSN=${SVELTEKIT_SENTRY_DSN}
33 | depends_on:
34 | db:
35 | condition: service_healthy
36 | networks:
37 | - mysql
38 | - nginx
39 | expose:
40 | - "3000"
41 |
42 | dataimport:
43 | container_name: psaggregator_dataimport
44 | restart: unless-stopped
45 | image: ghcr.io/zaanposni/psaggregator_dataimport:latest
46 | environment:
47 | - DATABASE_URL=${DATABASE_URL}
48 | - REDDIT_CLIENT_ID=${REDDIT_CLIENT_ID}
49 | - REDDIT_CLIENT_SECRET=${REDDIT_CLIENT_SECRET}
50 | - TWITCH_CLIENT_ID=${TWITCH_CLIENT_ID}
51 | - TWITCH_CLIENT_SECRET=${TWITCH_CLIENT_SECRET}
52 | - OPENAI_API_KEY=${OPENAI_API_KEY}
53 | - SQLALCHEMY_SILENCE_UBER_WARNING=1
54 | - YT_SERVER_BASE_URL=http://youtube-api
55 | - INSTAGRAM_USERNAME=${INSTAGRAM_USERNAME}
56 | - INSTAGRAM_PASSWORD=${INSTAGRAM_PASSWORD}
57 | - INSTAGRAM_2FA_SECRET=${INSTAGRAM_2FA_SECRET}
58 | - INSTAGRAM_CONFIG_PATH=/app/config/instagram.json
59 | - TWITTER_USERNAME=${TWITTER_USERNAME}
60 | - TWITTER_PASSWORD=${TWITTER_PASSWORD}
61 | - TWITTER_LIST_ID=${TWITTER_LIST_ID}
62 | - YOUTUBE_API_KEY=${YOUTUBE_API_KEY}
63 | volumes:
64 | - shared-data:/app/cdn
65 | - config:/app/config
66 | depends_on:
67 | db:
68 | condition: service_healthy
69 | youtube-api:
70 | condition: service_started
71 | networks:
72 | - mysql
73 | - youtube
74 |
75 | nginx:
76 | container_name: psaggregator_nginx
77 | restart: unless-stopped
78 | image: ghcr.io/zaanposni/psaggregator_nginx:latest
79 | depends_on:
80 | - frontend
81 | - imageresizer
82 | ports:
83 | - "127.0.0.1:5650:80"
84 | networks:
85 | - nginx
86 | - imageresizer
87 |
88 | imageresizer:
89 | container_name: psaggregator_imageresizer
90 | restart: unless-stopped
91 | image: ghcr.io/zaanposni/psaggregator_imageresizer:latest
92 | environment:
93 | - PORT=3000
94 | - CDN_FILE_BASE_DIRECTORY=/app/cdn
95 | volumes:
96 | - shared-data:/app/cdn
97 | ports:
98 | - "3000"
99 | networks:
100 | - imageresizer
101 |
102 | youtube-api:
103 | image: ceramicwhite/youtube-operational-api
104 | container_name: youtube-api
105 | restart: unless-stopped
106 | expose:
107 | - "80"
108 | networks:
109 | - youtube
110 |
111 | networks:
112 | mysql:
113 | nginx:
114 | youtube:
115 | imageresizer:
116 |
117 | volumes:
118 | mysql:
119 | config:
120 | shared-data:
121 | driver: local
122 | driver_opts:
123 | type: none
124 | o: bind
125 | device: ./cdn
126 |
--------------------------------------------------------------------------------
/src/dataimport/reddit.py:
--------------------------------------------------------------------------------
1 | import requests
2 | import os
3 | import asyncio
4 | from datetime import datetime
5 | from uuid import uuid4
6 |
7 | from rich.console import Console
8 | from databases import Database
9 | import praw
10 | from prawcore.exceptions import NotFound
11 |
12 |
13 | console = Console()
14 |
15 | # create cdn directory if not exists
16 | if not os.path.exists("/app/cdn/reddit"):
17 | console.log("Creating /app/cdn/reddit directory...", style="bold green")
18 | os.makedirs("/app/cdn/reddit")
19 |
20 |
21 | async def stuff() -> asyncio.coroutine:
22 | client_id = os.getenv("REDDIT_CLIENT_ID")
23 | client_secret = os.getenv("REDDIT_CLIENT_SECRET")
24 |
25 | console.log("Connecting to Reddit...")
26 |
27 | reddit = praw.Reddit(
28 | client_id=client_id,
29 | client_secret=client_secret,
30 | user_agent="android:com.example.myredditapp:v1.2.3 (by u/kemitche)",
31 | )
32 |
33 | console.log("Fetching subreddit...")
34 |
35 | subreddit = reddit.subreddit("pietsmiet")
36 |
37 | console.log("Fetching submissions...")
38 |
39 | submissions = [x for x in subreddit.hot(limit=20)]
40 |
41 | try:
42 | sticky1 = subreddit.sticky(number=1)
43 | if sticky1.id not in [submission.id for submission in submissions]:
44 | submissions.append(sticky1)
45 | sticky2 = subreddit.sticky(number=2)
46 | if sticky2.id not in [submission.id for submission in submissions]:
47 | submissions.append(sticky2)
48 | except NotFound:
49 | console.log("No sticky found")
50 |
51 | if not submissions:
52 | raise Exception("No submissions found")
53 |
54 | console.log("Connecting to database...")
55 | db = Database(url=os.getenv("DATABASE_URL"))
56 | await db.connect()
57 |
58 | console.log("Deleting old data...", style="bold yellow")
59 | delete_query = "DELETE FROM RedditPost WHERE 1=1;"
60 | await db.execute(delete_query)
61 |
62 | console.log("Deleting old thumbnails...", style="bold yellow")
63 | try:
64 | for file in os.listdir("/app/cdn/reddit"):
65 | os.remove(f"/app/cdn/reddit/{file}")
66 | except Exception as e:
67 | console.log(f"Error deleting old thumbnails: {e}", style="bold red")
68 |
69 | INSERT_STATEMENT = """INSERT INTO RedditPost (id , title, description, username , upvotes , comments , sticky , publishedAt , imageUri , href , importedAt) VALUES
70 | (:id, :title, NULL , :username, :upvotes, :comments, :sticky, :publishedAt, :imageUri, :href, now());"""
71 |
72 | for submission in submissions:
73 | console.log(f"Adding {submission.id} to database...", style="bold green")
74 | created_at = datetime.fromtimestamp(int(submission.created_utc)).strftime(
75 | "%Y-%m-%d %H:%M:%S"
76 | )
77 |
78 | thumbnail = None
79 | if submission.thumbnail.startswith("http"):
80 | try:
81 | thubmnail_content = requests.get(submission.thumbnail).content
82 | thumbnail = f"{uuid4()}.jpg"
83 | with open(f"/app/cdn/reddit/{thumbnail}", "wb") as f:
84 | f.write(thubmnail_content)
85 | thumbnail = f"/cdn/reddit/{thumbnail}"
86 | except Exception as e:
87 | console.log(f"Error downloading thumbnail: {e}", style="bold red")
88 | thumbnail = submission.thumbnail
89 |
90 | await db.execute(
91 | query=INSERT_STATEMENT,
92 | values={
93 | "id": submission.id,
94 | "title": submission.title,
95 | "username": submission.author.name,
96 | "upvotes": submission.score,
97 | "comments": submission.num_comments,
98 | "sticky": 1 if submission.stickied else 0,
99 | "publishedAt": created_at,
100 | "imageUri": thumbnail,
101 | "href": f"https://reddit.com{submission.permalink}",
102 | },
103 | )
104 |
105 | await db.disconnect()
106 | console.log("Done!")
107 |
108 |
109 | asyncio.run(stuff())
110 |
--------------------------------------------------------------------------------
/docker-compose-test.yml:
--------------------------------------------------------------------------------
1 | version: "2.1"
2 |
3 | services:
4 | db:
5 | container_name: psaggregator_db
6 | restart: unless-stopped
7 | image: mysql:8.0
8 | volumes:
9 | - mysql:/var/lib/mysql
10 | environment:
11 | - MYSQL_DATABASE=${MYSQL_DATABASE}
12 | - MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}
13 | expose:
14 | - "3306"
15 | ports:
16 | - "127.0.0.1:3306:3306"
17 | networks:
18 | - mysql
19 | healthcheck:
20 | test: ["CMD", "mysqladmin", "ping", "-h", "localhost"]
21 | timeout: 20s
22 | retries: 10
23 |
24 | frontend:
25 | container_name: psaggregator_frontend
26 | restart: unless-stopped
27 | build:
28 | context: ./src/psaggregator
29 | dockerfile: Dockerfile
30 | environment:
31 | - PRIVATE_DATABASE_URL=${DATABASE_URL}
32 | - PUBLIC_LEGAL_URL=${LEGAL_URL}
33 | - PUBLIC_UMAMI_ID=${UMAMI_ID}
34 | - PUBLIC_KOFI_USERNAME=${KOFI_USERNAME}
35 | depends_on:
36 | db:
37 | condition: service_healthy
38 | networks:
39 | - mysql
40 | - nginx
41 | expose:
42 | - "3000"
43 |
44 | dataimport:
45 | container_name: psaggregator_dataimport
46 | restart: unless-stopped
47 | build:
48 | context: ./src/dataimport
49 | dockerfile: Dockerfile
50 | environment:
51 | - DATABASE_URL=${DATABASE_URL}
52 | - REDDIT_CLIENT_ID=${REDDIT_CLIENT_ID}
53 | - REDDIT_CLIENT_SECRET=${REDDIT_CLIENT_SECRET}
54 | - TWITCH_CLIENT_ID=${TWITCH_CLIENT_ID}
55 | - TWITCH_CLIENT_SECRET=${TWITCH_CLIENT_SECRET}
56 | - OPENAI_API_KEY=${OPENAI_API_KEY}
57 | - SQLALCHEMY_SILENCE_UBER_WARNING=1
58 | - YT_SERVER_BASE_URL=http://youtube-api
59 | - INSTAGRAM_USERNAME=${INSTAGRAM_USERNAME}
60 | - INSTAGRAM_PASSWORD=${INSTAGRAM_PASSWORD}
61 | - INSTAGRAM_2FA_SECRET=${INSTAGRAM_2FA_SECRET}
62 | - INSTAGRAM_CONFIG_PATH=/app/config/instagram.json
63 | - TWITTER_USERNAME=${TWITTER_USERNAME}
64 | - TWITTER_PASSWORD=${TWITTER_PASSWORD}
65 | - TWITTER_LIST_ID=${TWITTER_LIST_ID}
66 | - YOUTUBE_API_KEY=${YOUTUBE_API_KEY}
67 | volumes:
68 | - shared-data:/app/cdn
69 | - config:/app/config
70 | depends_on:
71 | db:
72 | condition: service_healthy
73 | youtube-api:
74 | condition: service_started
75 | networks:
76 | - mysql
77 | - youtube
78 |
79 | nginx:
80 | container_name: psaggregator_nginx
81 | restart: unless-stopped
82 | build:
83 | context: ./src/nginx
84 | dockerfile: Dockerfile
85 | depends_on:
86 | - frontend
87 | - imageresizer
88 | ports:
89 | - "127.0.0.1:5650:80"
90 | networks:
91 | - nginx
92 | - imageresizer
93 |
94 | imageresizer:
95 | container_name: psaggregator_imageresizer
96 | restart: unless-stopped
97 | build:
98 | context: ./src/imageresizer
99 | dockerfile: Dockerfile
100 | environment:
101 | - PORT=3000
102 | - CDN_FILE_BASE_DIRECTORY=/app/cdn
103 | volumes:
104 | - shared-data:/app/cdn
105 | ports:
106 | - "3000"
107 | networks:
108 | - imageresizer
109 |
110 | youtube-api:
111 | image: ceramicwhite/youtube-operational-api
112 | container_name: youtube-api
113 | restart: unless-stopped
114 | expose:
115 | - "80"
116 | networks:
117 | - youtube
118 |
119 | networks:
120 | mysql:
121 | nginx:
122 | youtube:
123 | imageresizer:
124 |
125 | volumes:
126 | mysql:
127 | config:
128 | shared-data:
129 | driver: local
130 | driver_opts:
131 | type: none
132 | o: bind
133 | device: ./cdn
134 |
--------------------------------------------------------------------------------
/src/psaggregator/src/routes/+layout.svelte:
--------------------------------------------------------------------------------
1 |
65 |
66 |
17 |
19 | Einstellungen
18 |
20 | Einstellungen werden lokal auf deinem Endgerät gespeichert und sind nur für dich sichtbar.
21 |
22 |
23 |
87 |
24 | {
28 | SHOW_ABSOLUTE_DATES.set(!$SHOW_ABSOLUTE_DATES);
29 | if (browser) {
30 | localStorage.setItem(SHOW_ABSOLUTE_DATES_KEY, $SHOW_ABSOLUTE_DATES.toString());
31 | }
32 | }} />
33 |
44 |
34 |
39 |
43 | 40 | Zeige Datumswerte in absoluter Form statt relativer Form an (z.B. 01.01.2021 statt vor 2 Tagen) 41 |
42 |
45 | {
49 | VIDEO_COMPLEXE_VIEW.set(!$VIDEO_COMPLEXE_VIEW);
50 | if (browser) {
51 | localStorage.setItem(VIDEO_COMPLEXE_VIEW_KEY, $VIDEO_COMPLEXE_VIEW.toString());
52 | }
53 | }} />
54 |
65 |
55 |
60 |
64 | 61 | Zeige Videos in einer komplexen Ansicht an, die mehr Informationen enthält (betrifft Videos-Unterseite) 62 |
63 |
66 | {
70 | LOW_DATA_MODE.set(!$LOW_DATA_MODE);
71 | if (browser) {
72 | localStorage.setItem(LOW_DATA_MODE_KEY, $LOW_DATA_MODE.toString());
73 | }
74 | }} />
75 |
86 |
76 |
81 |
85 | 82 | Soweit verfügbar, werden Videos durch Thumbnails ersetzt, um Datenvolumen zu sparen. 83 |
84 |
71 |
98 |
72 |
97 |
75 |
76 |
88 |
89 | {/each}
90 |
77 | {@html announcement.text}
78 |
79 |
87 |
91 |
95 |
96 |
92 |
94 |