⭐ feat(core): Implement Steam library sync with metadata extraction and image processing (#278)

## Description   ## Summary by CodeRabbit - **New Features** - Added AWS queue infrastructure and SQS handler for processing Steam game libraries and images. - Introduced event-driven handling for new credentials and game additions, including image uploads to S3. - Added client functions to fetch Steam user libraries, friends lists, app info, and related images. - Added new database columns and schema updates to track game acquisition, playtime, and family sharing. - Added utility function for chunking arrays. - Added new event notifications for library queue processing and game creation. - Added new lookup functions for categories and teams by slug. - Introduced a new Team API with endpoints to list and fetch teams by slug. - Added a new Steam library page displaying game images. - **Enhancements** - Improved game creation with event notifications and upsert logic. - Enhanced category and team retrieval with new lookup functions. - Renamed and refined image categories for clearer classification. - Expanded dependencies for image processing and AWS SDK integration. - Improved image processing utilities with caching, ranking, and metadata extraction. - Refined Steam client utilities for concurrency and error handling. - **Bug Fixes** - Fixed event publishing timing and removed deprecated credential retrieval methods. - **Chores** - Updated infrastructure configurations with increased timeouts, memory, and resource linking. - Added new dependencies for image processing, caching, and AWS SDK clients. - Refined internal code structure and imports for clarity. - Removed Steam provider and related UI components from the frontend. - Disabled authentication providers and Steam-related routes in the frontend. - Updated API fetch handler to accept environment bindings. - **Refactor** - Simplified query result handling and renamed functions for better clarity. - Removed outdated event handler in favor of consolidated event subscriber. - Consolidated and simplified database relationships and permission queries. - **Tests** - No explicit test changes included in this release.
2025-12-12 16:55:37 +02:00 · 2025-05-17 00:51:18 +03:00
parent cc2065299d
commit e1a903a7c9
82 changed files with 7819 additions and 1002 deletions
--- a/packages/functions/src/queues/library.ts
+++ b/packages/functions/src/queues/library.ts
@@ -0,0 +1,87 @@
+import { SQSHandler } from "aws-lambda";
+import { Actor } from "@nestri/core/actor";
+import { Game } from "@nestri/core/game/index";
+import { Utils } from "@nestri/core/client/utils";
+import { Client } from "@nestri/core/client/index";
+import { Library } from "@nestri/core/library/index";
+import { BaseGame } from "@nestri/core/base-game/index";
+import { Categories } from "@nestri/core/categories/index";
+
+export const handler: SQSHandler = async (event) => {
+    for (const record of event.Records) {
+        const parsed = JSON.parse(
+            record.body,
+        ) as typeof Library.Events.Queue.$payload;
+
+        await Actor.provide(
+            parsed.metadata.actor.type,
+            parsed.metadata.actor.properties,
+            async () => {
+                const processGames = parsed.properties.map(async (game) => {
+                    // First check whether the base_game exists, if not get it
+                    const appID = game.appID.toString()
+                    const exists = await BaseGame.fromID(appID)
+
+                    if (!exists) {
+                        const appInfo = await Client.getAppInfo(appID);
+                        const tags = appInfo.tags;
+
+                        await BaseGame.create({
+                            id: appID,
+                            name: appInfo.name,
+                            size: appInfo.size,
+                            score: appInfo.score,
+                            slug: appInfo.slug,
+                            description: appInfo.description,
+                            releaseDate: appInfo.releaseDate,
+                            primaryGenre: appInfo.primaryGenre,
+                            compatibility: appInfo.compatibility,
+                            controllerSupport: appInfo.controllerSupport,
+                        })
+
+                        if (game.isFamilyShareable) {
+                            tags.push(Utils.createTag("Family Share"))
+                        }
+
+                        const allCategories = [...tags, ...appInfo.genres, ...appInfo.publishers, ...appInfo.developers]
+
+                        const uniqueCategories = Array.from(
+                            new Map(allCategories.map(c => [`${c.type}:${c.slug}`, c])).values()
+                        );
+
+                        const settled = await Promise.allSettled(
+                            uniqueCategories.map(async (cat) => {
+                                //Use a single db transaction to get or set the category
+                                await Categories.create({
+                                    type: cat.type, slug: cat.slug, name: cat.name
+                                })
+
+                                // Use a single db transaction to get or create the game
+                                await Game.create({ baseGameID: appID, categorySlug: cat.slug, categoryType: cat.type })
+                            })
+                        )
+
+                        settled
+                            .filter(r => r.status === "rejected")
+                            .forEach(r => console.warn("[uniqueCategories] failed:", (r as PromiseRejectedResult).reason));
+                    }
+
+                    // Add to user's library
+                    await Library.add({
+                        baseGameID: appID,
+                        lastPlayed: game.lastPlayed,
+                        timeAcquired: game.timeAcquired,
+                        totalPlaytime: game.totalPlaytime,
+                        isFamilyShared: game.isFamilyShared,
+                    })
+                })
+
+                const settled = await Promise.allSettled(processGames)
+
+                settled
+                    .filter(r => r.status === "rejected")
+                    .forEach(r => console.warn("[processGames] failed:", (r as PromiseRejectedResult).reason));
+            }
+        )
+    }
+}