wip: reconstruct bulk insert video service

prisma/dbml/schema.dbml

@@ -169,10 +169,11 @@ Table user_watch_histories {
   episode episodes [not null]
   updated_at DateTime [not null]
   user_id String [not null]
-  episode_id String [not null]
+  episode_number Int [not null]
+  media_id String [not null]
 
   indexes {
-    (user_id, episode_id) [pk]
+    (user_id, episode_number, media_id) [pk]
   }
 }
 
@@ -254,6 +255,7 @@ Table medias {
   related_media media_relations [not null]
   updated_by_id String
   deleted_by_id String
+  episodes episodes [not null]
   home_media_banners home_media_banners [not null]
   saved_to_collections media_collections [not null]
 
@@ -507,9 +509,7 @@ Table staff {
 }
 
 Table episodes {
-  id String [pk]
+  episode_number Int [not null]
-  media_id String [not null]
-  episode Int [not null]
   mal_url String
   forum_url String
   title String [not null]
@@ -528,12 +528,19 @@ Table episodes {
   created_by_id String [not null]
   comments comments [not null]
   watch_histories user_watch_histories [not null]
+  media medias [not null]
+  media_id String [not null]
+
+  indexes {
+    (media_id, episode_number) [pk]
+  }
 }
 
 Table videos {
   id String [pk]
-  service video_services [not null]
+  video_service video_services [not null]
-  Episode episodes [not null]
+  episode episodes [not null]
+  priority Int
   video_code String [not null]
   short_code String
   thumbnail_code String
@@ -541,9 +548,15 @@ Table videos {
   created_at DateTime [default: `now()`, not null]
   deleted_at DateTime
   updated_at DateTime [not null]
-  episode_id String [not null]
+  episode_number Int [not null]
+  media_id String [not null]
   created_by_id String [not null]
   video_submission video_submissions
+  video_service_id String [not null]
+
+  indexes {
+    (media_id, episode_number, priority) [unique]
+  }
 }
 
 Table video_submissions {
@@ -603,7 +616,8 @@ Table comments {
   updated_at DateTime [not null]
   deleted_at DateTime
   user_id String [not null]
-  episode_id String [not null]
+  episode_number Int [not null]
+  media_id String [not null]
   likes comment_likes [not null]
   audit_logs comment_audit_logs [not null]
   reports comment_reports [not null]
@@ -687,11 +701,6 @@ Table home_media_banners {
   created_by_id String [not null]
 }
 
-Table VideoToVideoService {
-  serviceId String [ref: > video_services.id]
-  videosId String [ref: > videos.id]
-}
-
 Enum user_role {
   user
   contributor
@@ -795,7 +804,7 @@ Ref: user_follows.following_id > users.id
 
 Ref: user_watch_histories.user_id > users.id
 
-Ref: user_watch_histories.episode_id > episodes.id
+Ref: user_watch_histories.(episode_number, media_id) > episodes.(episode_number, media_id)
 
 Ref: collection_members.collection_id > collections.id
 
@@ -877,7 +886,11 @@ Ref: voice_actors.(media_id, character_id) > media_characters.(media_id, charact
 
 Ref: episodes.created_by_id > users.id
 
-Ref: videos.episode_id > episodes.id
+Ref: episodes.media_id > medias.id
+
+Ref: videos.video_service_id > video_services.id
+
+Ref: videos.(episode_number, media_id) > episodes.(episode_number, media_id)
 
 Ref: video_submissions.created_by_id > users.id
 
@@ -893,7 +906,7 @@ Ref: video_service_submissions.video_service_id - video_services.id
 
 Ref: comments.user_id > users.id
 
-Ref: comments.episode_id > episodes.id
+Ref: comments.(episode_number, media_id) > episodes.(episode_number, media_id)
 
 Ref: comment_likes.user_id > users.id
 

prisma/schema.prisma

@@ -279,13 +279,14 @@ model UserFollow {
 
 model UserWatchHistory {
   user       User     @relation(fields: [user_id], references: [id])
-  episode    Episode  @relation(fields: [episode_id], references: [id])
+  episode    Episode  @relation(fields: [episode_number, media_id], references: [episode_number, media_id])
   updated_at DateTime @updatedAt @db.Timestamptz()
 
   user_id        String @db.Uuid
-  episode_id String @db.Uuid
+  episode_number Int    @db.SmallInt
+  media_id       String @db.Uuid
 
-  @@id([user_id, episode_id])
+  @@id([user_id, episode_number, media_id])
   @@map("user_watch_histories")
 }
 
@@ -376,6 +377,7 @@ model Media {
   related_media        MediaRelation[]   @relation("MediaRelationRelatedMedia")
   updated_by_id        String?           @db.Uuid
   deleted_by_id        String?           @db.Uuid
+  episodes             Episode[]
   home_media_banners   HomeMediaBanner[]
   saved_to_collections MediaCollection[]
 
@@ -640,8 +642,8 @@ model VoiceActor {
   character_id    String         @db.Uuid
   media_character MediaCharacter @relation(fields: [media_id, character_id], references: [media_id, character_id])
 
-  @@map("voice_actors")
   @@unique([media_id, character_id, staff_id, language])
+  @@map("voice_actors")
 }
 
 model Staff {
@@ -659,9 +661,7 @@ model Staff {
 }
 
 model Episode {
-  id            String    @id @default(uuid(7)) @db.Uuid
+  episode_number Int       @db.SmallInt
-  media_id      String    @db.Uuid
-  episode       Int       @db.SmallInt
   mal_url        String?   @db.VarChar(255)
   forum_url      String?   @db.VarChar(255)
   title          String    @db.VarChar(155)
@@ -681,15 +681,18 @@ model Episode {
   created_by_id   String             @db.Uuid
   comments        Comment[]
   watch_histories UserWatchHistory[]
+  media           Media              @relation(fields: [media_id], references: [id])
+  media_id        String             @db.Uuid
 
-  @@index([media_id, episode])
+  @@id([media_id, episode_number])
   @@map("episodes")
 }
 
 model Video {
   id             String       @id @default(uuid(7)) @db.Uuid
-  service        VideoService[]
+  video_service  VideoService @relation(fields: [video_service_id], references: [id])
-  Episode        Episode        @relation(fields: [episode_id], references: [id])
+  episode        Episode      @relation(fields: [episode_number, media_id], references: [episode_number, media_id])
+  priority       Int?         @db.SmallInt
   video_code     String       @db.VarChar(255)
   short_code     String?      @db.VarChar(255)
   thumbnail_code String?      @db.VarChar(255)
@@ -698,10 +701,13 @@ model Video {
   deleted_at     DateTime?    @db.Timestamptz()
   updated_at     DateTime     @updatedAt @db.Timestamptz()
 
-  episode_id       String           @db.Uuid
+  episode_number   Int              @db.SmallInt
+  media_id         String           @db.Uuid
   created_by_id    String           @db.Uuid
   video_submission VideoSubmission?
+  video_service_id String           @db.Uuid
 
+  @@unique([media_id, episode_number, priority])
   @@map("videos")
 }
 
@@ -762,14 +768,15 @@ model VideoServiceSubmission {
 model Comment {
   id         String    @id @default(uuid(7)) @db.Uuid
   user       User      @relation(fields: [user_id], references: [id])
-  episode    Episode   @relation(fields: [episode_id], references: [id])
+  episode    Episode   @relation(fields: [episode_number, media_id], references: [episode_number, media_id])
   content    String    @db.Text
   created_at DateTime  @default(now()) @db.Timestamptz()
   updated_at DateTime  @updatedAt @db.Timestamptz()
   deleted_at DateTime? @db.Timestamptz()
 
   user_id        String            @db.Uuid
-  episode_id String            @db.Uuid
+  episode_number Int               @db.SmallInt
+  media_id       String            @db.Uuid
   likes          CommentLike[]
   audit_logs     CommentAuditLog[]
   reports        CommentReport[]

src/modules/internal/controllers/updateAllEpisodeThumbnail.controller.ts

@@ -1,25 +0,0 @@
-import { Context, Static } from "elysia";
-import { mainErrorHandler } from "../../../helpers/error/handler";
-import { returnWriteResponse } from "../../../helpers/callback/httpResponse";
-import { updateAllEpisodeThumbnailService } from "../services/http/updateAllEpisodeThumbnail.service";
-import { updateAllEpisodeThumbnailSchema } from "../schemas/updateAllEpisodeThumbnail.schema";
-
-/**
- * Updating all episode thumbnails for a specific target service reference ID.
- *
- * This controller handles the bulk update of episode thumbnails for all episodes associated with a specific service reference ID.
- * It fetches the latest thumbnail data from external sources and updates the existing episode records in the database accordingly.
- *
- * See OpenAPI documentation for request/response schema.
- */
-export const updateAllEpisodeThumbnailController = async (ctx: {
-  set: Context["set"];
-  body: Static<typeof updateAllEpisodeThumbnailSchema.body>;
-}) => {
-  try {
-    const newEpisodeThumbnailsCount = await updateAllEpisodeThumbnailService(ctx.body.service_reference_id);
-    return returnWriteResponse(ctx.set, 204, `Updating ${newEpisodeThumbnailsCount} episode thumbnails successfully.`);
-  } catch (error) {
-    return mainErrorHandler(ctx.set, error);
-  }
-};

src/modules/internal/index.ts

@@ -3,12 +3,10 @@ import { bulkInsertEpisodeController } from "./controllers/bulkInsertEpisode.con
 import {bulkInsertMediaController} from "./controllers/bulkInsertMedia.controller";
 import {createVideoServiceInternalController} from "./controllers/createVideoService.controller";
 import {bulkInsertVideoController} from "./controllers/bulkInsertVideo.controller";
-import { updateAllEpisodeThumbnailController } from "./controllers/updateAllEpisodeThumbnail.controller";
 import {purgeUnusedSessionController} from "./controllers/purgeUnusedSession.controller";
 import {createHeroBannerController} from "./controllers/createHeroBanner.controller";
 import {bulkInsertMediaSchema} from "./schemas/bulkInsertMedia.schema";
 import {bulkInsertEpisodeSchema} from "./schemas/bulkInsertEpisode.schema";
-import { updateAllEpisodeThumbnailSchema } from "./schemas/updateAllEpisodeThumbnail.schema";
 import {bulkInsertVideoSchema} from "./schemas/bulkInsertVideo.schema";
 import {createVideoServiceInternalSchema} from "./schemas/createVideoServiceInternal.schema";
 import {purgeUnusedSessionSchema} from "./schemas/purgeUnusedSession.schema";
@@ -20,7 +18,6 @@ export const internalModule = new Elysia({
 })
     .post("/media/bulk-insert", bulkInsertMediaController, bulkInsertMediaSchema)
     .post("/episode/bulk-insert", bulkInsertEpisodeController, bulkInsertEpisodeSchema)
-  .put("/episode/update-thumbnails", updateAllEpisodeThumbnailController, updateAllEpisodeThumbnailSchema)
     .post("/video/bulk-insert", bulkInsertVideoController, bulkInsertVideoSchema)
     .post("/video-service", createVideoServiceInternalController, createVideoServiceInternalSchema)
     .post("/user-session/purge-unused", purgeUnusedSessionController, purgeUnusedSessionSchema)

src/modules/internal/repositories/bulkInsertEpisodes.repository.ts

@@ -1,25 +1,45 @@
-import { Prisma } from "@prisma/client";
 import {AppError} from "../../../helpers/error/instances/app";
 import {prisma} from "../../../utils/databases/prisma/connection";
-import { generateUUIDv7 } from "../../../helpers/databases/uuidv7";
+import {SystemAccountId} from "../../../config/account/system";
+
+
+export interface BulkInsertEpisodesPayload {
+    media_id: string
+    episode_number: number
+    title: string
+    title_romanji: string
+    title_origin: string
+    aired_at: Date
+    score: number
+    filler: boolean
+    recap: boolean
+    forum_url: string
+    created_by_id: string
+}
 
 export const bulkInsertEpisodesRepository = async (
-  payload: Omit<Prisma.EpisodeUncheckedCreateInput, "id">,
+    payload: BulkInsertEpisodesPayload[]
 ) => {
     try {
-    return await prisma.episode.upsert({
+        await prisma.$transaction(async (tx) => {
+            await Promise.all(
+                payload.map(async (episode) =>
+                    await tx.episode.upsert({
                         where: {
-        mediaId_episode: {
+                            media_id_episode_number: {
-          mediaId: payload.mediaId as string,
+                                media_id: episode.media_id,
-          episode: payload.episode as number,
+                                episode_number: episode.episode_number
+                            }
                         },
-      },
+                        update: episode,
-      update: payload,
                         create: {
-        id: generateUUIDv7(),
+                            ...episode,
-        ...payload,
+                            created_by_id: SystemAccountId
-      },
+                        }
-    });
+                    })
+                )
+            )
+        })
     } catch (err) {
         throw new AppError(500, "Failed to bulk insert episodes", err);
     }

src/modules/internal/repositories/findEpisodeWithMediaId.repository.ts

@@ -1,28 +0,0 @@
-import { AppError } from "../../../helpers/error/instances/app";
-import { prisma } from "../../../utils/databases/prisma/connection";
-
-export const findEpisodeWithMediaIdRepository = async ({
-  media,
-  episode,
-}: {
-  media: string;
-  episode: number;
-}) => {
-  try {
-    const foundEpisode = await prisma.episode.findUnique({
-      where: {
-        mediaId_episode: {
-          mediaId: media,
-          episode: episode,
-        },
-      },
-      select: {
-        id: true,
-      },
-    });
-    if (!foundEpisode) throw new AppError(404, "Episode not found");
-    return foundEpisode;
-  } catch (error) {
-    throw new AppError(500, "Error finding episode with media id", error);
-  }
-};

src/modules/internal/repositories/findMediaWithMalId.repository.ts

@@ -0,0 +1,14 @@
+import {AppError} from "../../../helpers/error/instances/app";
+import {prisma} from "../../../utils/databases/prisma/connection";
+
+export const findMediaWithMalIdRepository = async (malId: number) => {
+    try {
+        return await prisma.media.findUnique({
+            where: {
+                mal_id: malId
+            }
+        });
+    } catch (error) {
+        throw new AppError(500, "Failed to find media with malId", error)
+    }
+};

src/modules/internal/schemas/bulkInsertVideo.schema.ts

@@ -16,14 +16,27 @@ export const bulkInsertVideoSchema = {
                         service_id: t.String({
                             description: "The ID of the video service",
                         }),
+                        priority: t.Optional(t.Number({
+                            description: "The priority of the video (can't be duplicate)",
+                        })),
                         video_code: t.String({
                             description: "The code of the video on the service",
                         }),
+                        short_code: t.Optional(
+                            t.String({
+                                description: "The code of the preview video on the service",
+                            }),
+                        ),
                         thumbnail_code: t.Optional(
                             t.String({
                                 description: "The code of the thumbnail for the video on the service",
                             }),
                         ),
+                        download_code: t.Optional(
+                            t.String({
+                                description: "The code of the download link for the video on the service",
+                            })
+                        )
                     }),
                 ),
             }),

src/modules/internal/schemas/updateAllEpisodeThumbnail.schema.ts

@@ -1,35 +0,0 @@
-import { t } from "elysia";
-import { AppRouteSchema } from "../../../helpers/types/AppRouteSchema";
-
-export const updateAllEpisodeThumbnailSchema = {
-  body: t.Object({
-    service_reference_id: t.String({
-      description: "The ID of the service to which the target of episode thumbnails belong",
-    }),
-  }),
-  detail: {
-    summary: "Bulk update episode thumbnails",
-    description:
-      "Perform bulk update of episode thumbnails for all episodes associated with a specific service reference ID. This operation fetches the latest thumbnail data from external sources and updates the existing episode records in the database accordingly.",
-    responses: {
-      204: {
-        description: "Updating episode thumbnails operation completed successfully",
-        content: {
-          "application/json": {
-            schema: {
-              type: "object",
-              properties: {
-                success: { type: "boolean", default: true },
-                status: { type: "integer", default: 204 },
-                message: {
-                  type: "string",
-                  default: "Updating {newEpisodeThumbnailsCount} episode thumbnails operation completed successfully",
-                },
-              },
-            },
-          },
-        },
-      },
-    },
-  },
-} satisfies AppRouteSchema;

src/modules/internal/services/http/bulkInsertEpisode.service.ts

@@ -1,33 +1,35 @@
-import { ErrorForwarder } from "../../../../helpers/error/instances/forwarder";
 import {MediaEpisodeInfoResponse} from "../../types/mediaEpisodeInfo.type";
 import {AppError} from "../../../../helpers/error/instances/app";
 import {SystemAccountId} from "../../../../config/account/system";
+import {ErrorForwarder} from "../../../../helpers/error/instances/forwarder";
 import {bulkInsertEpisodesRepository} from "../../repositories/bulkInsertEpisodes.repository";
 import {getEpisodeReferenceAPI} from "../../../../config/apis/jikan/episode.reference";
-import { selectMediaByMalIdRepository } from "../../../media/repositories/SELECT/selectMediaByMalId.repository";
+import {findMediaWithMalIdRepository} from "../../repositories/findMediaWithMalId.repository";
 
 export const bulkInsertEpisodeService = async (mal_id: number, page: number = 1) => {
     try {
         const episodeAPI = getEpisodeReferenceAPI(mal_id);
         const episodeData: MediaEpisodeInfoResponse = await fetch(
             `${episodeAPI.baseURL}${episodeAPI.getEpisodeList}?page=${page}`,
-    ).then((res) => res.json());
+        ).then((res) => res.json()) as MediaEpisodeInfoResponse;
 
-    const mediaData = await selectMediaByMalIdRepository(mal_id);
+        const mediaData = await findMediaWithMalIdRepository(mal_id)
-    if (!mediaData) throw new AppError(404, `Media with Mal ID ${mal_id} not found in database`);
+        if (!mediaData) throw new AppError(404, "Media not found");
 
-    const insertedEpisodeData = [];
+        const constructedInput = episodeData.data.map(c => ({
-    episodeData.data.forEach(async (episode) => {
+            media_id: mediaData.id,
-      insertedEpisodeData.push(
+            episode_number: c.mal_id,
-        await bulkInsertEpisodesRepository({
+            title: c.title,
-          mediaId: mediaData.id!,
+            title_romanji: c.title_romanji,
-          episode: episode.mal_id,
+            title_origin: c.title_japanese,
-          name: episode.title,
+            aired_at: c.aired,
-          score: episode.score,
+            score: c.score,
-          uploadedBy: SystemAccountId,
+            filler: c.filler,
-        }),
+            recap: c.recap,
-      );
+            forum_url: c.forum_url,
-    });
+            created_by_id: SystemAccountId
+        }))
+        const insertedEpisodes = await bulkInsertEpisodesRepository(constructedInput)
         return episodeData;
     } catch (err) {
         ErrorForwarder(err);

src/modules/internal/services/http/bulkInsertVideo.service.ts

@@ -1,34 +1,27 @@
 import {SystemAccountId} from "../../../../config/account/system";
 import {ErrorForwarder} from "../../../../helpers/error/instances/forwarder";
-import { findEpisodeWithMediaIdRepository } from "../../repositories/findEpisodeWithMediaId.repository";
 import {bulkInsertVideoRepository} from "../../repositories/bulkInsertVideo.repository";
 import {Static} from "elysia";
 import {bulkInsertVideoSchema} from "../../schemas/bulkInsertVideo.schema";
+import {Prisma} from "@prisma/client";
 
 export const bulkInsertVideoService = async (body: Static<typeof bulkInsertVideoSchema.body>) => {
     try {
-    const insertedVideos: string[] = [];
+        const constructedInput: Prisma.VideoCreateManyInput[] = body.data.flatMap((d) => (
-    for (const episodeData of body.data) {
+            d.videos.flatMap((v) => (
-      const episodeId = await findEpisodeWithMediaIdRepository({
+                {
-        media: body.media_id,
+                    created_by_id: SystemAccountId,
-        episode: episodeData.episode,
+                    media_id: body.media_id,
-      });
+                    episode_number: d.episode,
-
+                    video_service_id: v.service_id,
-      for (const videoData of episodeData.videos) {
+                    video_code: v.video_code,
-        const insertedVideo = await bulkInsertVideoRepository({
+                    short_code: v.short_code,
-          pendingUpload: false,
+                    thumbnail_code: v.thumbnail_code,
-          episodeId: episodeId.id,
+                    download_code: v.download_code
-          serviceId: videoData.service_id,
-          videoCode: videoData.video_code,
-          thumbnailCode: videoData.thumbnail_code,
-          uploadedBy: SystemAccountId,
-        });
-
-        insertedVideos.push(insertedVideo.id);
                 }
-    }
+            ))
-
+        ));
-    return insertedVideos;
+        return constructedInput
     } catch (error) {
         ErrorForwarder(error);
     }

src/modules/internal/services/http/updateAllEpisodeThumbnail.service.ts

@@ -1,40 +0,0 @@
-import { AppError } from "../../../../helpers/error/instances/app";
-import { ErrorForwarder } from "../../../../helpers/error/instances/forwarder";
-import { bulkUpdateThumbnailRepository } from "../../../episode/repositories/PUT/bulkUpdateThumbnail.repository";
-import { getAllVideoServiceWithEpisodeRepository } from "../../../videoService/repositories/GET/getAllVideoServiceWithEpisode.repository";
-
-export const updateAllEpisodeThumbnailService = async (
-  serviceReferenceId?: string,
-) => {
-  try {
-    if (!serviceReferenceId)
-      throw new AppError(400, "Service Reference ID is required.");
-
-    const videosData = await getAllVideoServiceWithEpisodeRepository(
-      serviceReferenceId,
-    );
-
-    if (!videosData || videosData.length === 0)
-      throw new AppError(
-        404,
-        "No episode with no thumbnail found in the specified video service.",
-      );
-
-    const updatePayload = videosData.flatMap((videoService) => {
-      const { endpointThumbnail, videos } = videoService;
-      return videos.map((video) => ({
-        episodeId: video.episode.id,
-        thumbnailCode: endpointThumbnail!.replace(
-          ":code:",
-          video.thumbnailCode || video.videoCode,
-        ),
-      }));
-    });
-
-    await bulkUpdateThumbnailRepository(updatePayload);
-
-    return updatePayload.length;
-  } catch (error) {
-    ErrorForwarder(error);
-  }
-};

src/modules/videoService/repositories/GET/getAllVideoServiceWithEpisode.repository.ts

@@ -1,44 +0,0 @@
-import { AppError } from "../../../../helpers/error/instances/app";
-import { videoServiceModel } from "../../model";
-
-export const getAllVideoServiceWithEpisodeRepository = async (
-  videoServiceId: string,
-) => {
-  try {
-    return await videoServiceModel.findMany({
-      where: {
-        id: videoServiceId,
-        endpointThumbnail: {
-          not: null,
-        },
-        videos: {
-          some: {
-            episode: {
-              pictureThumbnail: null,
-            },
-          },
-        },
-      },
-      select: {
-        endpointThumbnail: true,
-        videos: {
-          select: {
-            thumbnailCode: true,
-            videoCode: true,
-            episode: {
-              select: {
-                id: true,
-              },
-            },
-          },
-        },
-      },
-    });
-  } catch (error) {
-    throw new AppError(
-      500,
-      "An error occurred while fetching video services with episodes.",
-      error,
-    );
-  }
-};