Allow importing sample data

Author: DanielOaks

src/routes/samples.ts

@@ -1,7 +1,9 @@
 import express, { Request, Response } from "express";
 
 import { needAdmin } from "../auth/authRequiredMiddleware.js";
-import { sampleCategories, sampleImages } from "../sampleData.js";
+import { parseSampleTags, sampleCategories, sampleImages } from "../sampleData.js";
+import { useDatabase } from "../db/database.js";
+import { uploadFile } from "../files/s3.js";
 
 export const router = express.Router();
 
@@ -18,3 +20,53 @@ router.get("/", needAdmin, async (req: Request, res: Response) => {
     }),
   });
 });
+
+router.post("/import", needAdmin, async (req: Request, res: Response) => {
+  const categoriesToImport: string[] = req.body.categories || [];
+  const imagesToImport: string[] = req.body.images || [];
+
+  const db = useDatabase();
+
+  for (const name of categoriesToImport) {
+    const categoryData = sampleCategories.filter((info) => info.name === name).pop();
+    if (!categoryData) {
+      continue;
+    }
+
+    console.log("Importing sample category", categoryData.name);
+    let cImage = -1;
+    if (categoryData.cover) {
+      const finalPath = `samples/covers/${categoryData.cover}`;
+      cImage = (await db.addImage(finalPath, "", "", "")) || cImage;
+      await uploadFile(`./samples/covers/${categoryData.cover}`, finalPath);
+    }
+    const cId = await db.addCategory(categoryData.id, categoryData.name, cImage, categoryData.tags || []);
+    if (!cId) {
+      continue;
+    }
+
+    for (const author of imagesToImport) {
+      const imageProviderData = sampleImages.filter((info) => info.author === author).pop();
+      if (!imageProviderData) {
+        continue;
+      }
+
+      for (const imageList of imageProviderData.images) {
+        if (imageList.category === categoryData.id) {
+          for (const image of imageList.images) {
+            const finalPath = `samples/${image.path}`;
+            await uploadFile(`./samples/${image.path}`, finalPath);
+            const iId = await db.addImage(finalPath, "", imageProviderData.author, imageProviderData.author_url);
+            if (iId) {
+              await db.addImageToCategory(cId, iId, parseSampleTags(image.tags || []));
+            }
+          }
+        }
+      }
+    }
+  }
+
+  res.json({
+    ok: true,
+  });
+});

src/sampleData.ts

@@ -3,30 +3,34 @@
 //  appear as sample data with certain conditions applying.
 // check the LICENSE file for details.
 
-import { Category, SampleProviderEntry } from "./types/drawref.js";
+import { Category, SampleProviderEntry, TagMap } from "./types/drawref.js";
 
 type RawSampleCategory = {
   name: string;
+  cover?: string;
   tags: string;
 };
 
 var rawSampleCategories: RawSampleCategory[] = [
   {
     name: "Poses",
+    cover: "pose.jpg",
     tags: `
     Bodies: Men, Women, Other
     Clothing: Nude, Clothed
     Energy: Action, Stationary`,
   },
   {
     name: "Faces",
+    cover: "head.jpg",
     tags: `
     Expression: Happy, Sad, Angry, Scared, Disgust, Surprise
     Facial Hair: Facial Hair, No Facial Hair
     Bodies: Men, Women, Other`,
   },
   {
     name: "Animals",
+    cover: "animals.jpg",
     tags: `
     Species: Feline, Canine, Equine & Hooved, Avian, Aquatic, Rodents & Bunnies, Bugs and Insects, Primates
     Skeletons: Skeletons, Live`,
@@ -59,6 +63,7 @@ export var sampleCategories: Category[] = rawSampleCategories.map((info) => {
   return {
     id: info.name.toLowerCase(),
     name: info.name,
+    cover: info.cover,
     tags: info.tags
       .trim()
       .split("\n")
@@ -74,11 +79,19 @@ export var sampleCategories: Category[] = rawSampleCategories.map((info) => {
   };
 });
 
-export var sampleCategoryCovers = new Map<string, string>([
-  ["poses", "pose.jpg"],
-  ["faces", "head.jpg"],
-  ["animals", "animals.jpg"],
-]);
+export function parseSampleTags(input: string[]): TagMap {
+  let tags: TagMap = {};
+  for (const group of input) {
+    const newGroup = group.split(" ", 2);
+    const name = newGroup[0];
+    const value = newGroup[1].trim();
+    if (!tags[name]) {
+      tags[name] = [];
+    }
+    tags[name].push(value);
+  }
+  return tags;
+}
 
 export var sampleImages: SampleProviderEntry[] = [
   // adorkastock