Merge pull request #18 from mojisdev/import-data

Author: luxass

package.json

@@ -28,6 +28,7 @@
     "@stoplight/spectral-cli": "^6.14.3",
     "eslint": "^9.22.0",
     "eslint-plugin-format": "^1.0.1",
+    "nanotar": "^0.2.0",
     "tsx": "^4.19.3",
     "typescript": "^5.8.2",
     "vitest": "^3.0.9",

pnpm-lock.yaml

@@ -0,0 +1,36 @@
+import path from "node:path";
+import process from "node:process";
+import { unstable_startWorker } from "wrangler";
+
+const root = path.resolve(import.meta.dirname, "../");
+
+async function run() {
+  const res = await fetch("https://github.com/mojisdev/emoji-data/archive/refs/heads/main.tar.gz");
+
+  if (!res.ok) {
+    throw new Error(`Failed to fetch emoji-data: ${res.statusText}`);
+  }
+
+  const blob = await res.blob();
+
+  const worker = await unstable_startWorker({
+    config: path.join(root.toString(), "./wrangler.jsonc"),
+    entrypoint: path.join(root.toString(), "./scripts/emoji-data-setup-app.ts"),
+  });
+
+  const formData = new FormData();
+  formData.append("file", blob, "emoji-data.tar.gz");
+
+  await worker.fetch("https://api.mojis.dev/upload", {
+    method: "POST",
+    // @ts-expect-error hmmm
+    body: formData,
+  });
+
+  await worker.dispose();
+}
+
+run().catch((err) => {
+  console.error(err);
+  process.exit(1);
+});

scripts/copy-emoji-data.ts

@@ -0,0 +1,66 @@
+import { Hono } from "hono";
+import { HTTPException } from "hono/http-exception";
+import { parseTarGzip } from "nanotar";
+
+const app = new Hono<{
+  Bindings: {
+    EMOJI_DATA: R2Bucket;
+  };
+}>();
+
+app.post(
+  "/upload",
+  async (c) => {
+    const body = await c.req.parseBody();
+
+    const file = Array.isArray(body.file) ? body.file[0] : body.file;
+
+    if (file == null) {
+      throw new HTTPException(400, {
+        message: "No file uploaded",
+      });
+    }
+
+    if (typeof file === "string") {
+      throw new HTTPException(400, {
+        message: "invalid file uploaded",
+      });
+    }
+
+    const filePrefix = "emoji-data-main/data/";
+
+    const tar = await parseTarGzip(await file.arrayBuffer(), {
+      filter(file) {
+        if (!file.name.startsWith(filePrefix) || !file.name.endsWith(".json")) {
+          return false;
+        }
+
+        // remove the file prefix
+        file.name = file.name.slice(filePrefix.length);
+
+        return true;
+      },
+    });
+
+    const promises = [];
+
+    for (const entry of tar) {
+      if (entry.type !== "file") continue;
+      const normalizedEntryName = entry.name.replace("./", "");
+
+      promises.push(c.env.EMOJI_DATA.put(normalizedEntryName, entry.text));
+    }
+
+    c.executionCtx.waitUntil(
+      Promise.all(promises),
+    );
+
+    return c.json({
+      message: "Files uploaded",
+    });
+  },
+);
+
+console.log("started the emoji data setup app");
+
+export default app;