add takoboto scraping

Author: mmtftr

.gitignore

@@ -24,6 +24,14 @@ npm-debug.*
 yarn-debug.*
 yarn-error.*
 
+.pnp.*
+.yarn/*
+!.yarn/patches
+!.yarn/plugins
+!.yarn/releases
+!.yarn/sdks
+!.yarn/versions
+
 # macOS
 .DS_Store
 *.pem

.yarn/install-state.gz

@@ -1 +1,3 @@
 nodeLinker: node-modules
+
+yarnPath: .yarn/releases/yarn-4.1.1.cjs

.yarn/releases/yarn-4.1.1.cjs

@@ -2,4 +2,14 @@
 //
 // For a full list of overridable settings, and general information on folder-specific settings,
 // see the documentation: https://zed.dev/docs/configuring-zed#folder-specific-settings
-{}
+{
+  "lsp": {
+    "pyright": {
+      "initialization_options": {
+        "python": {
+          "pythonPath": "/Users/mmtf/miniforge3/bin/python"
+        }
+      }
+    }
+  }
+}

.yarnrc

@@ -10,6 +10,7 @@ This is a mobile application built with Expo and React Native that helps users p
 - Filtering questions by level and type
 - Review today's questions
 - Today's statistics
+- Randomizes answer order
 - Shirabe Jisho lookup (if installed)
 - [ ] Add more statistics
 - [x] Add question sets

.yarnrc.yml

@@ -91,21 +91,6 @@ export default function TabLayout() {
           tabBarIcon: ({ color }) => (
             <TabBarIcon name="question-circle" color={color} />
           ),
-          headerRight: () =>
-            // reset db button for development
-            __DEV__ && (
-              <Button
-                marginEnd="$2"
-                icon={Delete}
-                variant="outlined"
-                color="red"
-                theme="red_active"
-                size="$2"
-                onPress={resetAndReseed}
-              >
-                Reseed
-              </Button>
-            ),
         }}
       />
       <Tabs.Screen

.zed/settings.json

@@ -60,7 +60,6 @@ function QuestionManager() {
           });
           return;
         }
-        console.log(question.id);
 
         setSolvedId((id) => id + 1);
         setQuestion(question);

README.md

@@ -20,6 +20,9 @@ import { answersTodayStore, settingsStore } from "@/services/store";
 import { MultipleSelectBox, SelectBox } from "../../components/SelectBox";
 import { PieChart } from "@/components/PieChart";
 import { useRouter } from "expo-router";
+import { Alert } from "react-native";
+import { resetAndReseed } from "../../components/SeedProvider";
+import { Delete } from "@tamagui/lucide-icons";
 
 const levelItems: { name: Question["level"] }[] = [
   { name: "N1" },
@@ -149,6 +152,30 @@ const SettingsTab: React.FC = () => {
           <Button onPress={() => router.push("/review")}>Review</Button>
         </YStack>
       )}
+      <Button
+        marginEnd="$2"
+        icon={Delete}
+        variant="outlined"
+        color="red"
+        theme="red_active"
+        size="$2"
+        onPress={() => {
+          Alert.alert("Are You Sure?", "This may delete some questions", [
+            {
+              text: "Cancel",
+              style: "cancel",
+            },
+            {
+              text: "Reset",
+              onPress: () => {
+                resetAndReseed();
+              },
+            },
+          ]);
+        }}
+      >
+        Reset Questions
+      </Button>
     </YStack>
   );
 };

app/(tabs)/_layout.tsx

@@ -25,7 +25,7 @@ export const AnswerButton = ({
     <Theme name="blue">
       <Button
         animation="superfastTransform"
-        minWidth="40%"
+        minWidth={answerText.length > 10 ? "90%" : "40%"}
         pressStyle={{ scale: 0.9 }}
         flex={1}
         theme={theme}

app/(tabs)/question.tsx

@@ -1,5 +1,11 @@
 import { db } from "@/services/db"; // drizzle
-import { answers, categories, levels, questions } from "../db/schema";
+import {
+  answers,
+  categories,
+  levels,
+  questionSets,
+  questions,
+} from "../db/schema";
 import seedVals from "@/constants/seed.json";
 import { useEffect, useState } from "react";
 import { useAsyncStorage } from "@react-native-async-storage/async-storage";
@@ -8,38 +14,51 @@ import { getRandomQuestion } from "../services/questions";
 
 const seed = async () => {
   try {
+    const allValues = seedVals.questions.map(
+      ({
+        id,
+        questionText: question,
+        answers,
+        correctAnswer,
+        level,
+        category,
+        questionSet,
+      }) => ({
+        id,
+        question,
+        answers,
+        category: categories.includes(category as any)
+          ? (category as any)
+          : "unknown",
+        level: levels.includes(level as any) ? (level as any) : "N5",
+        correctAnswer,
+        questionSet,
+      }),
+    );
     console.log("Seeding database...");
-    await db
-      .insert(questions)
-      .values(
-        seedVals.questions.map(
-          ({
-            questionText: question,
-            answers,
-            correctAnswer,
-            level,
-            category,
-          }) => ({
-            question,
-            answers,
-            category: categories.includes(category as any)
-              ? (category as any)
-              : "unknown",
-            level: levels.includes(level as any) ? (level as any) : "N5",
-            correctAnswer,
-          }),
-        ),
-      )
-      .execute();
+    await db.insert(questionSets).values(seedVals.questionSets).execute();
+
+    // insert 1K questions at a time.
+    for (let i = 0; i < allValues.length / 1000; i++) {
+      await db
+        .insert(questions)
+        .values(allValues.slice(i * 1000, (i + 1) * 1000))
+        .execute();
+    }
   } catch (e) {
     console.error(e);
   }
 };
+
 export const resetAndReseed = async () => {
   try {
-    await db.delete(answers).execute();
+    const answerObjects = await db.delete(answers).returning().execute();
     await db.delete(questions).execute();
+    await db.delete(questionSets).execute();
     await seed();
+
+    // try to restore answers
+    await db.insert(answers).values(answerObjects).execute();
   } catch (e) {
     console.error(e);
   }