Merge pull request #217 from tgxn/develop

Develop
tgxn · Feb 27, 2025 · a758eed · a758eed
2 parents b3078c7 + aea04ea
commit a758eed
Show file tree

Hide file tree

Showing 3 changed files with 45 additions and 9 deletions.
diff --git a/.github/workflows/publish-pages.yaml b/.github/workflows/publish-pages.yaml
@@ -114,6 +114,10 @@ jobs:
         working-directory: ./
         run: cp -r ./frontend/public/data/ ./pages/public/
 
+      - name: copy the raw db dump file to github pages
+        working-directory: ./
+        run: cp -r ./.redis/dump.rdb ./pages/public/data/lemmyverse.rdb
+
       # build pages frontend
       - name: Cache Node Modules | Pages
         id: cache-pages-yarn

diff --git a/README.md b/README.md
@@ -34,7 +34,7 @@ You can append `home_url` and (optionally) `home_type` to the URL to set the hom
 
 ### Q: **How does discovery work?**
 
-It uses a [seed list of communities](https://github.com/tgxn/lemmy-explorer/blob/main/crawler/src/lib/const.js#L47) and scans the equivalent of the `/instances` federation lists, and then creates jobs to scan each of those servers.
+It uses a [seed list of communities](https://github.com/tgxn/lemmy-explorer/blob/main/crawler/src/lib/const.ts#L68) and scans the equivalent of the `/instances` federation lists, and then creates jobs to scan each of those servers.
 
 Additionally, instance tags and trust data is fetched from [Fediseer](https://gui.fediseer.com/).
 

diff --git a/pages/src/App.tsx b/pages/src/App.tsx
@@ -168,6 +168,22 @@ export default function App() {
         </h1>
       </Box>
 
+      <Box
+        sx={{
+          p: 2,
+          textAlign: "center",
+        }}
+      >
+        <Button
+          startDecorator={<GitHubIcon />}
+          href="https://github.com/tgxn/lemmy-explorer"
+          target="_lv_github"
+          component="a"
+        >
+          View Code on GitHub
+        </Button>
+      </Box>
+
       <Box
         sx={{
           p: 2,
@@ -206,20 +222,36 @@ export default function App() {
           return <LinkLine file={file} count={count} key={file.path} chip={file.chip} />;
         })}
       </List>
+
+      <h2>Raw Data File</h2>
       <Box
         sx={{
           p: 2,
-          textAlign: "center",
+          // textAlign: "center",
         }}
       >
-        <Button
-          startDecorator={<GitHubIcon />}
-          href="https://github.com/tgxn/lemmy-explorer"
-          target="_lv_github"
-          component="a"
+        <Typography sx={{ mb: 2 }} color="danger">
+          Here Be Dragons.
+        </Typography>
+        <Typography sx={{ mb: 2 }}>
+          This file is a raw dump of the Lemmyverse database. It's only really meant to use with a clone of
+          this project.
+        </Typography>
+        <ListItem
+          sx={{
+            display: "flex",
+            justifyContent: "space-between",
+            alignItems: "center",
+          }}
         >
-          View Code on GitHub
-        </Button>
+          <Link href="data/lemmyverse.rdb" target="_lv_lemmyverse_rdb" download>
+            Download lemmyverse.rdb
+          </Link>
+          {/* Raw size would have to be calculated externally in the pipeline, so it's not available here. */}
+          {/* <Typography sx={{ fontWeight: "bold" }}>
+            <SimpleNumberFormat value={150} /> MB
+          </Typography> */}
+        </ListItem>
       </Box>
     </Container>
   );