Update Mar 5th

.env.example

@@ -0,0 +1,47 @@
+ # Since the ".env" file is gitignored, you can use the ".env.example" file to
+# build a new ".env" file when you clone the repo. Keep this file up-to-date
+# when you add new variables to `.env`.
+
+# This file will be committed to version control, so make sure not to have any
+# secrets in it. If you are cloning this repo, create a copy of this file named
+# ".env" and populate it with your secrets.
+
+# When adding additional environment variables, the schema in "/src/env.js"
+# should be updated accordingly.
+
+# Database 
+DATABASE_URL="" 
+
+# Docker Compose: password for PostgreSQL (used by db service)
+# POSTGRES_PASSWORD=password
+
+# Clerk Authentication (get from https://clerk.com/)
+
+NEXT_PUBLIC_CLERK_PUBLISHABLE_KEY=
+CLERK_SECRET_KEY=
+
+# OpenAI API (get from https://platform.openai.com/)
+
+OPENAI_API_KEY=
+
+# UploadThing (get from https://uploadthing.com/)
+UPLOADTHING_SECRET="your_uploadthing_secret"
+UPLOADTHING_APP_ID="your_uploadthing_app_id"
+
+# Datalab OCR API (optional - get from https://www.datalab.to/)
+# Required only if you want to enable OCR processing for scanned documents
+DATALAB_API_KEY="your_datalab_api_key"
+
+# Landing.AI OCR API (optional - get from https://www.landing.ai/)
+LANDING_AI_API_KEY="your_landing_ai_api_key"
+
+# Tavily API (optional - get from https://www.tavily.com/)
+TAVILY_API_KEY="your_tavily_api_key"
+
+# Azure Document Intelligence OCR API (optional - get from https://learn.microsoft.com/en-us/azure/applied-ai-services/document-intelligence/quickstarts/get-started-with-rest-api?pivots=programming-language-rest-api)
+AZURE_DOC_INTELLIGENCE_ENDPOINT="your_azure_doc_intelligence_endpoint"
+AZURE_DOC_INTELLIGENCE_KEY="your_azure_doc_intelligence_key"
+
+# Inngest (required for background document processing - https://inngest.com/)
+INNGEST_EVENT_KEY="dev_placeholder"
+INNGEST_SIGNING_KEY="signkey-dev-xxxxx"

README.md

@@ -124,6 +124,7 @@ Create `.env` from `.env.example` and fill required values:
 - `DATABASE_URL`
 - `NEXT_PUBLIC_CLERK_PUBLISHABLE_KEY`
 - `CLERK_SECRET_KEY`
+- `BLOB_READ_WRITE_TOKEN` (Vercel Blob read/write token)
 - `OPENAI_API_KEY`
 - `INNGEST_EVENT_KEY`, as placeholder
 
@@ -137,6 +138,18 @@ Optional integrations:
 - `LANGCHAIN_TRACING_V2`, `LANGCHAIN_API_KEY`, `LANGCHAIN_PROJECT`
 - `DEBUG_PERF` (`1` or `true`) to enable dev perf logs for middleware and key auth/dashboard APIs
 
+### 2.1) Configure Vercel Blob Storage
+
+Vercel Blob is used for storing uploaded documents. Both **public** and **private** stores are supported -- the upload logic auto-detects which mode the store uses and adapts automatically.
+
+1. In the Vercel dashboard, go to **Storage → Blob → Create Store**.
+2. Choose either **Public** or **Private** access. Both work:
+   - **Public** stores produce URLs the browser can load directly (faster for previews).
+   - **Private** stores keep files behind authentication; the app proxies content through `/api/documents/[id]/content` and `/api/files/[id]` so previews still work.
+3. Generate a **Read/Write token** for the store and add it as `BLOB_READ_WRITE_TOKEN` in your environment (`.env` locally, or Vercel Project Settings for deploys).
+4. Redeploy so the token is available at build and runtime.
+5. Verify: sign in to the Employer Upload page, upload a small PDF, and confirm `/api/upload-local` returns a `vercel-storage.com` URL without errors.
+
 ### 3) Start database and apply schema
 
 ```bash

docs/deployment.md

@@ -51,7 +51,7 @@ docker compose --env-file .env --profile dev up
 
 1. Import repository into Vercel.
 2. Configure managed PostgreSQL (Vercel Postgres, Neon, Supabase, etc.).
-3. Set `DATABASE_URL` and app environment variables.
+3. Set `DATABASE_URL`, `BLOB_READ_WRITE_TOKEN`, and the other app environment variables.
 4. Deploy with Vercel defaults.
 5. Apply schema once:
 
@@ -65,6 +65,12 @@ Optional integrations:
 - LangSmith for tracing
 - Sidecar (deploy separately and set `SIDECAR_URL`)
 
+### Verifying Blob uploads on Vercel
+
+1. After deploy, sign in to the Employer portal and open `/employer/upload`.
+2. Upload any small PDF or DOCX. The `/api/upload-local` response should return a `vercel-storage.com` URL.
+3. Paste that URL into a new tab. The file should download directly, confirming Blob access end to end.
+
 ## Option 3: VPS self-hosted (Node + reverse proxy)
 
 1. Install Node.js 18+, pnpm, Nginx, and PostgreSQL with pgvector.
@@ -89,7 +95,8 @@ Optional: Run the sidecar separately and point `SIDECAR_URL` to it.
 | `CLERK_SECRET_KEY` | Yes | Clerk secret key |
 | `OPENAI_API_KEY` | Yes | OpenAI API key |
 | `INNGEST_EVENT_KEY` | Yes (prod) | Inngest event key for background jobs |
-| `UPLOADTHING_TOKEN` | Optional | UploadThing for cloud storage |
+| `BLOB_READ_WRITE_TOKEN` | Yes (Vercel) | Required for Vercel Blob uploads |
+| `UPLOADTHING_TOKEN` | Optional | UploadThing legacy uploader |
 | `SIDECAR_URL` | Optional | Sidecar URL for reranking and Graph RAG |
 | `TAVILY_API_KEY` | Optional | Web search for analysis |
 | `AZURE_DOC_INTELLIGENCE_*` | Optional | OCR for scanned PDFs |

drizzle/0002_company_metadata.sql

@@ -0,0 +1,39 @@
+-- Company Metadata Tables
+-- One canonical JSON row per company + append-only audit history.
+
+CREATE TABLE IF NOT EXISTS "company_metadata" (
+    "id"                          serial PRIMARY KEY NOT NULL,
+    "company_id"                  bigint NOT NULL REFERENCES "company"("id") ON DELETE CASCADE,
+    "schema_version"              varchar(20) NOT NULL DEFAULT '1.0.0',
+    "metadata"                    jsonb NOT NULL,
+    "last_extraction_document_id" bigint REFERENCES "document"("id") ON DELETE SET NULL,
+    "created_at"                  timestamptz NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    "updated_at"                  timestamptz
+);
+
+CREATE UNIQUE INDEX IF NOT EXISTS "company_metadata_company_id_unique"
+    ON "company_metadata" ("company_id");
+
+-- ============================================================================
+
+CREATE TABLE IF NOT EXISTS "company_metadata_history" (
+    "id"          serial PRIMARY KEY NOT NULL,
+    "company_id"  bigint NOT NULL REFERENCES "company"("id") ON DELETE CASCADE,
+    "document_id" bigint REFERENCES "document"("id") ON DELETE SET NULL,
+    "change_type" varchar(32) NOT NULL,   -- extraction | merge | manual_override | deprecation
+    "diff"        jsonb NOT NULL,
+    "changed_by"  varchar(256) NOT NULL,
+    "created_at"  timestamptz NOT NULL DEFAULT CURRENT_TIMESTAMP
+);
+
+CREATE INDEX IF NOT EXISTS "company_metadata_history_company_id_idx"
+    ON "company_metadata_history" ("company_id");
+
+CREATE INDEX IF NOT EXISTS "company_metadata_history_document_id_idx"
+    ON "company_metadata_history" ("document_id");
+
+CREATE INDEX IF NOT EXISTS "company_metadata_history_created_at_idx"
+    ON "company_metadata_history" ("created_at");
+
+CREATE INDEX IF NOT EXISTS "company_metadata_history_change_type_idx"
+    ON "company_metadata_history" ("change_type");

drizzle/0002_vercel_blob.sql

@@ -0,0 +1,8 @@
+ALTER TABLE "file_uploads"
+    ADD COLUMN IF NOT EXISTS "storage_provider" varchar(64) NOT NULL DEFAULT 'database',
+    ADD COLUMN IF NOT EXISTS "storage_url" varchar(1024),
+    ADD COLUMN IF NOT EXISTS "storage_pathname" varchar(1024),
+    ADD COLUMN IF NOT EXISTS "blob_checksum" varchar(128);
+
+ALTER TABLE "file_uploads"
+    ALTER COLUMN "file_data" DROP NOT NULL;

drizzle/0003_company_onboarding.sql

@@ -0,0 +1,4 @@
+-- Add onboarding profile columns to company table
+ALTER TABLE "company"
+    ADD COLUMN IF NOT EXISTS "description" text,
+    ADD COLUMN IF NOT EXISTS "industry" varchar(256);

next.config.ts

@@ -82,6 +82,9 @@ const config: NextConfig = {
     "@img/sharp-libvips-linuxmusl-x64",
     "@img/sharp-libvips-linux-x64",
     "pdf-lib",
+    "jszip",
+    "readable-stream",
+    "mammoth",
   ],
 };
 

package.json

@@ -72,6 +72,7 @@
     "@tiptap/starter-kit": "^3.20.0",
     "@uploadthing/react": "^7.3.3",
     "@vercel/analytics": "^1.6.1",
+    "@vercel/blob": "^2.3.0",
     "cheerio": "^1.2.0",
     "class-variance-authority": "^0.7.1",
     "clsx": "*",

scripts/create-metadata-tables.ts

@@ -0,0 +1,57 @@
+import "dotenv/config";
+import { db } from "../src/server/db";
+import { sql } from "drizzle-orm";
+
+async function createTables() {
+  try {
+    console.log("Creating company_metadata table...");
+
+    // Create company_metadata table
+    await db.execute(sql`
+      CREATE TABLE IF NOT EXISTS pdr_ai_v2_company_metadata (
+        id SERIAL PRIMARY KEY,
+        company_id BIGINT NOT NULL REFERENCES pdr_ai_v2_company(id) ON DELETE CASCADE,
+        schema_version VARCHAR(20) NOT NULL DEFAULT '1.0.0',
+        metadata JSONB NOT NULL,
+        last_extraction_document_id BIGINT REFERENCES pdr_ai_v2_document(id) ON DELETE SET NULL,
+        created_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP,
+        updated_at TIMESTAMPTZ
+      )
+    `);
+
+    // Create unique index on company_id
+    await db.execute(sql`
+      CREATE UNIQUE INDEX IF NOT EXISTS company_metadata_company_id_unique
+      ON pdr_ai_v2_company_metadata(company_id)
+    `);
+
+    console.log("Creating company_metadata_history table...");
+
+    // Create company_metadata_history table
+    await db.execute(sql`
+      CREATE TABLE IF NOT EXISTS pdr_ai_v2_company_metadata_history (
+        id SERIAL PRIMARY KEY,
+        company_id BIGINT NOT NULL REFERENCES pdr_ai_v2_company(id) ON DELETE CASCADE,
+        document_id BIGINT REFERENCES pdr_ai_v2_document(id) ON DELETE SET NULL,
+        change_type VARCHAR(32) NOT NULL,
+        diff JSONB NOT NULL,
+        changed_by VARCHAR(256) NOT NULL,
+        created_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP
+      )
+    `);
+
+    // Create indexes for history table
+    await db.execute(sql`CREATE INDEX IF NOT EXISTS company_metadata_history_company_id_idx ON pdr_ai_v2_company_metadata_history(company_id)`);
+    await db.execute(sql`CREATE INDEX IF NOT EXISTS company_metadata_history_document_id_idx ON pdr_ai_v2_company_metadata_history(document_id)`);
+    await db.execute(sql`CREATE INDEX IF NOT EXISTS company_metadata_history_created_at_idx ON pdr_ai_v2_company_metadata_history(created_at)`);
+    await db.execute(sql`CREATE INDEX IF NOT EXISTS company_metadata_history_change_type_idx ON pdr_ai_v2_company_metadata_history(change_type)`);
+
+    console.log("✅ Tables created successfully!");
+    process.exit(0);
+  } catch (error) {
+    console.error("Error creating tables:", error);
+    process.exit(1);
+  }
+}
+
+createTables();

scripts/ensure-pgvector.mjs

@@ -1,4 +1,5 @@
-import 'dotenv/config';
+import dotenv from "dotenv";
+dotenv.config();
 import postgres from "postgres";
 
 const url = process.env.DATABASE_URL;