updates mover

Author: christianhelp

apps/infrastructure-migrator/blob-mover.ts

@@ -3,15 +3,26 @@ import { drizzle as pgDrizzle } from "drizzle-orm/vercel-postgres";
 import { drizzle } from "drizzle-orm/libsql";
 import * as pgSchema from "./schema";
 import { createClient } from "@libsql/client";
-import { migrateBlob } from "./blob-mover";
 export * from "drizzle-orm";
 import dotenv from "dotenv";
 import * as schema from "db/schema";
+import { S3Client, PutObjectCommand } from "@aws-sdk/client-s3";
+import c, { staticUploads } from "config";
+import { eq } from "drizzle-orm";
 
 dotenv.config({
 	path: "../../.env",
 });
 
+export const S3 = new S3Client({
+	region: "auto",
+	endpoint: `https://${process.env.CLOUDFLARE_ACCOUNT_ID!}.r2.cloudflarestorage.com`,
+	credentials: {
+		accessKeyId: process.env.R2_ACCESS_KEY_ID!,
+		secretAccessKey: process.env.R2_SECRET_ACCESS_KEY!,
+	},
+});
+
 const dbPostgres = pgDrizzle(sql, { schema: pgSchema });
 
 const allUserCommonDataPromise = dbPostgres.query.userCommonData.findMany();
@@ -33,6 +44,12 @@ const allChatsToUsersPromise = dbPostgres.query.chatsToUsers.findMany();
 async function migratePostgresSqLite() {
 	console.log("Starting Migration 🚀");
 	console.log("Fetching Postgres Data 🐘");
+	const turso = createClient({
+		url: process.env.TURSO_DATABASE_URL!,
+		authToken: process.env.TURSO_AUTH_TOKEN,
+	});
+	const db = drizzle(turso, { schema });
+
 	const [
 		allUserCommonData,
 		allUserHackerData,
@@ -66,12 +83,6 @@ async function migratePostgresSqLite() {
 	]);
 	console.log("Postgres data fetched 📦");
 
-	const turso = createClient({
-		url: process.env.TURSO_DATABASE_URL!,
-		authToken: process.env.TURSO_AUTH_TOKEN,
-	});
-	const db = drizzle(turso, { schema });
-
 	console.log("Migrating Users 👥");
 
 	if (allUserCommonData.length > 0) {
@@ -198,7 +209,53 @@ async function migratePostgresSqLite() {
 
 	console.log("Migrating Vercel Blob Files To R2");
 
-	migrateBlob();
+	const resumeData = await db.query.userHackerData.findMany({
+		columns: { resume: true, clerkID: true },
+	});
+
+	for (let resumeEntry of resumeData) {
+		const { resume: resumeUrlAsString, clerkID: userID } = resumeEntry;
+		if (
+			!resumeUrlAsString.length ||
+			resumeUrlAsString === c.noResumeProvidedURL ||
+			resumeUrlAsString.startsWith("/api")
+		)
+			continue;
+
+		const resumeUrl = new URL(resumeUrlAsString);
+		const resumeFetchResponse = await fetch(resumeUrl);
+
+		if (!resumeFetchResponse.ok) {
+			console.log("resume fetch failed");
+		}
+		const resumeBlob = await resumeFetchResponse.blob();
+
+		let key = decodeURIComponent(resumeUrl.pathname);
+		// if the first character is a slash, remove it
+		if (key.charAt(0) === "/") {
+			key = key.slice(1);
+		}
+
+		const buffer = await resumeBlob.arrayBuffer();
+
+		const cmd = new PutObjectCommand({
+			Key: key,
+			Bucket: staticUploads.bucketName,
+			ContentType: "application/pdf",
+			///@ts-expect-error
+			Body: buffer,
+		});
+
+		await S3.send(cmd);
+
+		// New url to correspond to an api route
+		const newResumeUrl = `/api/upload/resume/view?key=${key}`;
+
+		await db
+			.update(schema.userHackerData)
+			.set({ resume: newResumeUrl.toString() })
+			.where(eq(schema.userHackerData.clerkID, userID));
+	}
 
 	console.log("Migrated Vercel Blob Files To R2");