add remove duplicate script to scripts

package.json

@@ -15,7 +15,9 @@
     "generate-transactions": "ts-node -r dotenv/config scripts/generateCitizenTransactions.ts",
     "db:populate": "node --experimental-specifier-resolution=node --loader ts-node/esm src/server/db/migrations/populate_db.ts",
     "update-farcaster": "cross-env NODE_ENV=development tsx src/scripts/updateFarcasterData.ts",
-    "update-farcaster-prod": "cross-env NODE_ENV=production tsx src/scripts/updateFarcasterData.ts"
+    "update-farcaster-prod": "cross-env NODE_ENV=production tsx src/scripts/updateFarcasterData.ts",
+    "remove-duplicates": "node --experimental-specifier-resolution=node --loader ts-node/esm src/scripts/removeDuplicates.ts",
+    "remove-duplicates-prod": "cross-env NODE_ENV=production node --experimental-specifier-resolution=node --loader ts-node/esm src/scripts/removeDuplicates.ts"
   },
   "dependencies": {
     "@airstack/node": "^0.0.7",

src/scripts/removeDuplicates.ts

@@ -0,0 +1,35 @@
+import "dotenv/config";
+
+import postgres from "postgres";
+import { removeDuplicateLinks } from "../server/db/scripts/removeDuplicateLinks.js";
+
+// Initialize database connection
+if (!process.env.DATABASE_URL) {
+  console.error("DATABASE_URL is required");
+  process.exit(1);
+}
+
+const sql = postgres(process.env.DATABASE_URL, { max: 1 });
+
+async function main() {
+  try {
+    console.log("Starting duplicate links removal...");
+    await removeDuplicateLinks();
+    console.log("Completed removing duplicate links");
+  } catch (error) {
+    console.error("Failed to remove duplicate links:", error);
+    process.exit(1);
+  } finally {
+    await sql.end();
+  }
+}
+
+// If running as a module
+if (import.meta.url === import.meta.resolve(process.argv[1])) {
+  main().catch((error) => {
+    console.error("Script failed:", error);
+    process.exit(1);
+  });
+}
+
+export { main as removeDuplicates };