improved clean script

debug/clean.mjs

@@ -1,33 +1,95 @@
-import sql from "../src/inc/sql.mjs";
+import cfg from "../src/inc/config.mjs";
-import { promises as fs } from "fs";
+import db from "../src/inc/sql.mjs";
+import fs from "node:fs";
+import readline from 'node:readline/promises';
 
-const opts = {
+const rl = readline.createInterface({ input: process.stdin, output: process.stdout });
-  b: "public/b",
-  t: "public/t",
-  tmp: "tmp"
-};
-const count = {
-  b: 0, t: 0, tmp: 0
-};
 
-const rows = await sql('items').select('id', 'dest');
+// npm run clean -- --dry-run
-const ids = rows.map(r => r.id.toString() + ".webp");
+const dry = !!process.argv.filter(a => a == '--dry-run').length;
-const dests = rows.map(r => r.dest);
+console.log(`dry run? ${dry}`);
+
+const dirs = {
+  b:   "./public/b",
+  t:   "./public/t",
+  tmp: "./tmp"
+};
 const files = {
-  b: (await fs.readdir(opts.b)).filter(f => f !== '.empty'),
+  b:   (await fs.promises.readdir(dirs.b))  .filter(f => f !== '.empty'),
-  t: await fs.readdir(opts.t)
+  t:   (await fs.promises.readdir(dirs.t))  .filter(f => f !== '.empty'),
+  tmp: (await fs.promises.readdir(dirs.tmp)).filter(f => f !== '.empty')
+};
+const extensions = [ ...Object.values(cfg.mimes), 'mov' ];
+const count = {
+  missing: { b: [], t: [] },
+  invalid: { b: [], t: [] },
+  spare:   { b: [], t: [] },
+  tmp:     files.tmp
+};
+const rows = await db`select id, dest from items where active = true`;
+const f0cks = {
+  b: rows.flatMap(f => f.dest),
+  t: rows.flatMap(f => `${f.id}.webp`)
 };
 
-const unused = {
+// missing
-  b: files.b.filter(f => !dests.includes(f)),
+for(const row of rows) {
-  t: files.t.filter(f => !ids.includes(f))
+  if(!fs.existsSync(`${dirs.b}/${row.dest}`))
+    count.missing.b.push(row.id);
+  if(!fs.existsSync(`${dirs.t}/${row.id}.webp`))
+    count.missing.t.push(row.id);
 }
 
-count.b = (await Promise.all(unused.b.map(f => fs.rm(`${opts.b}/${f}`)))).length;
+// invalid
-count.t = (await Promise.all(unused.t.map(f => fs.rm(`${opts.t}/${f}`)))).length;
+count.invalid.b = files.b.filter(f => !extensions.includes(f.toLowerCase().split('.')[1]));
+count.invalid.t = files.t.filter(f => !f.endsWith('.webp'));
 
-// clear tmp
+// spare
-const tmp = (await fs.readdir(opts.tmp)).filter(f => f !== '.empty');
+for(const file of files.b)
-count.tmp = (await Promise.all(tmp.map(f => fs.rm(`${opts.tmp}/${f}`)))).length;
+  if(!f0cks.b.includes(file))
+    count.spare.b.push(`${dirs.b}/${file}`);
 
-console.log(count, unused);
+for(const file of files.t)
+  if(!f0cks.t.includes(file))
+    count.spare.t.push(`${dirs.t}/${file}`);
+
+// show confusing summary
+console.log(count);
+
+// delete spare if --dry-run
+if(!dry) {
+  let q;
+  if(count.spare.b.length > 0) {
+    q = (await rl.question(`delete ${count.spare.b.length} unnecessary files in ${dirs.b}? [y/N] `)) == 'y';
+    if(q) {
+      await Promise.all(count.spare.b.map(f => fs.promises.unlink(f)));
+      console.log(`deleted ${count.spare.b.length} files`);
+    }
+    else
+      console.log('abort...');
+  }
+
+  if(count.spare.t.length > 0) {
+    q = (await rl.question(`delete ${count.spare.t.length} unnecessary files in ${dirs.t}? [y/N] `)) == 'y';
+    if(q) {
+      await Promise.all(count.spare.t.map(f => fs.promises.unlink(f)));
+      console.log(`deleted ${count.spare.t.length} files`);
+    }
+    else
+      console.log('abort...');
+  }
+
+  if(files.tmp.length > 0) {
+    q = (await rl.question(`delete ${files.tmp.length} files in ${dirs.tmp}? [y/N] `)) == 'y';
+    if(q) {
+      await Promise.all(files.tmp.map(f => fs.promises.unlink(`${dirs.tmp}/${f}`)));
+      console.log(`deleted ${files.tmp.length} files`);
+    }
+    else
+      console.log('abort...');
+  }
+}
+
+// close connection
+await db.end();
+process.exit();