|
|
|
|
@@ -23,7 +23,7 @@ export default async bot => {
|
|
|
|
|
name: "parser",
|
|
|
|
|
call: regex.all,
|
|
|
|
|
active: true,
|
|
|
|
|
f: async e => {
|
|
|
|
|
f: e => {
|
|
|
|
|
const links = e.message.match(regex.all)?.filter(link => !link.includes(cfg.main.url.domain)) || [];
|
|
|
|
|
let repost;
|
|
|
|
|
if(e.media)
|
|
|
|
|
@@ -51,7 +51,7 @@ export default async bot => {
|
|
|
|
|
|
|
|
|
|
console.log(`parsing ${links.length} link${links.length > 1 ? "s" : ""}...`);
|
|
|
|
|
|
|
|
|
|
for (const link of links) {
|
|
|
|
|
links.forEach(async link => {
|
|
|
|
|
//if(regex.imgur.test(link))
|
|
|
|
|
// return await e.reply(`fuck imgur... seriously`);
|
|
|
|
|
|
|
|
|
|
@@ -73,12 +73,11 @@ export default async bot => {
|
|
|
|
|
|
|
|
|
|
// read metadata
|
|
|
|
|
let ext;
|
|
|
|
|
const proxyArgs = cfg.main.socks ? `--proxy ${cfg.main.socks}` : '';
|
|
|
|
|
if(link.match(regex.instagram)) {
|
|
|
|
|
// is instagram
|
|
|
|
|
try {
|
|
|
|
|
// @flummi -> is there a variable for the actual work directory so it doesn't have to be hardcoded?
|
|
|
|
|
const meta = JSON.parse((await queue.exec(`yt-dlp ${proxyArgs} -f 'bv*[height<=720]+ba/b[height<=720] / wv*+ba/w' --skip-download --dump-json "${link}"`)).stdout);
|
|
|
|
|
const meta = JSON.parse((await queue.exec(`yt-dlp --proxy ${cfg.main.socks} -f 'bv*[height<=720]+ba/b[height<=720] / wv*+ba/w' --skip-download --dump-json "${link}"`)).stdout);
|
|
|
|
|
ext = meta.ext;
|
|
|
|
|
} catch(err) {
|
|
|
|
|
const tmphead = (await fetch(link, { method: "HEAD" })).headers["content-type"];
|
|
|
|
|
@@ -93,10 +92,9 @@ export default async bot => {
|
|
|
|
|
else if(link.match(regex.yt)) {
|
|
|
|
|
//yt - fuck anti bot protection
|
|
|
|
|
try {
|
|
|
|
|
const meta = JSON.parse((await queue.exec(`yt-dlp ${proxyArgs} -f 'bv*[height<=720]+ba/b[height<=720] / wv*+ba/w' -I 1 --skip-download --dump-json "${link}"`)).stdout);
|
|
|
|
|
const meta = JSON.parse((await queue.exec(`yt-dlp --proxy ${cfg.main.socks} -f 'bv*[height<=720]+ba/b[height<=720] / wv*+ba/w' -I 1 --skip-download --dump-json "${link}"`)).stdout);
|
|
|
|
|
ext = meta.ext;
|
|
|
|
|
} catch(err) {
|
|
|
|
|
console.error("YT-DLP Error:", err);
|
|
|
|
|
const tmphead = (await fetch(link, { method: "HEAD" })).headers["content-type"];
|
|
|
|
|
// this can be undefined for unsupported mime types, but will be caught in the general mime check below
|
|
|
|
|
ext = cfg.mimes[tmphead];
|
|
|
|
|
@@ -105,7 +103,7 @@ export default async bot => {
|
|
|
|
|
else if(link.match(regex.fourchan)) {
|
|
|
|
|
//4chan - fuck cloudflare :)
|
|
|
|
|
try {
|
|
|
|
|
const meta = JSON.parse((await queue.exec(`yt-dlp ${proxyArgs} -f 'bv*[height<=720]+ba/b[height<=720] / wv*+ba/w' --skip-download --dump-json "${link}"`)).stdout);
|
|
|
|
|
const meta = JSON.parse((await queue.exec(`yt-dlp --proxy ${cfg.main.socks} -f 'bv*[height<=720]+ba/b[height<=720] / wv*+ba/w' --skip-download --dump-json "${link}"`)).stdout);
|
|
|
|
|
ext = meta.ext;
|
|
|
|
|
} catch(err) {
|
|
|
|
|
const tmphead = (await fetch(link, { method: "HEAD" })).headers["content-type"];
|
|
|
|
|
@@ -120,10 +118,9 @@ export default async bot => {
|
|
|
|
|
const meta = JSON.parse((await queue.exec(`yt-dlp -f 'bv*[height<=720]+ba/b[height<=720] / wv*+ba/w' --skip-download --dump-json "${link}"`)).stdout);
|
|
|
|
|
ext = meta.ext;
|
|
|
|
|
} catch(err) {
|
|
|
|
|
console.error('err:', err);
|
|
|
|
|
if (e.type == 'tg')
|
|
|
|
|
return await e.editMessageText(msg.result.chat.id, msg.result.message_id, err);
|
|
|
|
|
return await e.reply('something went wrong lol / check maxfilesize?');
|
|
|
|
|
const tmphead = (await fetch(link, { method: "HEAD" })).headers["content-type"];
|
|
|
|
|
// this can be undefined for unsupported mime types, but will be caught in the general mime check below
|
|
|
|
|
ext = cfg.mimes[tmphead];
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@@ -142,7 +139,7 @@ export default async bot => {
|
|
|
|
|
if(link.match(regex.instagram)) {
|
|
|
|
|
try {
|
|
|
|
|
// add --cookies <path-to-cookies-file> on local instance if you want to avoid getting rate limited or optionally use a socks proxy from a network that is not being detected as a public network
|
|
|
|
|
source = (await queue.exec(`yt-dlp ${proxyArgs} -f 'bv*[height<=1080]+ba/b[height<=1080] / wv*+ba/w' "${link}" --max-filesize ${maxfilesize / 1024}k --postprocessor-args "ffmpeg:-bitexact" -o "./tmp/${uuid}.%(ext)s" --print after_move:filepath --merge-output-format "mp4"`)).stdout.trim();
|
|
|
|
|
source = (await queue.exec(`yt-dlp --proxy ${cfg.main.socks} -f 'bv*[height<=1080]+ba/b[height<=1080] / wv*+ba/w' "${link}" --max-filesize ${maxfilesize / 1024}k --postprocessor-args "ffmpeg:-bitexact" -o "./tmp/${uuid}.%(ext)s" --print after_move:filepath --merge-output-format "mp4"`)).stdout.trim();
|
|
|
|
|
} catch(err) {
|
|
|
|
|
if(e.type == 'tg')
|
|
|
|
|
return await e.editMessageText(msg.result.chat.id, msg.result.message_id, "instagram dl error");
|
|
|
|
|
@@ -164,7 +161,7 @@ export default async bot => {
|
|
|
|
|
else if(link.match(regex.yt)) {
|
|
|
|
|
try {
|
|
|
|
|
// add --cookies <path-to-cookies-file> on local instance if you want to avoid getting rate limited or optionally use a socks proxy from a network that is not being detected as a public network
|
|
|
|
|
source = (await queue.exec(`yt-dlp ${proxyArgs} -f 'bv*[height<=720]+ba/b[height<=720] / wv*+ba/w' "${link}" -I 1 --max-filesize ${maxfilesize / 1024}k --postprocessor-args "ffmpeg:-bitexact" -o "./tmp/${uuid}.%(ext)s" --print after_move:filepath --merge-output-format "mp4"`)).stdout.trim();
|
|
|
|
|
source = (await queue.exec(`yt-dlp --proxy ${cfg.main.socks} -f 'bv*[height<=720]+ba/b[height<=720] / wv*+ba/w' "${link}" -I 1 --max-filesize ${maxfilesize / 1024}k --postprocessor-args "ffmpeg:-bitexact" -o "./tmp/${uuid}.%(ext)s" --print after_move:filepath --merge-output-format "mp4"`)).stdout.trim();
|
|
|
|
|
} catch(err) {
|
|
|
|
|
if(e.type == 'tg')
|
|
|
|
|
return await e.editMessageText(msg.result.chat.id, msg.result.message_id, "yt dl error");
|
|
|
|
|
@@ -174,7 +171,7 @@ export default async bot => {
|
|
|
|
|
else if(link.match(regex.fourchan)) {
|
|
|
|
|
// 4chan via proxy - fuck cloudflare
|
|
|
|
|
try {
|
|
|
|
|
source = (await queue.exec(`yt-dlp ${proxyArgs} -f 'bv*[height<=720]+ba/b[height<=720] / wv*+ba/w' "${link}" --max-filesize ${maxfilesize / 1024}k --postprocessor-args "ffmpeg:-bitexact" -o "./tmp/${uuid}.%(ext)s" --print after_move:filepath --merge-output-format "mp4"`)).stdout.trim();
|
|
|
|
|
source = (await queue.exec(`yt-dlp --proxy ${cfg.main.socks} -f 'bv*[height<=720]+ba/b[height<=720] / wv*+ba/w' "${link}" --max-filesize ${maxfilesize / 1024}k --postprocessor-args "ffmpeg:-bitexact" -o "./tmp/${uuid}.%(ext)s" --print after_move:filepath --merge-output-format "mp4"`)).stdout.trim();
|
|
|
|
|
} catch(err) {
|
|
|
|
|
if(e.type == 'tg')
|
|
|
|
|
return await e.editMessageText(msg.result.chat.id, msg.result.message_id, "yt dl error");
|
|
|
|
|
@@ -276,7 +273,8 @@ export default async bot => {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
await db`
|
|
|
|
|
insert into items ${db({
|
|
|
|
|
insert into items ${
|
|
|
|
|
db({
|
|
|
|
|
src: e.media ? "" : link,
|
|
|
|
|
dest: filename,
|
|
|
|
|
mime: mime,
|
|
|
|
|
@@ -293,16 +291,6 @@ export default async bot => {
|
|
|
|
|
|
|
|
|
|
const itemid = await queue.getItemID(filename);
|
|
|
|
|
|
|
|
|
|
// auto-tag sfw
|
|
|
|
|
await db`
|
|
|
|
|
insert into tags_assign ${db({
|
|
|
|
|
item_id: itemid,
|
|
|
|
|
tag_id: 1, // sfw
|
|
|
|
|
user_id: 2 // f0ck
|
|
|
|
|
}, 'item_id', 'tag_id', 'user_id')
|
|
|
|
|
}
|
|
|
|
|
`;
|
|
|
|
|
|
|
|
|
|
// generate thumbnail
|
|
|
|
|
try {
|
|
|
|
|
await queue.genThumbnail(filename, mime, itemid, link);
|
|
|
|
|
@@ -351,7 +339,7 @@ export default async bot => {
|
|
|
|
|
else {
|
|
|
|
|
await e.reply(outputmsgirc);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
}];
|
|
|
|
|
};
|
|
|
|
|
|