const { Command } = require('discord-akairo'); const downloader = require('../../utils/download'); const compress = require('../../utils/compress'); const checkHapi = require('../../utils/checkHapi'); const { proxy, Hapi } = require('../../config.json'); const os = require('os'); const fs = require('fs'); const fetch = require('node-fetch'); class DownloadCommand extends Command { constructor() { super('download', { aliases: ['download', 'dl'], category: 'utility', clientPermissions: ['SEND_MESSAGES', 'EMBED_LINKS', 'ATTACH_FILES'], args: [ { id: 'link', type: 'url', prompt: { start: 'Please send the URL of which video you want to download. Say `cancel` to stop the command', retry: 'Please send a valid URL of the video you want to download. Say `cancel` to stop the command', optional: true }, }, { id: 'caption', type: 'string', match: 'rest' }, { id: 'spoiler', match: 'flag', flag: ['--spoil', '--spoiler', '-s'] }, { id: 'proxy', match: 'option', flag: ['--proxy'], }, { id: 'listproxy', match: 'flag', flag: ['--listproxy', '--proxylist'] } ], description: { content: 'Download videos from different website from the link you provided\n`-s` to make the video as a spoiler\n`--proxy #` to select a proxy\n`--listproxy` to see a list of proxy', usage: '[link] [caption]', examples: ['https://www.youtube.com/watch?v=6n3pFFPSlW4 Look at this funny gnome', 'https://www.youtube.com/watch?v=6n3pFFPSlW4 --proxy 1', '--listproxy'] } }); } async exec(message, args) { if (args.link === null) { let urlRE= new RegExp('([a-zA-Z0-9]+://)?([a-zA-Z0-9_]+:[a-zA-Z0-9_]+@)?([a-zA-Z0-9.-]+\\.[A-Za-z]{2,4})(:[0-9]+)?([^ ])+'); await message.channel.messages.fetch({ limit: 10 }).then(messages => { messages.map(m => { if (m.content.match(urlRE)) { args.link = new URL(m.content.match(urlRE)[0]); } }); }); } if (!args.link) return message.channel.send('Please try again with a valid URL.'); if (args.listproxy) { let proxys = []; let i = 0; proxy.forEach(proxy => { i++; proxys.push(`[${i}] ${ proxy.hideip ? '[IP HIDDEN]' : proxy.ip.substring(0, proxy.ip.length - 5)} - ${proxy.country}`); }); const Embed = this.client.util.embed() .setColor(message.member ? message.member.displayHexColor : 'NAVY') .setTitle('List of available proxy') .setDescription(proxys.join('\n')) .setFooter('You can help me get more proxy by either donating to me or providing a proxy for me'); return message.channel.send(Embed); } let Embed = this.client.util.embed() .setColor(message.member ? message.member.displayHexColor : 'NAVY') .setAuthor(`Downloaded by ${message.author.username}`, message.author.displayAvatarURL(), args.link) .setDescription(args.caption ? args.caption : '') .setFooter(`You can get the original video by clicking on the "downloaded by ${message.author.username}" message!`); let compressEmbed = this.client.util.embed() .setColor(message.member ? message.member.displayHexColor : 'NAVY') .setTitle('This one will need compression!') .setDescription('Starting compression now!') .setFooter('Want it to go faster? Donate to the dev with the donate command, so i can get a better server and do it faster!'); let loadingmsg = await message.channel.send('Downloading '); const spoiler = args.spoiler; let filePath = `${os.tmpdir()}/${message.id}.mp4`; if (spoiler) filePath = `SPOILER_${filePath}`; const isHapiOnline = await checkHapi(); if (isHapiOnline) { // I should move that into the download utility file console.log(`[Download] Hapi server is online at: ${Hapi}`); Embed.setFooter(`Using Hapi | ${Embed.footer.text}`); compressEmbed.setFooter(`Using Hapi | ${compressEmbed.footer.text}`); if (args.proxy && !args.proxyAuto) { // args.proxyAuto is only provided when the command is run after a error 429 args.proxy = args.proxy - 1; if (!proxy[args.proxy]) args.proxy = 0; } const params = new URLSearchParams(); params.append('url', args.link.href); if (proxy[args.proxy] !== undefined) { params.append('proxy', proxy[args.proxy].ip); } fetch(`${Hapi}/download`, {method: 'POST', body: params}) .then(async res => { console.log(`status is ${res.status}`); if (res.status !== 200) { console.log('Status is not 200. Abort'); if (args.proxy != null) { args.proxy = args.proxy + 1; } else { args.proxy = 0; args.proxyAuto = true; } if (!proxy[args.proxy]) return message.channel.send('`HTTP Error 429: Too Many Requests.`\nThe website you tried to download from probably has the bot blocked along with its proxy'); return this.client.commandHandler.runCommand(message, this.client.commandHandler.findCommand('download'), args); } if (res.headers.get('content-type') === 'application/json; charset=utf-8') { // If we receive JSON it mean it started compressing the video console.log('Compressing'); let json = await res.json(); let compressmsg = await message.channel.send(compressEmbed); console.log(`Got json!\n${json}`); // Edit compression embed progress let editmsg = setInterval(() => { fetch(json.status) .then(res => res.json()) .then(json => { compressEmbed.setDescription(`Ready in ${json.eta === '' ? 'soon enough' : json.eta}. ${json.percent}% complete.`); compressmsg.edit(compressEmbed); }) .catch (e=> { console.error(e); clearInterval(editmsg); return message.channel.send('Hapi server returned an error.'); }); }, 5000); // Check if the file is at the final location ( end result once it get compressed ) give up after 100 try let retry = 0; let interval = setInterval(() => { fetch(`${json.final}`) .then(res => { if (res.status !== 200) { console.log(`try #${retry} status ${res.status}`); retry++; if (retry >= 100) { clearInterval(editmsg); clearInterval(interval); return message.channel.send('Timed out, your video was probably too big to get compressed.'); } } else { clearInterval(editmsg); clearInterval(interval); const dest = fs.createWriteStream(filePath); res.body.pipe(dest); dest.on('finish', () => { compressmsg.delete(); loadingmsg.delete(); message.delete(); message.channel.send({ embed: Embed, files: [filePath] }) .catch(err => { console.error(err); return message.channel.send(`${err.name}: ${err.message} ${err.message === 'Request entity too large' ? 'The file size is too big' : ''}`); }); }); } }) .catch (e=> { console.error(e); clearInterval(interval); return message.channel.send('Hapi server returned an error.'); }); }, 5000); } else { console.log('finished download'); loadingmsg.delete(); message.delete(); const dest = fs.createWriteStream(filePath); res.body.pipe(dest); dest.on('finish', () => { message.channel.send({embed: Embed, files: [filePath]}); }); } }); } else { // No Hapi server, let the bot download it console.log('[Download] Hapi is not online.'); if (args.proxy && !args.proxyAuto) { // args.proxyAuto is only provided when the command is run after a error 429 args.proxy = args.proxy - 1; if (!proxy[args.proxy]) args.proxy = 0; } downloader(args.link.href, args.proxy != null ? ['--proxy', proxy[args.proxy].ip] : null, filePath) .on('error', async err => { if (err.includes('HTTP Error 429: Too Many Requests')) { if (args.proxy != null) { args.proxy = args.proxy + 1; } else { args.proxy = 0; args.proxyAuto = true; } if (!proxy[args.proxy]) return message.channel.send('`HTTP Error 429: Too Many Requests.`\nThe website you tried to download from probably has the bot blocked along with its proxy'); loadingmsg.delete(); return this.client.commandHandler.runCommand(message, this.client.commandHandler.findCommand('download'), args); } if (err.includes('Error: status code 403')) return message.channel.send('`HTTP Error 403: Forbidden.`\nThe video you tried to download is not publicly available therefor the bot can\'t download it.'); return message.channel.send(err, { code: true }); }) .on('end', async output => { let file = fs.statSync(output); let fileSize = file.size / 1000000.0; if (fileSize > 8) { // File bigger than 8 mb, it need compressing filePath = `${filePath.substring(0, filePath.length - 4)}compressed.mp4`; loadingmsg.delete(); let compressmsg = await message.channel.send(compressEmbed); let handbrake = compress(output, filePath); let percentComplete; let eta; handbrake.on('progress', progress => { percentComplete = progress.percentComplete; eta = progress.eta; }); // Every 5 seconds update the compress message with the % let editmsg = setInterval(() => { compressEmbed.setDescription(`Ready in ${eta === '' ? 'soon enough' : eta}. ${percentComplete}% complete.`); compressmsg.edit(compressEmbed); }, 5000); handbrake.on('err', (err) => { clearInterval(editmsg); compressmsg.delete(); return message.channel.send(err, { code: true }); }); handbrake.on('end', (output) => { clearInterval(editmsg); file = fs.statSync(output); fileSize = file.size / 1000000.0; if (fileSize > 8) return message.channel.send('End results is too big for discord.'); return message.channel.send({embed: Embed, files: [output]}) .catch(err => { compressmsg.delete(); console.error(err); return message.channel.send(`${err.name}: ${err.message} ${err.message === 'Request entity too large' ? 'The file size is too big' : ''}`); }) .then(() => { compressmsg.delete(); // Delete file after it has been sent fs.unlinkSync(output); message.delete(); }); }); } else { return message.channel.send({embed: Embed, files: [output]}) .catch(err => { loadingmsg.delete(); console.error(err); return message.channel.send(`${err.name}: ${err.message} ${err.message === 'Request entity too large' ? 'The file size is too big' : ''}`); }) .then(() => { loadingmsg.delete(); // Delete file after it has been sent fs.unlinkSync(output); message.delete(); }); } }); } } } module.exports = DownloadCommand;