You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
366 lines
13 KiB
JavaScript
366 lines
13 KiB
JavaScript
var express = require('express');
|
|
var router = express.Router();
|
|
|
|
const youtubedl = require('youtube-dl');
|
|
const fs = require('fs');
|
|
const path = require('path');
|
|
const ffmpeg = require('fluent-ffmpeg');
|
|
const formidable = require('formidable');
|
|
const { version } = require('../package.json');
|
|
const proxy = require('../proxy/proxy.json');
|
|
|
|
let progress = {};
|
|
let viewCounter = 0;
|
|
let files = [];
|
|
let day;
|
|
let month;
|
|
let announcementArray = [];
|
|
let announcement;
|
|
|
|
function formatBytes(bytes, decimals = 2) { // https://stackoverflow.com/a/18650828
|
|
if (bytes === 0) return '0 Bytes';
|
|
|
|
const k = 1024;
|
|
const dm = decimals < 0 ? 0 : decimals;
|
|
const sizes = ['Bytes', 'KB', 'MB', 'GB', 'TB', 'PB', 'EB', 'ZB', 'YB'];
|
|
|
|
const i = Math.floor(Math.log(bytes) / Math.log(k));
|
|
|
|
return parseFloat((bytes / Math.pow(k, i)).toFixed(dm)) + ' ' + sizes[i];
|
|
}
|
|
|
|
/* GET home page. */
|
|
router.get('/', function(req, res, next) {
|
|
viewCounter++;
|
|
|
|
files = [];
|
|
let file = [];
|
|
for (let f of fs.readdirSync('./public/uploads')) {
|
|
if (f.endsWith('.mp4') || f.endsWith('.webm') || f.endsWith('.mp3') || f.endsWith('.flac'))
|
|
file.push(f)
|
|
}
|
|
// get the 5 most recent files
|
|
file = file.sort((a, b) => {
|
|
if ((a || b).endsWith('.mp4') || (a || b).endsWith('.webm') || (a || b).endsWith('.mp3') || (a || b).endsWith('.flac')) {
|
|
let time1 = fs.statSync(`./public/uploads/${b}`).ctime;
|
|
let time2 = fs.statSync(`./public/uploads/${a}`).ctime;
|
|
if (time1 < time2) return -1;
|
|
if (time1 > time2) return 1;
|
|
}
|
|
return 0;
|
|
}).slice(0, 5)
|
|
|
|
// Save space by deleting file that doesn't appear in the recent feed
|
|
for (let f of fs.readdirSync('./public/uploads')) {
|
|
if (!file.includes(f) && (f != 'hidden' && f != '.keep')) {
|
|
if (fs.existsSync(`./public/uploads/${f}`))
|
|
fs.unlinkSync(`./public/uploads/${f}`);
|
|
|
|
if (fs.existsSync(`./public/thumbnail/${f}`))
|
|
fs.unlinkSync(`./public/thumbnail/${f}`);
|
|
|
|
if (fs.existsSync(`./public/thumbnail/${f}.png`))
|
|
fs.unlinkSync(`./public/thumbnail/${f}.png`);
|
|
}
|
|
}
|
|
|
|
for (let f of file) {
|
|
let fileInfo = formatBytes(fs.statSync(`./public/uploads/${f}`).size).split(' ');
|
|
let defaultFiles = { name: f.replace(path.extname(f), ''), size: fileInfo[0], unit: fileInfo[1], date: fs.statSync(`./public/uploads/${f}`).ctime, location: `uploads/${f}`, ext: path.extname(f), thumbnail: `/thumbnail/${f}`, img: `/thumbnail/${f.replace(path.extname(f), '.png')}` };
|
|
|
|
if (f.endsWith('.mp3') || f.endsWith('.flac')) {
|
|
defaultFiles.thumbnail = `./thumbnail/${f.replace(path.extname(f), '.png')}`
|
|
}
|
|
files.push(defaultFiles);
|
|
}
|
|
|
|
res.render('index', { version: version, files: files, viewCounter: viewCounter, proxy: proxy });
|
|
});
|
|
|
|
router.get('/status/:uuid', function (req, res ,next) {
|
|
let uuid = req.params.uuid;
|
|
if (progress[uuid]) {
|
|
return res.send(progress[uuid]);
|
|
} else {
|
|
return res.send(undefined);
|
|
}
|
|
});
|
|
|
|
router.get('/format', function (req, res ,next) {
|
|
let url;
|
|
try {
|
|
url = new URL(req.query.url);
|
|
} catch (e) {
|
|
return res.send(undefined);
|
|
}
|
|
|
|
let formats = [];
|
|
|
|
youtubedl.exec(url.href, ['--dump-json'], {}, function(err, output) {
|
|
if (err) throw err
|
|
let json = JSON.parse(output);
|
|
console.log(req.query.advanced);
|
|
json.formats.forEach(format => {
|
|
if (req.query.advanced === 'false' && (format.vcodec === 'none' || format.acodec === 'none'))
|
|
return;
|
|
|
|
let note = `${format.width}x${format.height}`;
|
|
|
|
if (req.query.advanced === 'true') {
|
|
note = format.format
|
|
}
|
|
|
|
formats.push({ext: format.ext, id: format.format_id, note: note});
|
|
});
|
|
|
|
return res.send(formats);
|
|
});
|
|
});
|
|
|
|
router.post('/', async function(req, res, next) {
|
|
let data;
|
|
const form = formidable({ multiples: true});
|
|
|
|
data = await new Promise(function(resolve, reject) {
|
|
form.parse(req, function(err, fields, files) {
|
|
if (err) {
|
|
reject(err)
|
|
}
|
|
resolve({...fields})
|
|
})
|
|
});
|
|
|
|
if (data.url === undefined) {
|
|
//res.render('index', { error: true, errormsg: 'You didn\'t input a link'})
|
|
return res.send('You didn\'t input a link')
|
|
}
|
|
|
|
console.log(data.format);
|
|
|
|
let format = data.format;
|
|
|
|
if (data.format === undefined || data.format === 'mp3' || data.format === 'flac') {
|
|
format = 'best';
|
|
}
|
|
|
|
if (data.url.toLowerCase().includes('porn')) {
|
|
data.feed = 'on';
|
|
}
|
|
|
|
let videoID;
|
|
if (data.sponsorBlock) {
|
|
let regExp = /^.*((youtu.be\/)|(v\/)|(\/u\/\w\/)|(embed\/)|(watch\?))\??v?=?([^#&?]*).*/;
|
|
let match = data.url.match(regExp);
|
|
videoID = (match&&match[7].length==11)? match[7] : false;
|
|
if (!videoID) {
|
|
return res.json({error: 'To use sponsorBlock you need a valid youtube link!'});
|
|
//res.render('index', { error: true, errormsg: 'To use sponsorBlock you need a valid youtube link!'})
|
|
}
|
|
}
|
|
|
|
let options = ['-f', format];
|
|
if (data.proxy !== 'none') {
|
|
options.push('--proxy');
|
|
options.push(data.proxy);
|
|
}
|
|
|
|
console.log(options);
|
|
|
|
let video = youtubedl(data.url, options);
|
|
|
|
video.on('error', function(err) {
|
|
console.error(err);
|
|
progress[data.uuid] = 0;
|
|
res.json({ error: err.stderr});
|
|
});
|
|
|
|
let ext;
|
|
let size = 0;
|
|
video.on('info', function(info) {
|
|
size = info.size;
|
|
if (size / 1000000.0 > 10000) return res.json({error: 'Sorry, but I don\'t have enough storage to store something this big.'});
|
|
// Set file name
|
|
ext = info.ext;
|
|
let title = info.title.slice(0,50);
|
|
DLFile = `${title.replace(/\s/g, '')}.${ext}`;
|
|
DLFile = DLFile.replace(/[()]|[/]|[\\]|[!]|[?]/g, '');
|
|
DLFile = DLFile.replace(',', '');
|
|
|
|
// If no title use the ID
|
|
if (title === '_') title = `_${info.id}`;
|
|
// If user want to hide from the feed
|
|
if (data.feed === 'on')
|
|
DLFile = `hidden/${title}.${ext}`;
|
|
|
|
if (data.sponsorBlock) video.pipe(fs.createWriteStream(`./public/uploads/hidden/${DLFile}`));
|
|
else video.pipe(fs.createWriteStream(`./public/uploads/${DLFile}`));
|
|
});
|
|
|
|
let pos = 0
|
|
video.on('data', (chunk) => {
|
|
pos += chunk.length
|
|
// `size` should not be 0 here.
|
|
if (size) {
|
|
let percent = (pos / size * 100).toFixed(2)
|
|
progress[data.uuid] = percent;
|
|
}
|
|
})
|
|
|
|
video.on('end', function() {
|
|
progress[data.uuid] = 0;
|
|
|
|
if (data.format === 'mp3' || data.format === 'flac') {
|
|
// If user requested an audio format, convert it
|
|
ffmpeg(`./public/uploads/${DLFile}`)
|
|
.noVideo()
|
|
.audioChannels('2')
|
|
.audioFrequency('44100')
|
|
.audioBitrate('320k')
|
|
.format(data.format)
|
|
.save(`./public/uploads/${DLFile.replace(`.${ext}`, `.${data.format}`)}`)
|
|
.on('error', function(err, stdout, stderr) {
|
|
console.log('Cannot process video: ' + err.message);
|
|
return res.json({error: err.message});
|
|
//return res.render('index', { error: true, errormsg: err.message})
|
|
})
|
|
.on('end', () => {
|
|
fs.unlinkSync(`./public/uploads/${DLFile}`);
|
|
if (data.feed !== 'on') generateWaveform(DLFile.replace(`.${ext}`, `.${data.format}`));
|
|
return res.json({url: `uploads/${DLFile.replace(`.${ext}`, `.${data.format}`)}`});
|
|
//return res.attachment(`./public/uploads/${DLFile.replace(`.${ext}`, `.${data.format}`)}`);
|
|
});
|
|
} else {
|
|
if (data.sponsorBlock) { // WARNING: THIS PART SUCK
|
|
let filter = '';
|
|
let abc = ['a','b','c','d','e','f','g','h','i','j','k','l','m','n','o','p','q','r','s','t','u','v','w','x','y','z'];
|
|
fetch(`https://sponsor.ajay.app/api/skipSegments?videoID=${videoID}`)
|
|
.then(res => {
|
|
if (res.status === 404) {
|
|
return res.json({error: 'Couldn\'t find any SponsorBlock data for this video.'});
|
|
//return this.res.render('index', { error: true, errormsg: 'Couldn\'t find any SponsorBlock data for this video.'})
|
|
}
|
|
return res.json();
|
|
})
|
|
.then(json => {
|
|
if (json === undefined) return;
|
|
let i = 0;
|
|
let previousEnd;
|
|
let usedLetter = [];
|
|
json.forEach(sponsor => {
|
|
usedLetter.push(abc[i]);
|
|
if (i === 0) {
|
|
filter += `[0:v]trim=start=0:end=${sponsor.segment[0]},setpts=PTS-STARTPTS[${abc[i]}v];`;
|
|
filter += `[0:a]atrim=start=0:end=${sponsor.segment[0]},asetpts=PTS-STARTPTS[${abc[i]}a];`;
|
|
} else {
|
|
filter += `[0:v]trim=start=${previousEnd}:end=${sponsor.segment[0]},setpts=PTS-STARTPTS[${abc[i]}v];`;
|
|
filter += `[0:a]atrim=start=${previousEnd}:end=${sponsor.segment[0]},asetpts=PTS-STARTPTS[${abc[i]}a];`;
|
|
}
|
|
previousEnd = sponsor.segment[1];
|
|
i++;
|
|
});
|
|
usedLetter.push(abc[i]);
|
|
filter += `[0:v]trim=start=${previousEnd},setpts=PTS-STARTPTS[${abc[i]}v];`;
|
|
filter += `[0:a]atrim=start=${previousEnd},asetpts=PTS-STARTPTS[${abc[i]}a];`;
|
|
let video = '';
|
|
let audio = '';
|
|
usedLetter.forEach(letter => {
|
|
video += `[${letter}v]`
|
|
audio += `[${letter}a]`
|
|
});
|
|
filter += `${video}concat=n=${i + 1}[outv];`;
|
|
filter += `${audio}concat=n=${i + 1}:v=0:a=1[outa]`;
|
|
|
|
ffmpeg(`./public/uploads/hidden/${DLFile}`)
|
|
.inputFormat('mp4')
|
|
.complexFilter(filter)
|
|
.outputOptions('-map [outv]')
|
|
.outputOptions('-map [outa]')
|
|
.save(`./public/uploads/${DLFile}`)
|
|
.on('error', function(err, stdout, stderr) {
|
|
console.log('Cannot process video: ' + err.message);
|
|
return res.json({error: err.message});
|
|
//return res.render('index', { error: true, errormsg: err.message})
|
|
})
|
|
.on('end', () => {
|
|
console.log('end');
|
|
//res.attachment(`./public/uploads/${DLFile}`)
|
|
res.json({url: `uploads/${DLFile}`})
|
|
if (data.feed !== 'on') generateThumbnail(DLFile);
|
|
});
|
|
});
|
|
} else {
|
|
// If user requested mp4 directly attach the file
|
|
res.json({url: `uploads/${DLFile}`})
|
|
if (data.feed !== 'on') generateThumbnail(DLFile);
|
|
}
|
|
}
|
|
});
|
|
|
|
|
|
function uuidv4() {
|
|
return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, function(c) {
|
|
var r = Math.random() * 16 | 0, v = c == 'x' ? r : (r & 0x3 | 0x8);
|
|
return v.toString(16);
|
|
});
|
|
}
|
|
});
|
|
|
|
module.exports = router;
|
|
|
|
async function generateWaveform(f) {
|
|
ffmpeg(`./public/uploads/${f}`)
|
|
.complexFilter('[0:a]aformat=channel_layouts=mono,compand=gain=-6,showwavespic=s=600x120:colors=#9cf42f[fg];color=s=600x120:color=#44582c,drawgrid=width=iw/10:height=ih/5:color=#9cf42f@0.1[bg];[bg][fg]overlay=format=rgb,drawbox=x=(iw-w)/2:y=(ih-h)/2:w=iw:h=1:color=#9cf42f')
|
|
.frames(1)
|
|
.noVideo()
|
|
.noAudio()
|
|
.duration(0.1)
|
|
.on('error', function(err, stdout, stderr) {
|
|
return console.log('Cannot process video: ' + err.message);
|
|
})
|
|
.on('end', () => {
|
|
generateThumbnail(`../thumbnail/${f.replace(path.extname(f), '.mp4')}`);
|
|
})
|
|
.save(`./public/thumbnail/${f.replace(path.extname(f), '.mp4')}`);
|
|
}
|
|
|
|
async function generateThumbnail(f) {
|
|
ffmpeg(`./public/uploads/${f}`)
|
|
.screenshots({
|
|
timestamps: ['20%'],
|
|
size: '720x480',
|
|
folder: './public/thumbnail/',
|
|
filename: f.replace(path.extname(f), '.png')
|
|
})
|
|
.on('error', function(err, stdout, stderr) {
|
|
return console.log('Cannot process video: ' + err.message);
|
|
});
|
|
|
|
if (!fs.existsSync(`./public/thumbnail/tmp/${f}`) && !f.startsWith('../thumbnail'))
|
|
fs.mkdirSync(`./public/thumbnail/tmp/${f}`)
|
|
|
|
ffmpeg(`./public/uploads/${f}`)
|
|
.complexFilter('select=gt(scene\\,0.8)')
|
|
.frames(10)
|
|
.complexFilter('fps=fps=1/10')
|
|
.save(`./public/thumbnail/tmp/${f}/%03d.png`)
|
|
.on('error', function(err, stdout, stderr) {
|
|
return console.log('Cannot process video: ' + err.message);
|
|
})
|
|
.on('end', () => {
|
|
ffmpeg(`./public/thumbnail/tmp/${f}/%03d.png`)
|
|
.complexFilter('zoompan=d=(.5+.5)/.5:s=640x480:fps=1/.5,framerate=25:interp_start=0:interp_end=255:scene=100')
|
|
.format('mp4')
|
|
.save(`./public/thumbnail/${f}`)
|
|
.on('error', function(err, stdout, stderr) {
|
|
return console.log('Cannot process video: ' + err.message);
|
|
})
|
|
.on('end', () => {
|
|
// Save space by deleting tmp directory
|
|
for (let files of fs.readdirSync(`./public/thumbnail/tmp/${f}`)) {
|
|
if (files == '.keep') return;
|
|
fs.unlinkSync(`./public/thumbnail/tmp/${f}/${files}`);
|
|
}
|
|
fs.rmdirSync(`./public/thumbnail/tmp/${f}`);
|
|
});
|
|
});
|
|
} |