mirror of
https://github.com/Tzahi12345/YoutubeDL-Material.git
synced 2026-04-18 00:41:28 +03:00
Use async versions of filesystem methods
This commit is contained in:
335
backend/app.js
335
backend/app.js
@@ -1,6 +1,6 @@
|
|||||||
var async = require('async');
|
|
||||||
const { uuid } = require('uuidv4');
|
const { uuid } = require('uuidv4');
|
||||||
var fs = require('fs-extra');
|
var fs = require('fs-extra');
|
||||||
|
var { promisify } = require('util');
|
||||||
var auth_api = require('./authentication/auth');
|
var auth_api = require('./authentication/auth');
|
||||||
var winston = require('winston');
|
var winston = require('winston');
|
||||||
var path = require('path');
|
var path = require('path');
|
||||||
@@ -18,7 +18,6 @@ var utils = require('./utils')
|
|||||||
var mergeFiles = require('merge-files');
|
var mergeFiles = require('merge-files');
|
||||||
const low = require('lowdb')
|
const low = require('lowdb')
|
||||||
var ProgressBar = require('progress');
|
var ProgressBar = require('progress');
|
||||||
var md5 = require('md5');
|
|
||||||
const NodeID3 = require('node-id3')
|
const NodeID3 = require('node-id3')
|
||||||
const downloader = require('youtube-dl/lib/downloader')
|
const downloader = require('youtube-dl/lib/downloader')
|
||||||
const fetch = require('node-fetch');
|
const fetch = require('node-fetch');
|
||||||
@@ -195,6 +194,16 @@ app.use(auth_api.passport.initialize());
|
|||||||
|
|
||||||
// actual functions
|
// actual functions
|
||||||
|
|
||||||
|
/**
|
||||||
|
* setTimeout, but its a promise.
|
||||||
|
* @param {number} ms
|
||||||
|
*/
|
||||||
|
async function wait(ms) {
|
||||||
|
await new Promise(resolve => {
|
||||||
|
setTimeout(resolve, ms);
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
async function checkMigrations() {
|
async function checkMigrations() {
|
||||||
return new Promise(async resolve => {
|
return new Promise(async resolve => {
|
||||||
// 3.5->3.6 migration
|
// 3.5->3.6 migration
|
||||||
@@ -418,20 +427,20 @@ async function downloadReleaseZip(tag) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
async function installDependencies() {
|
async function installDependencies() {
|
||||||
return new Promise(resolve => {
|
|
||||||
var child_process = require('child_process');
|
var child_process = require('child_process');
|
||||||
child_process.execSync('npm install',{stdio:[0,1,2]});
|
var exec = promisify(child_process.exec);
|
||||||
resolve(true);
|
|
||||||
});
|
|
||||||
|
|
||||||
|
await exec('npm install',{stdio:[0,1,2]});
|
||||||
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
async function backupServerLite() {
|
async function backupServerLite() {
|
||||||
return new Promise(async resolve => {
|
await fs.ensureDir(path.join(__dirname, 'appdata', 'backups'));
|
||||||
fs.ensureDirSync(path.join(__dirname, 'appdata', 'backups'));
|
|
||||||
let output_path = path.join('appdata', 'backups', `backup-${Date.now()}.zip`);
|
let output_path = path.join('appdata', 'backups', `backup-${Date.now()}.zip`);
|
||||||
logger.info(`Backing up your non-video/audio files to ${output_path}. This may take up to a few seconds/minutes.`);
|
logger.info(`Backing up your non-video/audio files to ${output_path}. This may take up to a few seconds/minutes.`);
|
||||||
let output = fs.createWriteStream(path.join(__dirname, output_path));
|
let output = fs.createWriteStream(path.join(__dirname, output_path));
|
||||||
|
|
||||||
|
await new Promise(resolve => {
|
||||||
var archive = archiver('zip', {
|
var archive = archiver('zip', {
|
||||||
gzip: true,
|
gzip: true,
|
||||||
zlib: { level: 9 } // Sets the compression level.
|
zlib: { level: 9 } // Sets the compression level.
|
||||||
@@ -455,58 +464,53 @@ async function backupServerLite() {
|
|||||||
ignore: files_to_ignore
|
ignore: files_to_ignore
|
||||||
});
|
});
|
||||||
|
|
||||||
await archive.finalize();
|
resolve(archive.finalize());
|
||||||
|
});
|
||||||
|
|
||||||
// wait a tiny bit for the zip to reload in fs
|
// wait a tiny bit for the zip to reload in fs
|
||||||
setTimeout(function() {
|
await wait(100);
|
||||||
resolve(true);
|
return true;
|
||||||
}, 100);
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async function isNewVersionAvailable() {
|
async function isNewVersionAvailable() {
|
||||||
return new Promise(async resolve => {
|
|
||||||
// gets tag of the latest version of youtubedl-material, compare to current version
|
// gets tag of the latest version of youtubedl-material, compare to current version
|
||||||
const latest_tag = await getLatestVersion();
|
const latest_tag = await getLatestVersion();
|
||||||
const current_tag = CONSTS['CURRENT_VERSION'];
|
const current_tag = CONSTS['CURRENT_VERSION'];
|
||||||
if (latest_tag > current_tag) {
|
if (latest_tag > current_tag) {
|
||||||
resolve(true);
|
return true;
|
||||||
} else {
|
} else {
|
||||||
resolve(false);
|
return false;
|
||||||
}
|
}
|
||||||
});
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async function getLatestVersion() {
|
async function getLatestVersion() {
|
||||||
return new Promise(resolve => {
|
const res = await fetch('https://api.github.com/repos/tzahi12345/youtubedl-material/releases/latest', {method: 'Get'});
|
||||||
fetch('https://api.github.com/repos/tzahi12345/youtubedl-material/releases/latest', {method: 'Get'})
|
const json = await res.json();
|
||||||
.then(async res => res.json())
|
|
||||||
.then(async (json) => {
|
|
||||||
if (json['message']) {
|
if (json['message']) {
|
||||||
// means there's an error in getting latest version
|
// means there's an error in getting latest version
|
||||||
logger.error(`ERROR: Received the following message from GitHub's API:`);
|
logger.error(`ERROR: Received the following message from GitHub's API:`);
|
||||||
logger.error(json['message']);
|
logger.error(json['message']);
|
||||||
if (json['documentation_url']) logger.error(`Associated URL: ${json['documentation_url']}`)
|
if (json['documentation_url']) logger.error(`Associated URL: ${json['documentation_url']}`)
|
||||||
}
|
}
|
||||||
resolve(json['tag_name']);
|
return json['tag_name'];
|
||||||
return;
|
|
||||||
});
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async function killAllDownloads() {
|
async function killAllDownloads() {
|
||||||
return new Promise(resolve => {
|
const lookupAsync = promisify(ps.lookup);
|
||||||
ps.lookup({
|
|
||||||
command: 'youtube-dl',
|
try {
|
||||||
}, function(err, resultList ) {
|
await lookupAsync({
|
||||||
if (err) {
|
command: 'youtube-dl'
|
||||||
|
});
|
||||||
|
} catch (err) {
|
||||||
// failed to get list of processes
|
// failed to get list of processes
|
||||||
logger.error('Failed to get a list of running youtube-dl processes.');
|
logger.error('Failed to get a list of running youtube-dl processes.');
|
||||||
logger.error(err);
|
logger.error(err);
|
||||||
resolve({
|
return {
|
||||||
details: err,
|
details: err,
|
||||||
success: false
|
success: false
|
||||||
});
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
// processes that contain the string 'youtube-dl' in the name will be looped
|
// processes that contain the string 'youtube-dl' in the name will be looped
|
||||||
@@ -524,18 +528,16 @@ async function killAllDownloads() {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
resolve({
|
|
||||||
|
return {
|
||||||
success: true
|
success: true
|
||||||
});
|
};
|
||||||
});
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async function setPortItemFromENV() {
|
async function setPortItemFromENV() {
|
||||||
return new Promise(resolve => {
|
|
||||||
config_api.setConfigItem('ytdl_port', backendPort.toString());
|
config_api.setConfigItem('ytdl_port', backendPort.toString());
|
||||||
setTimeout(() => resolve(true), 100);
|
await wait(100);
|
||||||
});
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
async function setAndLoadConfig() {
|
async function setAndLoadConfig() {
|
||||||
@@ -544,27 +546,23 @@ async function setAndLoadConfig() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
async function setConfigFromEnv() {
|
async function setConfigFromEnv() {
|
||||||
return new Promise(resolve => {
|
|
||||||
let config_items = getEnvConfigItems();
|
let config_items = getEnvConfigItems();
|
||||||
let success = config_api.setConfigItems(config_items);
|
let success = config_api.setConfigItems(config_items);
|
||||||
if (success) {
|
if (success) {
|
||||||
logger.info('Config items set using ENV variables.');
|
logger.info('Config items set using ENV variables.');
|
||||||
setTimeout(() => resolve(true), 100);
|
await wait(100);
|
||||||
|
return true;
|
||||||
} else {
|
} else {
|
||||||
logger.error('ERROR: Failed to set config items using ENV variables.');
|
logger.error('ERROR: Failed to set config items using ENV variables.');
|
||||||
resolve(false);
|
return false;
|
||||||
}
|
}
|
||||||
});
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async function loadConfig() {
|
async function loadConfig() {
|
||||||
return new Promise(async resolve => {
|
|
||||||
loadConfigValues();
|
loadConfigValues();
|
||||||
|
|
||||||
// creates archive path if missing
|
// creates archive path if missing
|
||||||
if (!fs.existsSync(archivePath)){
|
await fs.ensureDir(archivePath);
|
||||||
fs.mkdirSync(archivePath);
|
|
||||||
}
|
|
||||||
|
|
||||||
// get subscriptions
|
// get subscriptions
|
||||||
if (allowSubscriptions) {
|
if (allowSubscriptions) {
|
||||||
@@ -586,9 +584,7 @@ async function loadConfig() {
|
|||||||
// start the server here
|
// start the server here
|
||||||
startServer();
|
startServer();
|
||||||
|
|
||||||
resolve(true);
|
return true;
|
||||||
});
|
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
function loadConfigValues() {
|
function loadConfigValues() {
|
||||||
@@ -850,11 +846,10 @@ function getVideoFormatID(name)
|
|||||||
}
|
}
|
||||||
|
|
||||||
async function createPlaylistZipFile(fileNames, type, outputName, fullPathProvided = null, user_uid = null) {
|
async function createPlaylistZipFile(fileNames, type, outputName, fullPathProvided = null, user_uid = null) {
|
||||||
return new Promise(async resolve => {
|
|
||||||
let zipFolderPath = null;
|
let zipFolderPath = null;
|
||||||
|
|
||||||
if (!fullPathProvided) {
|
if (!fullPathProvided) {
|
||||||
zipFolderPath = path.join(type === 'audio' ? audioFolderPath : videoFolderPath);
|
zipFolderPath = path.join(__dirname, (type === 'audio') ? audioFolderPath : videoFolderPath);
|
||||||
if (user_uid) zipFolderPath = path.join(config_api.getConfigItem('ytdl_users_base_path'), user_uid, zipFolderPath);
|
if (user_uid) zipFolderPath = path.join(config_api.getConfigItem('ytdl_users_base_path'), user_uid, zipFolderPath);
|
||||||
} else {
|
} else {
|
||||||
zipFolderPath = path.join(__dirname, config_api.getConfigItem('ytdl_subscriptions_base_path'));
|
zipFolderPath = path.join(__dirname, config_api.getConfigItem('ytdl_subscriptions_base_path'));
|
||||||
@@ -887,17 +882,11 @@ async function createPlaylistZipFile(fileNames, type, outputName, fullPathProvid
|
|||||||
await archive.finalize();
|
await archive.finalize();
|
||||||
|
|
||||||
// wait a tiny bit for the zip to reload in fs
|
// wait a tiny bit for the zip to reload in fs
|
||||||
setTimeout(function() {
|
await wait(100);
|
||||||
resolve(path.join(zipFolderPath,outputName + '.zip'));
|
return path.join(zipFolderPath,outputName + '.zip');
|
||||||
}, 100);
|
|
||||||
|
|
||||||
});
|
|
||||||
|
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async function deleteAudioFile(name, customPath = null, blacklistMode = false) {
|
async function deleteAudioFile(name, customPath = null, blacklistMode = false) {
|
||||||
return new Promise(resolve => {
|
|
||||||
let filePath = customPath ? customPath : audioFolderPath;
|
let filePath = customPath ? customPath : audioFolderPath;
|
||||||
|
|
||||||
var jsonPath = path.join(filePath,name+'.mp3.info.json');
|
var jsonPath = path.join(filePath,name+'.mp3.info.json');
|
||||||
@@ -910,24 +899,24 @@ async function deleteAudioFile(name, customPath = null, blacklistMode = false) {
|
|||||||
altJSONPath = path.join(__dirname, altJSONPath);
|
altJSONPath = path.join(__dirname, altJSONPath);
|
||||||
audioFilePath = path.join(__dirname, audioFilePath);
|
audioFilePath = path.join(__dirname, audioFilePath);
|
||||||
|
|
||||||
let jsonExists = fs.existsSync(jsonPath);
|
let jsonExists = await fs.pathExists(jsonPath);
|
||||||
let thumbnailExists = fs.existsSync(thumbnailPath);
|
let thumbnailExists = await fs.pathExists(thumbnailPath);
|
||||||
|
|
||||||
if (!jsonExists) {
|
if (!jsonExists) {
|
||||||
if (fs.existsSync(altJSONPath)) {
|
if (await fs.pathExists(altJSONPath)) {
|
||||||
jsonExists = true;
|
jsonExists = true;
|
||||||
jsonPath = altJSONPath;
|
jsonPath = altJSONPath;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if (!thumbnailExists) {
|
if (!thumbnailExists) {
|
||||||
if (fs.existsSync(altThumbnailPath)) {
|
if (await fs.pathExists(altThumbnailPath)) {
|
||||||
thumbnailExists = true;
|
thumbnailExists = true;
|
||||||
thumbnailPath = altThumbnailPath;
|
thumbnailPath = altThumbnailPath;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
let audioFileExists = fs.existsSync(audioFilePath);
|
let audioFileExists = await fs.pathExists(audioFilePath);
|
||||||
|
|
||||||
if (config_api.descriptors[name]) {
|
if (config_api.descriptors[name]) {
|
||||||
try {
|
try {
|
||||||
@@ -950,35 +939,31 @@ async function deleteAudioFile(name, customPath = null, blacklistMode = false) {
|
|||||||
if (jsonobj) id = jsonobj.id;
|
if (jsonobj) id = jsonobj.id;
|
||||||
|
|
||||||
// use subscriptions API to remove video from the archive file, and write it to the blacklist
|
// use subscriptions API to remove video from the archive file, and write it to the blacklist
|
||||||
if (fs.existsSync(archive_path)) {
|
if (await fs.pathExists(archive_path)) {
|
||||||
const line = id ? subscriptions_api.removeIDFromArchive(archive_path, id) : null;
|
const line = id ? subscriptions_api.removeIDFromArchive(archive_path, id) : null;
|
||||||
if (blacklistMode && line) writeToBlacklist('audio', line);
|
if (blacklistMode && line) await writeToBlacklist('audio', line);
|
||||||
} else {
|
} else {
|
||||||
logger.info('Could not find archive file for audio files. Creating...');
|
logger.info('Could not find archive file for audio files. Creating...');
|
||||||
fs.closeSync(fs.openSync(archive_path, 'w'));
|
await fs.close(await fs.open(archive_path, 'w'));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if (jsonExists) fs.unlinkSync(jsonPath);
|
if (jsonExists) await fs.unlink(jsonPath);
|
||||||
if (thumbnailExists) fs.unlinkSync(thumbnailPath);
|
if (thumbnailExists) await fs.unlink(thumbnailPath);
|
||||||
if (audioFileExists) {
|
if (audioFileExists) {
|
||||||
fs.unlink(audioFilePath, function(err) {
|
await fs.unlink(audioFilePath);
|
||||||
if (fs.existsSync(jsonPath) || fs.existsSync(audioFilePath)) {
|
if (await fs.pathExists(jsonPath) || await fs.pathExists(audioFilePath)) {
|
||||||
resolve(false);
|
return false;
|
||||||
} else {
|
} else {
|
||||||
resolve(true);
|
return true;
|
||||||
}
|
}
|
||||||
});
|
|
||||||
} else {
|
} else {
|
||||||
// TODO: tell user that the file didn't exist
|
// TODO: tell user that the file didn't exist
|
||||||
resolve(true);
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async function deleteVideoFile(name, customPath = null, blacklistMode = false) {
|
async function deleteVideoFile(name, customPath = null, blacklistMode = false) {
|
||||||
return new Promise(resolve => {
|
|
||||||
let filePath = customPath ? customPath : videoFolderPath;
|
let filePath = customPath ? customPath : videoFolderPath;
|
||||||
var jsonPath = path.join(filePath,name+'.info.json');
|
var jsonPath = path.join(filePath,name+'.info.json');
|
||||||
|
|
||||||
@@ -990,19 +975,19 @@ async function deleteVideoFile(name, customPath = null, blacklistMode = false) {
|
|||||||
jsonPath = path.join(__dirname, jsonPath);
|
jsonPath = path.join(__dirname, jsonPath);
|
||||||
videoFilePath = path.join(__dirname, videoFilePath);
|
videoFilePath = path.join(__dirname, videoFilePath);
|
||||||
|
|
||||||
let jsonExists = fs.existsSync(jsonPath);
|
let jsonExists = await fs.pathExists(jsonPath);
|
||||||
let videoFileExists = fs.existsSync(videoFilePath);
|
let videoFileExists = await fs.pathExists(videoFilePath);
|
||||||
let thumbnailExists = fs.existsSync(thumbnailPath);
|
let thumbnailExists = await fs.pathExists(thumbnailPath);
|
||||||
|
|
||||||
if (!jsonExists) {
|
if (!jsonExists) {
|
||||||
if (fs.existsSync(altJSONPath)) {
|
if (await fs.pathExists(altJSONPath)) {
|
||||||
jsonExists = true;
|
jsonExists = true;
|
||||||
jsonPath = altJSONPath;
|
jsonPath = altJSONPath;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if (!thumbnailExists) {
|
if (!thumbnailExists) {
|
||||||
if (fs.existsSync(altThumbnailPath)) {
|
if (await fs.pathExists(altThumbnailPath)) {
|
||||||
thumbnailExists = true;
|
thumbnailExists = true;
|
||||||
thumbnailPath = altThumbnailPath;
|
thumbnailPath = altThumbnailPath;
|
||||||
}
|
}
|
||||||
@@ -1029,31 +1014,28 @@ async function deleteVideoFile(name, customPath = null, blacklistMode = false) {
|
|||||||
if (jsonobj) id = jsonobj.id;
|
if (jsonobj) id = jsonobj.id;
|
||||||
|
|
||||||
// use subscriptions API to remove video from the archive file, and write it to the blacklist
|
// use subscriptions API to remove video from the archive file, and write it to the blacklist
|
||||||
if (fs.existsSync(archive_path)) {
|
if (await fs.pathExists(archive_path)) {
|
||||||
const line = id ? subscriptions_api.removeIDFromArchive(archive_path, id) : null;
|
const line = id ? subscriptions_api.removeIDFromArchive(archive_path, id) : null;
|
||||||
if (blacklistMode && line) writeToBlacklist('video', line);
|
if (blacklistMode && line) await writeToBlacklist('video', line);
|
||||||
} else {
|
} else {
|
||||||
logger.info('Could not find archive file for videos. Creating...');
|
logger.info('Could not find archive file for videos. Creating...');
|
||||||
fs.closeSync(fs.openSync(archive_path, 'w'));
|
fs.closeSync(fs.openSync(archive_path, 'w'));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if (jsonExists) fs.unlinkSync(jsonPath);
|
if (jsonExists) await fs.unlink(jsonPath);
|
||||||
if (thumbnailExists) fs.unlinkSync(thumbnailPath);
|
if (thumbnailExists) await fs.unlink(thumbnailPath);
|
||||||
if (videoFileExists) {
|
if (videoFileExists) {
|
||||||
fs.unlink(videoFilePath, function(err) {
|
await fs.unlink(videoFilePath);
|
||||||
if (fs.existsSync(jsonPath) || fs.existsSync(videoFilePath)) {
|
if (await fs.pathExists(jsonPath) || await fs.pathExists(videoFilePath)) {
|
||||||
resolve(false);
|
return false;
|
||||||
} else {
|
} else {
|
||||||
resolve(true);
|
return true;
|
||||||
}
|
}
|
||||||
});
|
|
||||||
} else {
|
} else {
|
||||||
// TODO: tell user that the file didn't exist
|
// TODO: tell user that the file didn't exist
|
||||||
resolve(true);
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// replaces .webm with appropriate extension
|
// replaces .webm with appropriate extension
|
||||||
@@ -1072,38 +1054,38 @@ function getTrueFileName(unfixed_path, type) {
|
|||||||
return fixed_path;
|
return fixed_path;
|
||||||
}
|
}
|
||||||
|
|
||||||
function getAudioInfos(fileNames) {
|
/**
|
||||||
let result = [];
|
* @param {'audio' | 'video'} type
|
||||||
for (let i = 0; i < fileNames.length; i++) {
|
* @param {string[]} fileNames
|
||||||
let fileName = fileNames[i];
|
*/
|
||||||
let fileLocation = audioFolderPath+fileName+'.mp3.info.json';
|
async function getAudioOrVideoInfos(type, fileNames) {
|
||||||
if (fs.existsSync(fileLocation)) {
|
let result = await Promise.all(fileNames.map(async fileName => {
|
||||||
let data = fs.readFileSync(fileLocation);
|
let fileLocation = videoFolderPath+fileName;
|
||||||
try {
|
if (type === 'audio') {
|
||||||
result.push(JSON.parse(data));
|
fileLocation += '.mp3.info.json';
|
||||||
} catch(e) {
|
} else if (type === 'video') {
|
||||||
logger.error(`Could not find info for file ${fileName}.mp3`);
|
fileLocation += '.info.json';
|
||||||
}
|
}
|
||||||
}
|
|
||||||
}
|
|
||||||
return result;
|
|
||||||
}
|
|
||||||
|
|
||||||
function getVideoInfos(fileNames) {
|
if (await fs.pathExists(fileLocation)) {
|
||||||
let result = [];
|
let data = await fs.readFile(fileLocation);
|
||||||
for (let i = 0; i < fileNames.length; i++) {
|
|
||||||
let fileName = fileNames[i];
|
|
||||||
let fileLocation = videoFolderPath+fileName+'.info.json';
|
|
||||||
if (fs.existsSync(fileLocation)) {
|
|
||||||
let data = fs.readFileSync(fileLocation);
|
|
||||||
try {
|
try {
|
||||||
result.push(JSON.parse(data));
|
return JSON.parse(data);
|
||||||
} catch(e) {
|
} catch (e) {
|
||||||
logger.error(`Could not find info for file ${fileName}.mp4`);
|
let suffix;
|
||||||
|
if (type === 'audio') {
|
||||||
|
suffix += '.mp3';
|
||||||
|
} else if (type === 'video') {
|
||||||
|
suffix += '.mp4';
|
||||||
|
}
|
||||||
|
|
||||||
|
logger.error(`Could not find info for file ${fileName}${suffix}`);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
return null;
|
||||||
return result;
|
}));
|
||||||
|
|
||||||
|
return result.filter(data => data != null);
|
||||||
}
|
}
|
||||||
|
|
||||||
// downloads
|
// downloads
|
||||||
@@ -1401,7 +1383,6 @@ async function downloadFileByURL_normal(url, type, options, sessionID = null) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
async function generateArgs(url, type, options) {
|
async function generateArgs(url, type, options) {
|
||||||
return new Promise(async resolve => {
|
|
||||||
var videopath = '%(title)s';
|
var videopath = '%(title)s';
|
||||||
var globalArgs = config_api.getConfigItem('ytdl_custom_args');
|
var globalArgs = config_api.getConfigItem('ytdl_custom_args');
|
||||||
let useCookies = config_api.getConfigItem('ytdl_use_cookies');
|
let useCookies = config_api.getConfigItem('ytdl_use_cookies');
|
||||||
@@ -1463,7 +1444,7 @@ async function generateArgs(url, type, options) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
if (useCookies) {
|
if (useCookies) {
|
||||||
if (fs.existsSync(path.join(__dirname, 'appdata', 'cookies.txt'))) {
|
if (await fs.pathExists(path.join(__dirname, 'appdata', 'cookies.txt'))) {
|
||||||
downloadConfig.push('--cookies', path.join('appdata', 'cookies.txt'));
|
downloadConfig.push('--cookies', path.join('appdata', 'cookies.txt'));
|
||||||
} else {
|
} else {
|
||||||
logger.warn('Cookies file could not be found. You can either upload one, or disable \'use cookies\' in the Advanced tab in the settings.');
|
logger.warn('Cookies file could not be found. You can either upload one, or disable \'use cookies\' in the Advanced tab in the settings.');
|
||||||
@@ -1479,26 +1460,26 @@ async function generateArgs(url, type, options) {
|
|||||||
const archive_folder = options.user ? path.join(fileFolderPath, 'archives') : archivePath;
|
const archive_folder = options.user ? path.join(fileFolderPath, 'archives') : archivePath;
|
||||||
const archive_path = path.join(archive_folder, `archive_${type}.txt`);
|
const archive_path = path.join(archive_folder, `archive_${type}.txt`);
|
||||||
|
|
||||||
fs.ensureDirSync(archive_folder);
|
await fs.ensureDir(archive_folder);
|
||||||
|
|
||||||
// create archive file if it doesn't exist
|
// create archive file if it doesn't exist
|
||||||
if (!fs.existsSync(archive_path)) {
|
if (!(await fs.pathExists(archive_path))) {
|
||||||
fs.closeSync(fs.openSync(archive_path, 'w'));
|
await fs.close(await fs.open(archive_path, 'w'));
|
||||||
}
|
}
|
||||||
|
|
||||||
let blacklist_path = options.user ? path.join(fileFolderPath, 'archives', `blacklist_${type}.txt`) : path.join(archivePath, `blacklist_${type}.txt`);
|
let blacklist_path = options.user ? path.join(fileFolderPath, 'archives', `blacklist_${type}.txt`) : path.join(archivePath, `blacklist_${type}.txt`);
|
||||||
// create blacklist file if it doesn't exist
|
// create blacklist file if it doesn't exist
|
||||||
if (!fs.existsSync(blacklist_path)) {
|
if (!(await fs.pathExists(blacklist_path))) {
|
||||||
fs.closeSync(fs.openSync(blacklist_path, 'w'));
|
await fs.close(await fs.open(blacklist_path, 'w'));
|
||||||
}
|
}
|
||||||
|
|
||||||
let merged_path = path.join(fileFolderPath, `merged_${type}.txt`);
|
let merged_path = path.join(fileFolderPath, `merged_${type}.txt`);
|
||||||
fs.ensureFileSync(merged_path);
|
await fs.ensureFile(merged_path);
|
||||||
// merges blacklist and regular archive
|
// merges blacklist and regular archive
|
||||||
let inputPathList = [archive_path, blacklist_path];
|
let inputPathList = [archive_path, blacklist_path];
|
||||||
let status = await mergeFiles(inputPathList, merged_path);
|
let status = await mergeFiles(inputPathList, merged_path);
|
||||||
|
|
||||||
options.merged_string = fs.readFileSync(merged_path, "utf8");
|
options.merged_string = await fs.readFile(merged_path, "utf8");
|
||||||
|
|
||||||
downloadConfig.push('--download-archive', merged_path);
|
downloadConfig.push('--download-archive', merged_path);
|
||||||
}
|
}
|
||||||
@@ -1519,8 +1500,7 @@ async function generateArgs(url, type, options) {
|
|||||||
|
|
||||||
}
|
}
|
||||||
logger.verbose(`youtube-dl args being used: ${downloadConfig.join(',')}`);
|
logger.verbose(`youtube-dl args being used: ${downloadConfig.join(',')}`);
|
||||||
resolve(downloadConfig);
|
return downloadConfig;
|
||||||
});
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async function getVideoInfoByURL(url, args = [], download = null) {
|
async function getVideoInfoByURL(url, args = [], download = null) {
|
||||||
@@ -1593,11 +1573,11 @@ async function convertFileToMp3(input_file, output_file) {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
function writeToBlacklist(type, line) {
|
async function writeToBlacklist(type, line) {
|
||||||
let blacklistPath = path.join(archivePath, (type === 'audio') ? 'blacklist_audio.txt' : 'blacklist_video.txt');
|
let blacklistPath = path.join(archivePath, (type === 'audio') ? 'blacklist_audio.txt' : 'blacklist_video.txt');
|
||||||
// adds newline to the beginning of the line
|
// adds newline to the beginning of the line
|
||||||
line = '\n' + line;
|
line = '\n' + line;
|
||||||
fs.appendFileSync(blacklistPath, line);
|
await fs.appendFile(blacklistPath, line);
|
||||||
}
|
}
|
||||||
|
|
||||||
// download management functions
|
// download management functions
|
||||||
@@ -1741,21 +1721,6 @@ function removeFileExtension(filename) {
|
|||||||
return filename_parts.join('.');
|
return filename_parts.join('.');
|
||||||
}
|
}
|
||||||
|
|
||||||
// https://stackoverflow.com/a/32197381/8088021
|
|
||||||
const deleteFolderRecursive = function(folder_to_delete) {
|
|
||||||
if (fs.existsSync(folder_to_delete)) {
|
|
||||||
fs.readdirSync(folder_to_delete).forEach((file, index) => {
|
|
||||||
const curPath = path.join(folder_to_delete, file);
|
|
||||||
if (fs.lstatSync(curPath).isDirectory()) { // recurse
|
|
||||||
deleteFolderRecursive(curPath);
|
|
||||||
} else { // delete file
|
|
||||||
fs.unlinkSync(curPath);
|
|
||||||
}
|
|
||||||
});
|
|
||||||
fs.rmdirSync(folder_to_delete);
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
app.use(function(req, res, next) {
|
app.use(function(req, res, next) {
|
||||||
res.header("Access-Control-Allow-Headers", "Origin, X-Requested-With, Content-Type, Accept, Authorization");
|
res.header("Access-Control-Allow-Headers", "Origin, X-Requested-With, Content-Type, Accept, Authorization");
|
||||||
res.header("Access-Control-Allow-Origin", getOrigin());
|
res.header("Access-Control-Allow-Origin", getOrigin());
|
||||||
@@ -1771,8 +1736,12 @@ app.use(function(req, res, next) {
|
|||||||
next();
|
next();
|
||||||
} else if (req.query.apiKey === admin_token) {
|
} else if (req.query.apiKey === admin_token) {
|
||||||
next();
|
next();
|
||||||
} else if (req.query.apiKey && config_api.getConfigItem('ytdl_use_api_key') && req.query.apiKey === config_api.getConfigItem('ytdl_api_key')) {
|
} else if (req.query.apiKey && config_api.getConfigItem('ytdl_use_api_key')) {
|
||||||
|
if (req.query.apiKey === config_api.getConfigItem('ytdl_api_key')) {
|
||||||
next();
|
next();
|
||||||
|
} else {
|
||||||
|
res.status(401).send('Invalid API key');
|
||||||
|
}
|
||||||
} else if (req.path.includes('/api/video/') || req.path.includes('/api/audio/')) {
|
} else if (req.path.includes('/api/video/') || req.path.includes('/api/audio/')) {
|
||||||
next();
|
next();
|
||||||
} else {
|
} else {
|
||||||
@@ -1900,8 +1869,21 @@ app.post('/api/killAllDownloads', optionalJwt, async function(req, res) {
|
|||||||
res.send(result_obj);
|
res.send(result_obj);
|
||||||
});
|
});
|
||||||
|
|
||||||
|
/**
|
||||||
|
* add thumbnails if present
|
||||||
|
* @param files - List of files with thumbnailPath property.
|
||||||
|
*/
|
||||||
|
async function addThumbnails(files) {
|
||||||
|
await Promise.all(files.map(async file => {
|
||||||
|
const thumbnailPath = file['thumbnailPath'];
|
||||||
|
if (thumbnailPath && (await fs.pathExists(thumbnailPath))) {
|
||||||
|
file['thumbnailBlob'] = await fs.readFile(thumbnailPath);
|
||||||
|
}
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
|
||||||
// gets all download mp3s
|
// gets all download mp3s
|
||||||
app.get('/api/getMp3s', optionalJwt, function(req, res) {
|
app.get('/api/getMp3s', optionalJwt, async function(req, res) {
|
||||||
var mp3s = db.get('files.audio').value(); // getMp3s();
|
var mp3s = db.get('files.audio').value(); // getMp3s();
|
||||||
var playlists = db.get('playlists.audio').value();
|
var playlists = db.get('playlists.audio').value();
|
||||||
const is_authenticated = req.isAuthenticated();
|
const is_authenticated = req.isAuthenticated();
|
||||||
@@ -1915,10 +1897,7 @@ app.get('/api/getMp3s', optionalJwt, function(req, res) {
|
|||||||
mp3s = JSON.parse(JSON.stringify(mp3s));
|
mp3s = JSON.parse(JSON.stringify(mp3s));
|
||||||
|
|
||||||
// add thumbnails if present
|
// add thumbnails if present
|
||||||
mp3s.forEach(mp3 => {
|
await addThumbnails(mp3s);
|
||||||
if (mp3['thumbnailPath'] && fs.existsSync(mp3['thumbnailPath']))
|
|
||||||
mp3['thumbnailBlob'] = fs.readFileSync(mp3['thumbnailPath']);
|
|
||||||
});
|
|
||||||
|
|
||||||
res.send({
|
res.send({
|
||||||
mp3s: mp3s,
|
mp3s: mp3s,
|
||||||
@@ -1927,7 +1906,7 @@ app.get('/api/getMp3s', optionalJwt, function(req, res) {
|
|||||||
});
|
});
|
||||||
|
|
||||||
// gets all download mp4s
|
// gets all download mp4s
|
||||||
app.get('/api/getMp4s', optionalJwt, function(req, res) {
|
app.get('/api/getMp4s', optionalJwt, async function(req, res) {
|
||||||
var mp4s = db.get('files.video').value(); // getMp4s();
|
var mp4s = db.get('files.video').value(); // getMp4s();
|
||||||
var playlists = db.get('playlists.video').value();
|
var playlists = db.get('playlists.video').value();
|
||||||
|
|
||||||
@@ -1942,10 +1921,7 @@ app.get('/api/getMp4s', optionalJwt, function(req, res) {
|
|||||||
mp4s = JSON.parse(JSON.stringify(mp4s));
|
mp4s = JSON.parse(JSON.stringify(mp4s));
|
||||||
|
|
||||||
// add thumbnails if present
|
// add thumbnails if present
|
||||||
mp4s.forEach(mp4 => {
|
await addThumbnails(mp4s);
|
||||||
if (mp4['thumbnailPath'] && fs.existsSync(mp4['thumbnailPath']))
|
|
||||||
mp4['thumbnailBlob'] = fs.readFileSync(mp4['thumbnailPath']);
|
|
||||||
});
|
|
||||||
|
|
||||||
res.send({
|
res.send({
|
||||||
mp4s: mp4s,
|
mp4s: mp4s,
|
||||||
@@ -2034,10 +2010,7 @@ app.post('/api/getAllFiles', optionalJwt, function (req, res) {
|
|||||||
files = JSON.parse(JSON.stringify(files));
|
files = JSON.parse(JSON.stringify(files));
|
||||||
|
|
||||||
// add thumbnails if present
|
// add thumbnails if present
|
||||||
files.forEach(file => {
|
await addThumbnails(files);
|
||||||
if (file['thumbnailPath'] && fs.existsSync(file['thumbnailPath']))
|
|
||||||
file['thumbnailBlob'] = fs.readFileSync(file['thumbnailPath']);
|
|
||||||
});
|
|
||||||
|
|
||||||
res.send({
|
res.send({
|
||||||
files: files,
|
files: files,
|
||||||
@@ -2465,7 +2438,7 @@ app.post('/api/deleteMp3', optionalJwt, async (req, res) => {
|
|||||||
var name = audio_obj.id;
|
var name = audio_obj.id;
|
||||||
var fullpath = audioFolderPath + name + ".mp3";
|
var fullpath = audioFolderPath + name + ".mp3";
|
||||||
var wasDeleted = false;
|
var wasDeleted = false;
|
||||||
if (fs.existsSync(fullpath))
|
if (await fs.pathExists(fullpath))
|
||||||
{
|
{
|
||||||
deleteAudioFile(name, null, blacklistMode);
|
deleteAudioFile(name, null, blacklistMode);
|
||||||
db.get('files.audio').remove({uid: uid}).write();
|
db.get('files.audio').remove({uid: uid}).write();
|
||||||
@@ -2496,7 +2469,7 @@ app.post('/api/deleteMp4', optionalJwt, async (req, res) => {
|
|||||||
var name = video_obj.id;
|
var name = video_obj.id;
|
||||||
var fullpath = videoFolderPath + name + ".mp4";
|
var fullpath = videoFolderPath + name + ".mp4";
|
||||||
var wasDeleted = false;
|
var wasDeleted = false;
|
||||||
if (fs.existsSync(fullpath))
|
if (await fs.pathExists(fullpath))
|
||||||
{
|
{
|
||||||
wasDeleted = await deleteVideoFile(name, null, blacklistMode);
|
wasDeleted = await deleteVideoFile(name, null, blacklistMode);
|
||||||
db.get('files.video').remove({uid: uid}).write();
|
db.get('files.video').remove({uid: uid}).write();
|
||||||
@@ -2582,7 +2555,7 @@ app.post('/api/downloadArchive', async (req, res) => {
|
|||||||
|
|
||||||
let full_archive_path = path.join(archive_dir, 'archive.txt');
|
let full_archive_path = path.join(archive_dir, 'archive.txt');
|
||||||
|
|
||||||
if (fs.existsSync(full_archive_path)) {
|
if (await fs.pathExists(full_archive_path)) {
|
||||||
res.sendFile(full_archive_path);
|
res.sendFile(full_archive_path);
|
||||||
} else {
|
} else {
|
||||||
res.sendStatus(404);
|
res.sendStatus(404);
|
||||||
@@ -2594,14 +2567,14 @@ var upload_multer = multer({ dest: __dirname + '/appdata/' });
|
|||||||
app.post('/api/uploadCookies', upload_multer.single('cookies'), async (req, res) => {
|
app.post('/api/uploadCookies', upload_multer.single('cookies'), async (req, res) => {
|
||||||
const new_path = path.join(__dirname, 'appdata', 'cookies.txt');
|
const new_path = path.join(__dirname, 'appdata', 'cookies.txt');
|
||||||
|
|
||||||
if (fs.existsSync(req.file.path)) {
|
if (await fs.pathExists(req.file.path)) {
|
||||||
fs.renameSync(req.file.path, new_path);
|
await fs.rename(req.file.path, new_path);
|
||||||
} else {
|
} else {
|
||||||
res.sendStatus(500);
|
res.sendStatus(500);
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (fs.existsSync(new_path)) {
|
if (await fs.pathExists(new_path)) {
|
||||||
res.send({success: true});
|
res.send({success: true});
|
||||||
} else {
|
} else {
|
||||||
res.sendStatus(500);
|
res.sendStatus(500);
|
||||||
@@ -2824,9 +2797,9 @@ app.post('/api/logs', async function(req, res) {
|
|||||||
let logs = null;
|
let logs = null;
|
||||||
let lines = req.body.lines;
|
let lines = req.body.lines;
|
||||||
logs_path = path.join('appdata', 'logs', 'combined.log')
|
logs_path = path.join('appdata', 'logs', 'combined.log')
|
||||||
if (fs.existsSync(logs_path)) {
|
if (await fs.pathExists(logs_path)) {
|
||||||
if (lines) logs = await read_last_lines.read(logs_path, lines);
|
if (lines) logs = await read_last_lines.read(logs_path, lines);
|
||||||
else logs = fs.readFileSync(logs_path, 'utf8');
|
else logs = await fs.readFile(logs_path, 'utf8');
|
||||||
}
|
}
|
||||||
else
|
else
|
||||||
logger.error(`Failed to find logs file at the expected location: ${logs_path}`)
|
logger.error(`Failed to find logs file at the expected location: ${logs_path}`)
|
||||||
@@ -2842,8 +2815,10 @@ app.post('/api/clearAllLogs', async function(req, res) {
|
|||||||
logs_err_path = path.join('appdata', 'logs', 'error.log');
|
logs_err_path = path.join('appdata', 'logs', 'error.log');
|
||||||
let success = false;
|
let success = false;
|
||||||
try {
|
try {
|
||||||
fs.writeFileSync(logs_path, '');
|
await Promise.all([
|
||||||
fs.writeFileSync(logs_err_path, '');
|
fs.writeFile(logs_path, ''),
|
||||||
|
fs.writeFile(logs_err_path, '')
|
||||||
|
])
|
||||||
success = true;
|
success = true;
|
||||||
} catch(e) {
|
} catch(e) {
|
||||||
logger.error(e);
|
logger.error(e);
|
||||||
@@ -2860,10 +2835,8 @@ app.post('/api/clearAllLogs', async function(req, res) {
|
|||||||
let type = req.body.type;
|
let type = req.body.type;
|
||||||
let result = null;
|
let result = null;
|
||||||
if (!urlMode) {
|
if (!urlMode) {
|
||||||
if (type === 'audio') {
|
if (type === 'audio' || type === 'video') {
|
||||||
result = getAudioInfos(fileNames)
|
result = await getAudioOrVideoInfos(type, fileNames);
|
||||||
} else if (type === 'video') {
|
|
||||||
result = getVideoInfos(fileNames);
|
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
result = await getUrlInfos(fileNames);
|
result = await getUrlInfos(fileNames);
|
||||||
@@ -2936,7 +2909,7 @@ app.post('/api/deleteUser', optionalJwt, async (req, res) => {
|
|||||||
const user_db_obj = users_db.get('users').find({uid: uid});
|
const user_db_obj = users_db.get('users').find({uid: uid});
|
||||||
if (user_db_obj.value()) {
|
if (user_db_obj.value()) {
|
||||||
// user exists, let's delete
|
// user exists, let's delete
|
||||||
deleteFolderRecursive(user_folder);
|
await fs.remove(user_folder);
|
||||||
users_db.get('users').remove({uid: uid}).write();
|
users_db.get('users').remove({uid: uid}).write();
|
||||||
}
|
}
|
||||||
res.send({success: true});
|
res.send({success: true});
|
||||||
|
|||||||
Reference in New Issue
Block a user