xaymar/js-encoding-samples
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Initial Work

Browse Source
This commit is contained in:
Michael Fabian 'Xaymar' Dirks
2020-10-25 18:08:58 +01:00
commit 43952dd162
11 changed files with 1186 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.editorconfig
+10
View File
@@ -0,0 +1,10 @@
# top-most EditorConfig file
root = true
# Unix-style newlines with a newline ending every file.
[*]
insert_final_newline = true
trim_trailing_whitespace = true
charset = utf-8
indent_style = tab
indent_size = 4
.gitignore
+10
View File
@@ -0,0 +1,10 @@
# FFmpeg Binaries - see README.md!
ffmpeg/*
# Video Inputs - see README.md!
videos/*
# Generated Files
output/*
cache/*
desktop.ini
config.json
+214
View File
@@ -0,0 +1,214 @@
{
"paths": {
"ffmpeg": "./ffmpeg/",
"videos": "./videos/",
"cache": "./cache/",
"output": "./output/"
},
"encoders": {
"libx264": {
"enabled": true,
"pool": "cpu",
"cost_scale": 100.0,
"threads": 8,
"presets": [
"veryfast",
"faster",
"fast",
"medium",
"slow",
"slower",
"veryslow"
],
"tunes": [
null,
"film",
"grain",
"animation"
]
},
"h264_nvenc": {
"enabled": true,
"pool": "nvenc",
"parallel": 2,
"presets": [
"p5",
"p6",
"p7"
],
"tunes": [
"hq"
],
"rc-lookahead": [
0,
16,
32
],
"bf": [
0,
1,
2,
3,
4
]
},
"hevc_nvenc": {
"enabled": false,
"pool": "nvenc",
"parallel": 3
},
"h264_amf": {
"enabled": false,
"pool": "amf",
"parallel": 3
},
"hevc_amf": {
"enabled": false,
"pool": "amf",
"parallel": 3
},
"h264_qsv": {
"enabled": false,
"pool": "qsv",
"parallel": 3
},
"hevc_qsv": {
"enabled": false,
"pool": "qsv",
"parallel": 3
},
"vp9_qsv": {
"enabled": false,
"pool": "qsv",
"parallel": 3
},
"libvpx-vp9": {
"enabled": false,
"pool": "cpu"
},
"libaom-av1": {
"enabled": false,
"pool": "cpu"
}
},
"videos": {
"arma_3-001": {
"enabled": false
},
"arma_3-002": {
"enabled": true
},
"black_mesa-001": {
"enabled": false
},
"black_mesa-002": {
"enabled": false
},
"black_mesa-003": {
"enabled": false
},
"dota_2-001": {
"enabled": false
},
"grip-001": {
"enabled": false
},
"grip-002": {
"enabled": false
},
"grip-003": {
"enabled": false
},
"beat_hazard-001": {
"enabled": false
},
"beat_hazard-002": {
"enabled": false
},
"celeste-001": {
"enabled": false
},
"celeste-002": {
"enabled": false
},
"celeste-003": {
"enabled": false
},
"final_fantasy_xiv-001": {
"enabled": false
},
"final_fantasy_xiv-002": {
"enabled": false
},
"final_fantasy_xiv-003": {
"enabled": false
},
"final_fantasy_xiv-004": {
"enabled": true
},
"forza_4_horizon-001": {
"enabled": false
},
"forza_4_horizon-002": {
"enabled": false
},
"noita-001": {
"enabled": false
},
"noita-002": {
"enabled": false
},
"risk_of_rain_2-001": {
"enabled": false
},
"satisfactory-001": {
"enabled": false
},
"space_engineers-001": {
"enabled": false
},
"space_engineers-002": {
"enabled": false
},
"space_engineers-003": {
"enabled": false
}
},
"options": {
"resolutions": [
[
1280,
720
],
[
1536,
864
],
[
1920,
1080
],
[
2560,
1440
],
[
3840,
2160
]
],
"framerate_scalings": [
1.0,
0.5
],
"bitrates": [
3500,
6000,
8000
],
"keyframeinterval": [
1.0,
2.0
]
}
}
encoder.js
+40
View File
@@ -0,0 +1,40 @@
class encoder {
constructor(ffmpeg, config, settings) {
// FFmpeg
this.ffmpeg = ffmpeg;
// Configuration
this.config = config;
// Encoder Settings
this.settings = settings; // Settings
// Check if this encoder is available.
if (!this.available()) {
throw new ReferenceError("Encoder is not available");
}
}
available() {
return true;
}
load() {
this.indexes = {};
this.combinations = [];
}
pool() {
return "default";
}
count() {
return this.combinations.length;
}
get(index, width, height, framerate) {
throw new Error("Not Implemented");
}
}
module.exports = encoder;
encoder_h264_nvenc.js
+153
View File
@@ -0,0 +1,153 @@
const encoder = require('./encoder.js');
const path = require('path');
const fs = require('fs');
const crypto = require('crypto');
let version = 1;
class h264_nvenc extends encoder {
constructor(ffmpeg, config, settings) {
super(ffmpeg, config, settings);
}
available() {
console.time("Checking...");
let res = ff.ffmpegSync([
"-hide_banner", "-v", "quiet",
"-f", "lavfi",
"-i", "color=size=256x256:duration=1:rate=30:color=black",
"-c:v", "h264_nvenc",
"-f", "null",
"-"
]);
console.timeEnd("Checking...");
if (res.status != 0) {
return false;
}
return true;
}
available() {
console.time("Checking...");
let res = this.ffmpeg.ffmpegSync([
"-hide_banner", "-v", "error",
"-f", "lavfi",
"-i", "color=size=256x256:duration=1:rate=30:color=black",
"-c:v", "h264_nvenc",
"-f", "null",
"-"
]);
console.timeEnd("Checking...");
if (res.status != 0) {
return false;
}
return true;
}
load() {
let name = function(opts) {
let name = "";
for (let idx = 0; idx < opts.length; idx += 2) {
let opt = opts[idx];
let val = opts[idx + 1];
if (name.length != 0)
name += ";";
name += `${opt.substr(1)}=${val}`;
}
return `${name};version=${version}`;
}
console.time("Generating...");
this.indexes = {};
this.combinations = [];
for (let preset of this.settings.presets) {
for (let tune of this.settings.tunes) {
for (let rcla of this.settings["rc-lookahead"]) {
for (let ia of [0, 1]) {
if ((rcla == 0) && (ia != 0)) { // Requires lookahead.
continue;
}
for (let bf of this.settings.bf) {
for (let bfm of ["disabled", "middle"]) {
if ((bf == 0) && (bfm != "disabled")) { // Requires B-Frames
continue;
}
for (let mp of [0, 1, 2]) {
for (let taq of [0, 1]) {
for (let saqs of [0, 7, 15]) {
let _opts = [
"-profile:v", "high",
"-preset", preset,
"-tune", tune,
"-rc", "cbr",
"-cbr", 1,
"-rc-lookahead", rcla,
"-no-scenecut", 1 - ia,
"-bf", bf,
"-b_ref_mode", bfm,
"-b_adapt", 1,
"-multipass", mp,
"-temporal_aq", taq,
];
if (saqs == 0) {
_opts.push(
"-spatial-aq", 0,
);
} else {
_opts.push(
"-spatial-aq", 1,
"-aq-strength", saqs,
);
}
let _name = name(_opts);
let _hash = crypto.createHash("sha256").update(_name).digest("hex");
let _cost = (1.0 / this.settings.parallel) * 1.01;
let combo = {
name: _name,
hash: _hash,
options: _opts,
cost: _cost,
};
this.indexes[_hash] = combo.options;
this.combinations.push(combo);
}
}
}
}
}
}
}
}
}
fs.writeFileSync(
path.join(this.config.paths.output, "h264_nvenc.json"),
JSON.stringify(this.indexes, null, null),
{encoding: "utf8"}
);
console.timeEnd("Generating...");
console.log(`Combinations: ${this.combinations.length}`)
}
pool() {
return this.settings.pool;
}
get(index, width, height, framerate) {
return this.combinations[index];
}
/*
for (let br of _config.bitrates)
"-b:v", `${br.toFixed(0)}k`,
"-bufsize", `${(br * 2).toFixed(0)}k`,
"-minrate", "0",
"-maxrate", `${br.toFixed(0)}k`,
for (let kfm of _config.keyframe_multiplier)
"-g", (_cache.fps * kfm).toFixed(0),
*/
}
module.exports = h264_nvenc;
encoder_libx264.js
+118
View File
@@ -0,0 +1,118 @@
const encoder = require('./encoder.js');
const path = require('path');
const fs = require('fs');
const crypto = require('crypto');
let version = 1;
class libx264 extends encoder {
constructor(ffmpeg, config, settings) {
super(ffmpeg, config, settings);
// Cost per option chosen.
this.cost = {
preset: { // Measured at 2560x1440x60 with no tune
"ultrafast": 0.603, // 520 fps / 30 fps, 116 fps / 60 fps
"superfast": 0.686, // 383 fps / 30 fps, 102 fps / 60 fps
"veryfast": 0.737, // 378 fps / 30 fps, 95 fps / 60 fps
"faster": 0.854, // 339 fps / 30 fps, 82 fps / 60 fps
"fast": 0.972, // 334 fps / 30 fps, 72 fps / 60 fps
"medium": 1.000, // 368 fps / 30 fps, 70 fps / 60 fps
"slow": 1.321, // 359 fps / 30 fps, 53 fps / 60 fps
"slower": 2.414, // 329 fps / 30 fps, 29 fps / 60 fps
"veryslow": 4.667, // 270 fps / 30 fps, 15 fps / 60 fps
"placebo": 18.42, // 125 fps / 30 fps, 3.8 fps / 60 fps
},
tune: { // Measured at 2560x1440x60 medium
null: 1.000, // 70 fps / 60 fps
"film": 1.029, // 68 fps / 60 fps
"animation": 1.077, // 65 fps / 60 fps
"grain": 1.061, // 66 fps / 60 fps
},
threads: (32.0 / this.settings.threads),
}
}
available() {
console.time("Checking...");
let res = this.ffmpeg.ffmpegSync([
"-hide_banner", "-v", "error",
"-f", "lavfi",
"-i", "color=size=256x256:duration=1:rate=30:color=black",
"-c:v", "libx264",
"-f", "null",
"-"
]);
console.timeEnd("Checking...");
if (res.status != 0) {
return false;
}
return true;
}
load() {
let name = function(opts) {
let name = "";
for (let idx = 0; idx < opts.length; idx += 2) {
let opt = opts[idx];
let val = opts[idx + 1];
if (name.length != 0)
name += ";";
name += `${opt.substr(1)}=${val}`;
}
return `${name};version=${version}`;
}
console.time("Generating...");
this.indexes = {};
this.combinations = [];
for (let preset of this.settings.presets) {
for (let tune of this.settings.tunes) {
let _opts = [
"-profile:v", "high",
"-preset", preset,
"-x264-params", `nal-hrd=cbr:force-cfr=1`,
"-ssim", "0",
"-threads", this.settings.threads,
];
if (tune) {
_opts.push("-tune", tune);
}
let _name = name(_opts);
let _hash = crypto.createHash("sha256").update(_name).digest("hex");
let _cost = 1.0 * this.settings.cost_scale * this.cost.preset[preset] * this.cost.tune[tune] * this.cost.threads;
let combo = {
name: _name,
hash: _hash,
options: _opts,
cost: _cost,
};
this.indexes[_hash] = combo.options;
this.combinations.push(combo);
}
}
fs.writeFileSync(
path.join(this.config.paths.output, "libx264.json"),
JSON.stringify(this.indexes, null, null),
{encoding: "utf8"}
);
console.timeEnd("Generating...");
console.log(`Combinations: ${this.count()}`)
}
pool() {
return this.settings.pool;
}
get(index, width, height, framerate) {
let result = Object.assign(new Object(), this.combinations[index]);
result.cost *= framerate / 60.0;
result.cost *= (width * height) / (2560 * 1440);
return result;
}
}
module.exports = libx264;
ffmpeg.js
+157
View File
@@ -0,0 +1,157 @@
const path = require('path');
const process = require('process');
const child_process = require('child_process');
function parse_duration(str) {
// Duration is in the form HH:MM:SS.fraction
let parts = str.split(":");
for (let idx = 0; idx < parts.length; idx++) {
parts[idx] = parseFloat(parts[idx]);
}
return ((parts[0] * 60) + parts[1]) * 60 + parts[2];
}
class ffmpeg {
constructor(ffpath) {
// Figure out the location of FFmpeg
if (!ffpath)
ffpath = process.cwd();
this.bin = {
ffmpeg: path.join(ffpath, "bin/ffmpeg.exe"),
ffprobe: path.join(ffpath, "bin/ffprobe.exe")
};
}
_probeParse(buffer) {
let parsed = JSON.parse(buffer);
if (parsed.streams && (parsed.streams.length > 0)) {
for (let idx = 0; idx < parsed.streams.length; idx++) {
let stream = parsed.streams[idx];
if (stream.tags && stream.tags["DURATION"]) {
stream.duration = parse_duration(stream.tags["DURATION"]);
}
}
}
return parsed;
}
probeSync(file) {
let result = child_process.spawnSync(this.bin.ffprobe,
[
"-hide_banner",
"-v", "quiet",
"-print_format", "json",
"-show_format",
"-show_streams",
"-i", file
]
);
return this._probeParse(result.stdout);
}
probe(file) {
return new Promise((resolve, reject) => {
let proc = child_process.spawn(this.bin.ffprobe,
[
"-hide_banner",
"-v", "quiet",
"-print_format", "json",
"-show_format",
"-show_streams",
"-i", file
],
{stdio: ['pipe', 'pipe', 'pipe']}
);
let buffer = "";
proc.stdout.on('data', (data) => {
buffer += data.toString();
});
proc.on('close', (code, signal) => {
if (code == 0) {
try {
resolve(this._probeParse(buffer));
} catch (ex) {
reject(ex);
}
} else {
if (code == null) {
reject(signal);
} else {
reject(code);
}
}
});
proc.on('error', (error) => {
reject(error);
})
});
}
get_encoder_caps(encoder) {
let result = {
hardware: false,
formats: [],
devices: []
};
// Output is a list of options.
let temp = child_process.execFileSync(this.bin.ffmpeg,
[
"-hide_banner",
"-v", "quiet",
"-h", `encoder=${encoder}`
]
).toString();
let lines = temp.split('\r\n');
for (let line of lines) {
if (line.includes("General capabilities:")) {
result.hardware = (line.includes("hardware"));
} else if (line.includes("Supported hardware devices:")) {
let data = line.substr(line.indexOf(':') + 2);
result.devices = data.split(' ');
} else if (line.includes("Supported pixel formats:")) {
let data = line.substr(line.indexOf(':') + 2);
result.formats = data.split(' ');
}
}
return result;
}
ffmpegSync(params) {
return child_process.spawnSync(this.bin.ffmpeg, params);
}
ffmpeg(params) {
return new Promise((resolve, reject) => {
let proc = child_process.spawn(this.bin.ffmpeg, params);
let buf_stdout = "";
let buf_stderr = "";
proc.stdout.on('data', (data) => {
buf_stdout += data.toString();
});
proc.stderr.on('data', (data) => {
buf_stderr += data.toString();
});
proc.on('close', (code, signal) => {
if (code == 0) {
try {
resolve([code, buf_stdout, buf_stderr]);
} catch (ex) {
reject([ex, buf_stdout, buf_stderr]);
}
} else {
if (code == null) {
reject([signal, buf_stdout, buf_stderr]);
} else {
reject([code, buf_stdout, buf_stderr]);
}
}
});
proc.on('error', (error) => {
reject([error, buf_stdout, buf_stderr]);
})
});
}
}
module.exports = ffmpeg;
ffmpeg/README.md
+2
View File
@@ -0,0 +1,2 @@
# FFmpeg + VMAF
Download the latest prebuilt FFmpeg for Windows package and extract it here.
poolqueue.js
+45
View File
@@ -0,0 +1,45 @@
class poolqueue {
constructor() {
this.queues = new Array();
this.index = {};
this.costs = {};
}
clear() {
this.queues = new Array();
this.index = {};
this.costs = {};
}
push(name, command, cost) {
if (!this.index[name]) {
this.index[name] = 0;
}
if (!this.costs[name]) {
this.costs[name] = 0;
}
// Make sure Queue exists
if (!this.queues[this.index[name]]) {
this.queues[this.index[name]] = new Array();
if (global.debug) console.debug(`${name}: Created new pool.`);
}
// Push the new command.
this.queues[this.index[name]] = this.queues[this.index[name]].concat(command);
this.costs[name] += cost;
if (this.costs[name] > 1.0) {
this.index[name]++;
if (global.debug) console.debug(`${name}: Incremented index to ${this.index[name]} due to cost ${this.costs[name]}.`);
this.costs[name] = 0.0;
}
}
finalize() {
return this.queues;
}
}
module.exports = poolqueue;
ves.js
+436
View File
@@ -0,0 +1,436 @@
// --------------------------------------------------------------------------------
// Development options (for user options, see config.json)
global.debug = false;
// --------------------------------------------------------------------------------
// Actual Code
/*
Comparing VMAF instantly:
- Saves disk space - no need to keep copies around!
fn: .\ffmpeg.exe -i "..\..\cache\arma_3-002-1280x720x60.00.mkv" -i "..\..\videos\arma_3-002.mkv" -filter_complex_threads 8 -filter_complex [0:v:0]scale=flags=bicubic+full_chroma_inp+full_chroma_int:w=1920:h=1080,colorspace=all=bt709:range=pc,format=pix_fmts=yuv444p[main];[1:v:0]colorspace=all=bt709:range=pc,format=pix_fmts=yuv444p[ref];[main][ref]libvmaf=model_path=../vmaf/vmaf_4k_rb_v0.6.2.pkl:log_fmt=json:log_path=here2.json:enable_conf_interval=1:shortest=1[out] -map [out] -f null -
*/
// Import modules
const ffmpeg = require('./ffmpeg.js');
const poolqueue = require('./poolqueue.js');
const fs = require('fs');
const path = require('path');
const process = require('process');
const util = require('util');
const { config } = require('process');
// Define some Helpers
function float_eq(a, b, edge) { return (Math.abs(a - b) <= edge); }
function float_lt(a, b, edge) { return ((a + edge) < b); }
function float_le(a, b, edge) { return float_lt(a, b, edge) || float_eq(a, b, edge); }
function float_gt(a, b, edge) { return ((a - edge) > b); }
function float_ge(a, b, edge) { return float_gt(a, b, edge) || float_eq(a, b, edge); }
Object.size = function(obj) { var size = 0, key; for (key in obj) { if (obj.hasOwnProperty(key)) { size++; } } return size; };
// Actual Code
async function load_config() { // Load Configuration
console.group("Loading configuration...");
console.time("Total");
let config = require('./config.json');
// Resolve and create directories.
for (let name in config.paths) {
config.paths[name] = path.resolve(config.paths[name]);
if (!fs.existsSync(config.paths[name])) {
fs.mkdirSync(config.paths[name]);
}
}
console.timeEnd("Total");
console.groupEnd();
return config;
}
async function load_encoders(config, ff) { // Load Encoders
console.group("Loading encoders...");
console.time("Total");
let encoders = new Map();
for (let name in config.encoders) {
let encoder = config.encoders[name];
// Is the encoder disabled, or invalid?
if (!encoder || !encoder.enabled) {
if (global.debug) console.debug(`${name} is disabled or invalid.`);
continue;
}
// Does the encoder exist?
if (!fs.existsSync(path.join(".", `encoder_${name}.js`))) {
console.error(`${name} does not exist.`);
continue;
}
// Attempt to load the encoder, if possible.
console.group(name);
console.time("Subtotal");
try {
let instance = new (require(`./encoder_${name}.js`))(ff, config, encoder);
instance.load();
encoders.set(name, instance);
} catch (ex) {
console.log(ex);
}
console.timeEnd("Subtotal");
console.groupEnd();
}
console.timeEnd("Total");
console.groupEnd();
return encoders;
}
async function load_videos(config, ff) { // Load Videos
console.group("Loading videos...");
console.time("Total");
let videos = new Map();
let promises = []; // Asynchronous loading.
for (let name in config.videos) {
let video = config.videos[name];
// Is the video disabled, or invalid?
if (!video || !video.enabled) {
if (global.debug) console.debug(`${name} is disabled or invalid.`);
continue;
}
// Does the video exist?
if (!fs.existsSync(path.join(config.paths.videos, `${name}.mkv`))) {
console.error(`${name} does not exist.`);
continue;
}
// Load video information asynchronously.
promises.push(new Promise((resolve, reject) => {
console.time(name);
let file_name = path.join(config.paths.videos, `${name}.mkv`);
let probeprom = ff.probe(file_name);
probeprom.then((json) => {
let data = new Object();
data.name = name;
data.info = json;
data.caches = new Map();
// File Information
data.file_name = `${name}.mkv`;
data.file_ext = path.extname(data.file_name);
data.file_base = path.basename(data.file_name, data.file_ext);
data.file = path.join(config.paths.videos, data.file_name);
// Video Information
data.resolution = { width: data.info.streams[0].width, height: data.info.streams[0].height };
data.framerate = eval(data.info.streams[0].r_frame_rate);
data.duration = data.info.streams[0].duration;
// Color Information
data.color = {};
data.color.range = data.info.streams[0].color_range ? data.info.streams[0].color_range : 'tv';
data.color.trc = data.info.streams[0].color_transfer ? data.info.streams[0].color_transfer : 'bt709';
data.color.primaries = data.info.streams[0].color_primaries ? data.info.streams[0].color_primaries : 'bt709';
data.color.matrix = data.info.streams[0].color_space ? data.info.streams[0].color_space : 'bt709';
videos.set(data.name, data);
console.timeEnd(name);
resolve(data);
});
}));
}
await Promise.allSettled(promises);
// Sort the videos list again. (We don't care about what order the user wants!)
videos = new Map([...videos].sort((a, b) => a[0] > b[0] ? 1 : -1));
console.timeEnd("Total");
console.groupEnd();
return videos;
}
async function create_caches(config, ff, videos, encoders) { // Create Caches
console.group("Creating caches...");
console.time("Total");
for (let name of videos.keys()) {
let video = videos.get(name);
console.group(name);
console.time("Subtotal");
video.caches = new Map();
for (let resolution of config.options.resolutions) {
let aspect_ratio = (video.resolution.height / video.resolution.width);
for (let framerate_scaling of config.options.framerate_scalings) {
let height = (Math.round(resolution[0] * aspect_ratio * 0.5) * 2);
// Skip resolutions that are too large horizontally.
if (resolution[0] > video.resolution.width) {
if (global.debug) console.debug(`${resolution[0]}x${height}x${(video.framerate * framerate_scaling)} skipped.`);
continue;
}
// Create Cache Information
let cache = {
framerate: (video.framerate * framerate_scaling),
width: resolution[0],
height: height
};
cache.framerate_s = cache.framerate.toFixed(2);
cache.duration = Math.floor(video.duration * video.framerate * framerate_scaling) / cache.framerate;
let key = `${cache.width}x${cache.height}x${cache.framerate_s}`;
cache.file = path.join(config.paths.cache, `${video.file_base}-${key}.mkv`);
cache.queues = new Map();
video.caches.set(`${key}`, cache);
}
}
for (let key of video.caches.keys()) {
let cache = video.caches.get(key);
// Check if cache file already exists and is correct.
if (fs.existsSync(cache.file)) {
let info = ff.probeSync(cache.file);
if ((info.streams)
&& (info.streams.length > 0)
&& (info.streams[0].width == cache.width)
&& (info.streams[0].height == cache.height)
&& float_eq(eval(info.streams[0].r_frame_rate), cache.framerate, 0.01)
&& float_eq(info.streams[0].duration, video.duration, 0.1)) {
if (global.debug) console.debug(`${key} already exists.`);
continue;
}
}
console.time(`${key} created`);
let command = [
"-y",
"-hide_banner",
"-v", "error",
"-i", video.file,
"-filter_complex", `fps=fps=${cache.framerate_s},scale=flags=bicubic+full_chroma_inp+full_chroma_int:w=${cache.width}:h=${cache.height},colorspace=all=bt709:range=tv:format=yuv420p`,
"-an",
];
if (encoders.has("h264_nvenc")) {
command.push(
"-c:v", "h264_nvenc",
"-profile:v", "high",
"-preset", "p1",
"-tune", "lossless",
"-rc", "constqp",
"-rc-lookahead", "0",
"-multipass", "0",
"-b:v", "0",
"-minrate", "0",
"-maxrate", "0",
"-bufsize", "0",
"-qp", "0",
"-init_qpI", "0",
"-init_qpP", "0",
"-init_qpB", "0",
"-bf", "0",
"-g", `15`,
);
} else {
command.push(
"-c:v", "libx264",
"-profile:v", "high",
"-preset", "veryfast",
"-crf", "0",
"-b:v", "0",
"-minrate", "0",
"-maxrate", "0",
"-bufsize", "0",
"-g", `15`,
);
}
command.push(cache.file);
let res = ff.ffmpegSync(command);
if (res.status != 0) {
console.log(res.stderr.toString());
}
if (global.debug) console.log(res.stdout.toString(), res.stderr.toString());
console.timeEnd(`${key} created`);
}
console.timeEnd("Subtotal");
console.groupEnd(name);
}
console.timeEnd("Total");
console.groupEnd();
return videos;
}
async function transcode(config, ff, videos, encoders) {
console.group("Transcoding...");
console.time("Total");
/* Needs a massive overhaul:
- Check if the .json file for a configuration already exists, if not continue.
- Do not store transcodes for longer than needed, we only need to compare against source.
- Use poolqueue to still allow for parallelization.
- '-g' and bitrate options are controlled _from here_.
*/
// Build queues per cache.
console.group("Queueing...")
console.time("Subtotal");
for (let video_key of videos.keys()) {
console.group(video_key);
console.time(video_key);
let video = videos.get(video_key);
for (let cache_key of video.caches.keys()) {
let cache = video.caches.get(cache_key);
console.time(cache_key);
for (let encoder_key of encoders.keys()) {
let encoder = encoders.get(encoder_key);
let queue_promises = [];
let queue_commands = new poolqueue();
let queue_files = new poolqueue();
for (let idx = 0; idx < encoder.count(); idx++) {
let command_promises = [];
let command = encoder.get(idx, cache.width, cache.height, cache.framerate);
for (let bitrate of config.options.bitrates) {
for (let kfinterval of config.options.keyframeinterval) {
command_promises.push(new Promise((resolve, reject) => {
let file = path.join(
config.paths.output,
video.name,
cache_key,
encoder_key,
bitrate.toFixed(0),
(cache.framerate * kfinterval).toFixed(0),
`${command.hash}.mkv`
);
let file_json = path.join(
config.paths.output,
video.name,
cache_key,
encoder_key,
bitrate.toFixed(0),
(cache.framerate * kfinterval).toFixed(0),
`${command.hash}.json`
);
// Check if this file already exists at the target location.
if (fs.existsSync(file_json)) {
// Don't need to check for a video here, since we only care about results.
if (global.debug) console.debug(`${file} already completed.`);
resolve();
return;
}
let line = [
"-map", "0:v:0",
"-an",
"-c:v", encoder_key,
"-g", (cache.framerate * kfinterval).toFixed(0),
"-b:v", `${bitrate}k`,
"-minrate", "0",
"-maxrate", "0",
"-bufsize", `${2 * bitrate}k`,
].concat(command.options).concat([file]);
queue_commands.push(
encoder.pool(),
line,
command.cost,
);
queue_files.push(
encoder.pool(),
[file, file_json],
command.cost,
);
resolve();
}));
}
}
queue_promises.push(async function() {
await Promise.allSettled(command_promises);
});
}
await Promise.allSettled(queue_promises);
cache.queues.set(encoder_key, {
commands: queue_commands.finalize(),
files: queue_files.finalize(),
});
}
console.timeEnd(cache_key);
}
console.timeEnd(video_key);
console.groupEnd();
}
console.timeEnd("Subtotal");
console.groupEnd();
/*
for (let video_name in videos) {
console.time(video_name);
console.group(video_name);
let video = videos[video_name];
for (let cache of video.caches) {
let key_cache = `${cache.x}x${cache.y}x${cache.fps.toFixed(2)}`;
console.time(key_cache);
console.group(key_cache);
for (let cmd of cache.commands) {
let opts = [
"-y",
"-hide_banner",
"-v", "error",
"-hwaccel", "auto",
"-i", cache.file
].concat(cmd);
let res = ff.ffmpegSync(opts);
console.log(res.stdout.toString(), res.stderr.toString());
}
console.groupEnd();
console.timeEnd(key_cache);
}
console.groupEnd();
console.timeEnd(video_name);
}
*/
console.timeEnd("Total");
console.groupEnd();
}
async function main() {
let config;
let ff;
let encoders;
let videos;
await load_config().then((p) => { config = p; });
ff = new ffmpeg(config.paths.ffmpeg);
await load_encoders(config, ff).then((p) => { encoders = p; });
await load_videos(config, ff).then((p) => { videos = p; });
await create_caches(config, ff, videos, encoders);
await transcode(config, ff, videos, encoders);
// Queue
//await queue_transcodes(config, ff, videos, encoders);
// Transcode
}
main();
videos/README.md
+1
View File
@@ -0,0 +1 @@
Place input video files here.