Michel-Beaussart-Main-git-repo/sources/frameSource.js

const assert = require('assert');
const pMap = require('p-map');

const { rgbaToFabricImage, customFabricFrameSource, createCustomCanvasFrameSource, titleFrameSource, subtitleFrameSource, imageFrameSource, linearGradientFrameSource, radialGradientFrameSource, fillColorFrameSource, createFabricFrameSource, newsTitleFrameSource, createFabricCanvas, renderFabricCanvas } = require('./fabricFrameSource');
const createVideoFrameSource = require('./videoFrameSource');
const { createGlFrameSource } = require('./glFrameSource');


async function createFrameSource({ clip, clipIndex, width, height, channels, verbose, ffmpegPath, enableFfmpegLog, framerateStr }) {
  const { layers, duration } = clip;

  const layerFrameSources = await pMap(layers, async (layer, layerIndex) => {
    const { type, ...params } = layer;
    console.log('createFrameSource', type, 'clip', clipIndex, 'layer', layerIndex);

    const frameSourceFuncs = {
      video: createVideoFrameSource,
      gl: createGlFrameSource,
      canvas: createCustomCanvasFrameSource,
      fabric: async (opts) => createFabricFrameSource(customFabricFrameSource, opts),
      image: async (opts) => createFabricFrameSource(imageFrameSource, opts),
      title: async (opts) => createFabricFrameSource(titleFrameSource, opts),
      subtitle: async (opts) => createFabricFrameSource(subtitleFrameSource, opts),
      'linear-gradient': async (opts) => createFabricFrameSource(linearGradientFrameSource, opts),
      'radial-gradient': async (opts) => createFabricFrameSource(radialGradientFrameSource, opts),
      'fill-color': async (opts) => createFabricFrameSource(fillColorFrameSource, opts),
      'news-title': async (opts) => createFabricFrameSource(newsTitleFrameSource, opts),
    };
    const createFrameSourceFunc = frameSourceFuncs[type];
    assert(createFrameSourceFunc, `Invalid type ${type}`);

    return createFrameSourceFunc({ ffmpegPath, width, height, duration, channels, verbose, enableFfmpegLog, framerateStr, params });
  }, { concurrency: 1 });

  async function readNextFrame(progress) {
    const canvas = createFabricCanvas({ width, height });

    // eslint-disable-next-line no-restricted-syntax
    for (const frameSource of layerFrameSources) {
      const rgba = await frameSource.readNextFrame(progress, canvas);
      // Frame sources can either render to the provided canvas and return nothing
      // OR return an raw RGBA blob which will be drawn onto the canvas
      if (rgba) {
        // Optimization: Don't need to draw to canvas if there's only one layer
        if (layerFrameSources.length === 1) return rgba;

        const img = await rgbaToFabricImage({ width, height, rgba });
        canvas.add(img);
      } else {
        // Assume this frame source has drawn its content to the canvas
      }
    }
    // if (verbose) console.time('Merge frames');

    return renderFabricCanvas(canvas);
  }

  async function close() {
    await pMap(layerFrameSources, async (frameSource) => frameSource.close());
  }

  return {
    readNextFrame,
    close,
  };
}

module.exports = {
  createFrameSource,
};