2020-2021-Pair-test-1-Tp-test
/
Michel-Beaussart-Main-git-repo
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

Fix blurring of image background

new-features-2020
Mikael Finstad 6 years ago
parent
f27d44168a
commit
821859dc31
7 changed files with 361 additions and 19 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Unified View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 323
      BoxBlur.js
  2. 5
      README.md
  3. 11
      examples/contain-blur.json5
  4. 1
      examples/mosaic.json5
  5. 27
      sources/fabric.js
  6. 9
      sources/fabric/fabricFrameSources.js
  7. 4
      sources/videoFrameSource.js

323
BoxBlur.js
View File

@ -0,0 +1,323 @@
/* eslint-disable */
/*
Superfast Blur - a fast Box Blur For Canvas
Version: 0.5
Author: Mario Klingemann
Contact: mario@quasimondo.com
Website: http://www.quasimondo.com/BoxBlurForCanvas
Twitter: @quasimondo
In case you find this class useful - especially in commercial projects -
I am not totally unhappy for a small donation to my PayPal account
mario@quasimondo.de
Or support me on flattr:
https://flattr.com/thing/140066/Superfast-Blur-a-pretty-fast-Box-Blur-Effect-for-CanvasJavascript
Copyright (c) 2011 Mario Klingemann
Permission is hereby granted, free of charge, to any person
obtaining a copy of this software and associated documentation
files (the "Software"), to deal in the Software without
restriction, including without limitation the rights to use,
copy, modify, merge, publish, distribute, sublicense, and/or sell
copies of the Software, and to permit persons to whom the
Software is furnished to do so, subject to the following
conditions:
The above copyright notice and this permission notice shall be
included in all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
OTHER DEALINGS IN THE SOFTWARE.
*/
var mul_table = [ 1,57,41,21,203,34,97,73,227,91,149,62,105,45,39,137,241,107,3,173,39,71,65,238,219,101,187,87,81,151,141,133,249,117,221,209,197,187,177,169,5,153,73,139,133,127,243,233,223,107,103,99,191,23,177,171,165,159,77,149,9,139,135,131,253,245,119,231,224,109,211,103,25,195,189,23,45,175,171,83,81,79,155,151,147,9,141,137,67,131,129,251,123,30,235,115,113,221,217,53,13,51,50,49,193,189,185,91,179,175,43,169,83,163,5,79,155,19,75,147,145,143,35,69,17,67,33,65,255,251,247,243,239,59,29,229,113,111,219,27,213,105,207,51,201,199,49,193,191,47,93,183,181,179,11,87,43,85,167,165,163,161,159,157,155,77,19,75,37,73,145,143,141,35,138,137,135,67,33,131,129,255,63,250,247,61,121,239,237,117,29,229,227,225,111,55,109,216,213,211,209,207,205,203,201,199,197,195,193,48,190,47,93,185,183,181,179,178,176,175,173,171,85,21,167,165,41,163,161,5,79,157,78,154,153,19,75,149,74,147,73,144,143,71,141,140,139,137,17,135,134,133,66,131,65,129,1];
var shg_table = [0,9,10,10,14,12,14,14,16,15,16,15,16,15,15,17,18,17,12,18,16,17,17,19,19,18,19,18,18,19,19,19,20,19,20,20,20,20,20,20,15,20,19,20,20,20,21,21,21,20,20,20,21,18,21,21,21,21,20,21,17,21,21,21,22,22,21,22,22,21,22,21,19,22,22,19,20,22,22,21,21,21,22,22,22,18,22,22,21,22,22,23,22,20,23,22,22,23,23,21,19,21,21,21,23,23,23,22,23,23,21,23,22,23,18,22,23,20,22,23,23,23,21,22,20,22,21,22,24,24,24,24,24,22,21,24,23,23,24,21,24,23,24,22,24,24,22,24,24,22,23,24,24,24,20,23,22,23,24,24,24,24,24,24,24,23,21,23,22,23,24,24,24,22,24,24,24,23,22,24,24,25,23,25,25,23,24,25,25,24,22,25,25,25,24,23,24,25,25,25,25,25,25,25,25,25,25,25,25,23,25,23,24,25,25,25,25,25,25,25,25,25,24,22,25,25,23,25,25,20,24,25,24,25,25,22,24,25,24,25,24,25,25,24,25,25,25,25,22,25,25,25,24,25,24,25,18];
function boxBlurImage( context, width, height, radius, blurAlphaChannel, iterations ){
if ( isNaN(radius) || radius < 1 ) return;
if ( blurAlphaChannel )
{
boxBlurCanvasRGBA( context, 0, 0, width, height, radius, iterations );
} else {
boxBlurCanvasRGB( context, 0, 0, width, height, radius, iterations );
}
}
function boxBlurCanvasRGBA( context, top_x, top_y, width, height, radius, iterations ){
if ( isNaN(radius) || radius < 1 ) return;
radius |= 0;
if ( isNaN(iterations) ) iterations = 1;
iterations |= 0;
if ( iterations > 3 ) iterations = 3;
if ( iterations < 1 ) iterations = 1;
var imageData;
try {
try {
imageData = context.getImageData( top_x, top_y, width, height );
} catch(e) {
// NOTE: this part is supposedly only needed if you want to work with local files
// so it might be okay to remove the whole try/catch block and just use
// imageData = context.getImageData( top_x, top_y, width, height );
try {
netscape.security.PrivilegeManager.enablePrivilege("UniversalBrowserRead");
imageData = context.getImageData( top_x, top_y, width, height );
} catch(e) {
alert("Cannot access local image");
throw new Error("unable to access local image data: " + e);
return;
}
}
} catch(e) {
alert("Cannot access image");
throw new Error("unable to access image data: " + e);
return;
}
var pixels = imageData.data;
var rsum,gsum,bsum,asum,x,y,i,p,p1,p2,yp,yi,yw,idx,pa;
var wm = width - 1;
var hm = height - 1;
var wh = width * height;
var rad1 = radius + 1;
var mul_sum = mul_table[radius];
var shg_sum = shg_table[radius];
var r = [];
var g = [];
var b = [];
var a = [];
var vmin = [];
var vmax = [];
while ( iterations-- > 0 ){
yw = yi = 0;
for ( y=0; y < height; y++ ){
rsum = pixels[yw] * rad1;
gsum = pixels[yw+1] * rad1;
bsum = pixels[yw+2] * rad1;
asum = pixels[yw+3] * rad1;
for( i = 1; i <= radius; i++ ){
p = yw + (((i > wm ? wm : i )) << 2 );
rsum += pixels[p++];
gsum += pixels[p++];
bsum += pixels[p++];
asum += pixels[p]
}
for ( x = 0; x < width; x++ ) {
r[yi] = rsum;
g[yi] = gsum;
b[yi] = bsum;
a[yi] = asum;
if( y==0) {
vmin[x] = ( ( p = x + rad1) < wm ? p : wm ) << 2;
vmax[x] = ( ( p = x - radius) > 0 ? p << 2 : 0 );
}
p1 = yw + vmin[x];
p2 = yw + vmax[x];
rsum += pixels[p1++] - pixels[p2++];
gsum += pixels[p1++] - pixels[p2++];
bsum += pixels[p1++] - pixels[p2++];
asum += pixels[p1] - pixels[p2];
yi++;
}
yw += ( width << 2 );
}
for ( x = 0; x < width; x++ ) {
yp = x;
rsum = r[yp] * rad1;
gsum = g[yp] * rad1;
bsum = b[yp] * rad1;
asum = a[yp] * rad1;
for( i = 1; i <= radius; i++ ) {
yp += ( i > hm ? 0 : width );
rsum += r[yp];
gsum += g[yp];
bsum += b[yp];
asum += a[yp];
}
yi = x << 2;
for ( y = 0; y < height; y++) {
pixels[yi+3] = pa = (asum * mul_sum) >>> shg_sum;
if ( pa > 0 )
{
pa = 255 / pa;
pixels[yi] = ((rsum * mul_sum) >>> shg_sum) * pa;
pixels[yi+1] = ((gsum * mul_sum) >>> shg_sum) * pa;
pixels[yi+2] = ((bsum * mul_sum) >>> shg_sum) * pa;
} else {
pixels[yi] = pixels[yi+1] = pixels[yi+2] = 0;
}
if( x == 0 ) {
vmin[y] = ( ( p = y + rad1) < hm ? p : hm ) * width;
vmax[y] = ( ( p = y - radius) > 0 ? p * width : 0 );
}
p1 = x + vmin[y];
p2 = x + vmax[y];
rsum += r[p1] - r[p2];
gsum += g[p1] - g[p2];
bsum += b[p1] - b[p2];
asum += a[p1] - a[p2];
yi += width << 2;
}
}
}
context.putImageData( imageData, top_x, top_y );
}
function boxBlurCanvasRGB( context, top_x, top_y, width, height, radius, iterations ){
if ( isNaN(radius) || radius < 1 ) return;
radius |= 0;
if ( isNaN(iterations) ) iterations = 1;
iterations |= 0;
if ( iterations > 3 ) iterations = 3;
if ( iterations < 1 ) iterations = 1;
var imageData;
try {
imageData = context.getImageData( top_x, top_y, width, height );
} catch(e) {
alert("Cannot access image");
throw new Error("unable to access image data: " + e);
return;
}
var pixels = imageData.data;
var rsum,gsum,bsum,asum,x,y,i,p,p1,p2,yp,yi,yw,idx;
var wm = width - 1;
var hm = height - 1;
var wh = width * height;
var rad1 = radius + 1;
var r = [];
var g = [];
var b = [];
var mul_sum = mul_table[radius];
var shg_sum = shg_table[radius];
var vmin = [];
var vmax = [];
while ( iterations-- > 0 ){
yw = yi = 0;
for ( y=0; y < height; y++ ){
rsum = pixels[yw] * rad1;
gsum = pixels[yw+1] * rad1;
bsum = pixels[yw+2] * rad1;
for( i = 1; i <= radius; i++ ){
p = yw + (((i > wm ? wm : i )) << 2 );
rsum += pixels[p++];
gsum += pixels[p++];
bsum += pixels[p++];
}
for ( x = 0; x < width; x++ ){
r[yi] = rsum;
g[yi] = gsum;
b[yi] = bsum;
if( y==0) {
vmin[x] = ( ( p = x + rad1) < wm ? p : wm ) << 2;
vmax[x] = ( ( p = x - radius) > 0 ? p << 2 : 0 );
}
p1 = yw + vmin[x];
p2 = yw + vmax[x];
rsum += pixels[p1++] - pixels[p2++];
gsum += pixels[p1++] - pixels[p2++];
bsum += pixels[p1++] - pixels[p2++];
yi++;
}
yw += ( width << 2 );
}
for ( x = 0; x < width; x++ ){
yp = x;
rsum = r[yp] * rad1;
gsum = g[yp] * rad1;
bsum = b[yp] * rad1;
for( i = 1; i <= radius; i++ ){
yp += ( i > hm ? 0 : width );
rsum += r[yp];
gsum += g[yp];
bsum += b[yp];
}
yi = x << 2;
for ( y = 0; y < height; y++){
pixels[yi] = (rsum * mul_sum) >>> shg_sum;
pixels[yi+1] = (gsum * mul_sum) >>> shg_sum;
pixels[yi+2] = (bsum * mul_sum) >>> shg_sum;
if( x == 0 ) {
vmin[y] = ( ( p = y + rad1) < hm ? p : hm ) * width;
vmax[y] = ( ( p = y - radius) > 0 ? p * width : 0 );
}
p1 = x + vmin[y];
p2 = x + vmax[y];
rsum += r[p1] - r[p2];
gsum += g[p1] - g[p2];
bsum += b[p1] - b[p2];
yi += width << 2;
}
}
}
context.putImageData( imageData, top_x, top_y );
}
module.exports = { boxBlurImage };

5
README.md
View File

@ -358,9 +358,10 @@ This project is maintained by me alone. The project will always remain free and
## See also ## See also
- https://github.com/h2non/videoshow - Inspired editly
- https://github.com/transitive-bullshit/ffmpeg-concat - Inspired editly
- http://www.quasimondo.com/BoxBlurForCanvas/FastBlurDemo.html - Fast blur effect used in editly
- https://github.com/transitive-bullshit/awesome-ffmpeg - https://github.com/transitive-bullshit/awesome-ffmpeg
- https://github.com/h2non/videoshow
- https://github.com/transitive-bullshit/ffmpeg-concat
- https://github.com/sjfricke/awesome-webgl - https://github.com/sjfricke/awesome-webgl
- https://www.mltframework.org/docs/melt/ - https://www.mltframework.org/docs/melt/

11
examples/contain-blur.json5
View File

@ -0,0 +1,11 @@
{
width: 3000, height: 2000, fps: 15,
outPath: './contain-blur.mp4',
defaults: {
transition: null,
},
clips: [
{ duration: 0.3, layers: [{ type: 'image', path: './assets/vertical.jpg', zoomDirection: null }] },
{ duration: 0.5, layers: [{ type: 'video', path: './assets/IMG_1884.MOV', cutFrom: 0, cutTo: 2 }] },
],
}

1
examples/mosaic.json5
View File

@ -1,4 +1,5 @@
{ {
// width: 200, height: 500,
width: 500, height: 500, width: 500, height: 500,
outPath: './mosaic.mp4', outPath: './mosaic.mp4',
defaults: { defaults: {

27
sources/fabric.js
View File

@ -1,6 +1,8 @@
const { fabric } = require('fabric'); const { fabric } = require('fabric');
const nodeCanvas = require('canvas'); const nodeCanvas = require('canvas');
const { boxBlurImage } = require('../BoxBlur');
// Fabric is used as a fundament for compositing layers in editly // Fabric is used as a fundament for compositing layers in editly
@ -114,19 +116,22 @@ function registerFont(...args) {
fabric.nodeCanvas.registerFont(...args); fabric.nodeCanvas.registerFont(...args);
} }
function blurImage({ mutableImg, width, height }) {
// eslint-disable-next-line no-param-reassign
mutableImg.filters = [
// It is much faster on large images to first resize, but quality is almost the same
new fabric.Image.filters.Resize({ scaleX: 0.1, scaleY: 0.1 }),
new fabric.Image.filters.Blur({ blur: 0.1 }),
];
mutableImg.applyFilters();
// Resize it to fit
async function blurImage({ mutableImg, width, height }) {
mutableImg.setOptions({ scaleX: width / mutableImg.width, scaleY: height / mutableImg.height }); mutableImg.setOptions({ scaleX: width / mutableImg.width, scaleY: height / mutableImg.height });
}
const fabricCanvas = createFabricCanvas({ width, height });
fabricCanvas.add(mutableImg);
fabricCanvas.renderAll();
const internalCanvas = getNodeCanvasFromFabricCanvas(fabricCanvas);
const ctx = internalCanvas.getContext('2d');
const blurAmount = Math.min(100, Math.max(width, height) / 10); // More than 100 seems to cause issues
const passes = 1;
boxBlurImage(ctx, width, height, blurAmount, false, passes);
return new fabric.Image(internalCanvas);
}
module.exports = { module.exports = {
registerFont, registerFont,

9
sources/fabric/fabricFrameSources.js
View File

@ -27,7 +27,7 @@ async function imageFrameSource({ verbose, params, width, height }) {
const imgData = await loadImage(path); const imgData = await loadImage(path);
const getImg = () => new fabric.Image(imgData, {
const createImg = () => new fabric.Image(imgData, {
originX: 'center', originX: 'center',
originY: 'center', originY: 'center',
left: width / 2, left: width / 2,
@ -37,13 +37,14 @@ async function imageFrameSource({ verbose, params, width, height }) {
let blurredImg; let blurredImg;
// Blurred version // Blurred version
if (resizeMode === 'contain-blur') { if (resizeMode === 'contain-blur') {
blurredImg = getImg();
// If we dispose mutableImg, seems to cause issues with the rendering of blurredImg
const mutableImg = createImg();
if (verbose) console.log('Blurring background'); if (verbose) console.log('Blurring background');
blurImage({ mutableImg: blurredImg, width, height });
blurredImg = await blurImage({ mutableImg, width, height });
} }
async function onRender(progress, canvas) { async function onRender(progress, canvas) {
const img = getImg();
const img = createImg();
const scaleFactor = getZoomParams({ progress, zoomDirection, zoomAmount }); const scaleFactor = getZoomParams({ progress, zoomDirection, zoomAmount });

4
sources/videoFrameSource.js
View File

@ -196,8 +196,8 @@ module.exports = async ({ width: canvasWidth, height: canvasHeight, channels, fr
}); });
if (resizeMode === 'contain-blur') { if (resizeMode === 'contain-blur') {
const blurredImg = await new Promise((r) => img.cloneAsImage(r));
blurImage({ mutableImg: blurredImg, width: requestedWidth, height: requestedHeight });
const mutableImg = await new Promise((r) => img.cloneAsImage(r));
const blurredImg = await blurImage({ mutableImg, width: requestedWidth, height: requestedHeight });
blurredImg.setOptions({ blurredImg.setOptions({
left, left,
top, top,

Write Preview
Loading…
Cancel
Save