ultrawidify/js/experimental/autoar_canvas.js

var vid = document.getElementsByTagName("video")[0];
var canvas = document.createElement("canvas");
canvas.style.position = "absolute";
canvas.style.top = "1080px";
canvas.style.width = "1280";
canvas.style.height = "720";
canvas.style.zIndex = 10000;
canvas.width = 1280;
canvas.height = 720;

test = document.getElementsByClassName("content style-scope ytd-video-secondary-info-renderer")[0]
test.appendChild(canvas);
var context = canvas.getContext("2d");



function vdraw(vid, context, w, h){
  var blackbar_tresh = 10;  // how non-black can the bar be
  var how_far_treshold = 8; // how much can the edge pixel vary (*4)
  var msec_pause = 333;     // how long is the pause between two executions — 33ms ~ 30fps
  
  console.log("1");
  if(vid === undefined || vid.paused || vid.ended){
    // we slow down if paused
    setTimeout(vdraw, 300, vid, context, w, h);
    return false;
  }
  
  console.log("2");
  context.drawImage(vid, 0,0, canvas.width, canvas.height);
  console.log("3");
  // "random" columns — todo: randomly pick about 10 of those
  var rc = [ 4, 9, 42, 69 ];
  
  
  var cimg = [];
  var cols = []; 
  
  for(var i = 0; i < rc.length; i++){
                                  //where-x, where-y, how wide, how tall
                                  //random col, first y, 1 pix wide, all pixels tall 
    cols[i] = context.getImageData(rc[i], 0, 1, canvas.height).data;
  }
  console.log("4");
  // fast test to see if video is full screen
  isLetter=true;
  for(var i in cols){
    // if any of those points fails this check, we aren't letterboxed
    isLetter &= (cols[i][4] <= blackbar_tresh && cols[i][5] <= blackbar_tresh && cols[i][6] <= blackbar_tresh);
    // should also check bottom
  }
  
  console.log("letterbox " + (isLetter?"potentially detected, making further tests":"not detected (there's pixels on upper edge!)"));
  console.log("5");
  if(!isLetter){
    setTimeout(vdraw, msec_pause, vid, context, w, h); //no letterbox, no problem
    return;
  }
  
  // let's do a quick test to see if we're on a black frame
  // let's also pick all points in advance (assuming canvas will always be 1280x720)
  
  
  var blackPoints = 0;
  var blackPointsMax = cols.length * 8; // 8 we sample each col at 8 different places
  
  for(var i in cols){                                          // 360
    if( cols[i][0] < blackbar_tresh && cols[i][2] < blackbar_tresh && cols[i][1] < blackbar_tresh )
      blackPoints++;
    if( cols[i][360] < blackbar_tresh && cols[i][361] < blackbar_tresh && cols[i][362] < blackbar_tresh )
      blackPoints++;
    if( cols[i][720] < blackbar_tresh && cols[i][721] < blackbar_tresh && cols[i][722] < blackbar_tresh )
      blackPoints++;
    if( cols[i][1080] < blackbar_tresh && cols[i][1081] < blackbar_tresh && cols[i][1082] < blackbar_tresh )
      blackPoints++;
    if( cols[i][1440] < blackbar_tresh && cols[i][1441] < blackbar_tresh && cols[i][1442] < blackbar_tresh )
      blackPoints++;
    if( cols[i][1800] < blackbar_tresh && cols[i][1801] < blackbar_tresh && cols[i][1802] < blackbar_tresh )
      blackPoints++;
    if( cols[i][2160] < blackbar_tresh && cols[i][2162] < blackbar_tresh && cols[i][2163] < blackbar_tresh )
      blackPoints++;
    if( cols[i][2876] < blackbar_tresh && cols[i][2877] < blackbar_tresh && cols[i][2878] < blackbar_tresh )
      blackPoints++;
  }
  
  if(blackPoints > (blackPointsMax >> 2) ){
    // if more than half of those points are black, we consider the entire frame black (or too dark to get anything useful
    // out of it, anyway)
    console.log("black frame detected, doing nothing");
    setTimeout(vdraw, msec_pause, vid, context, w, h); //no letterbox, no problem
    return;
  }
  
  
  // let's see where black bars end
  
  var endPixelTop    = [];  // where the black bar ends.
  var endPixelBottom = [];
  
  var bottomLimit = 0;
  
  
  for(var i in cols){
    bottomLimit = cols[i].length - 1;

    // define default value for both
    endPixelTop[i] = -1;
    endPixelBottom[i] = -1;
    
    // check the top pixel
    var cls = cols[i].length - 4;
    var cls_quarter = cls >> 2;
    for(var j = 0; j < cls_quarter - 4; j += 4){
      if(cols[i][j] > blackbar_tresh && cols[i][j+1] > blackbar_tresh && cols[i][j+2] > blackbar_tresh){
        endPixelTop[i] = j >> 2; // equal to division by 4
        break;
      }
    }
    
    if(endPixelTop[i] == -1)  // this means we must have a really exotic apect ratio, or the entire column is black
      continue;               // we'll go with a black column.
    
    
    // check for bottom pixel
//     cls_quarter = bottomLimit - cls_quarter;
    
    // NOTE: this sometimes causes browser to crash, keep commented. We'll assume some basic competence by the video
    //       makers and assume letterbox is always vertically centered.
//     for(bottomLimit -= 5; bottomLimit => cls_quarter; bottomLimit -= 4){
//       if(cols[i][bottomLimit] > blackbar_tresh && cols[i][bottomLimit+1] > blackbar_tresh && cols[i][bottomLimit+2] > blackbar_tresh ){
//         endPixelBottom[i] = j >> 2;
//         break;
//       }
//     }
  }
  console.log("7");

  
  // check if black borders match; if the line isn't horizontal we could be looking at an object in
  // the actual video that shouldn't be cropped out.
  // TODO: disregard values with -1 in case of pillarbox
  isLetter = true;
  sampleLength = endPixelTop.length - 1;
  for(var i = 0; i < sampleLength; i++){
    isLetter &= endPixelTop[i] == endPixelTop[i+1];
//     isLetter &= endPixelBottom[i] == endPixelBottom[i+1];
  }
  console.log("9");
  console.log("letterbox " + (isLetter?("detected — upper bar width: " + endPixelTop[0] + "px"):"cannot be confirmed — uneven edge (do nothing)"));
  setTimeout(vdraw, msec_pause, vid, context, w, h);
}

vdraw(vid, context, 1280, 720, false);