annotate loudness.js @ 407:a457b56ee928 Dev_main

Added loudness.js to handle loudness detection modules.
author Nicholas Jillings <n.g.r.jillings@se14.qmul.ac.uk>
date Tue, 15 Dec 2015 16:02:17 +0000
parents
children 3590373a64a1
rev   line source
n@407 1 /**
n@407 2 * loundess.js
n@407 3 * Loudness module for the Web Audio Evaluation Toolbox
n@407 4 * Allows for automatic calculation of loudness of Web Audio API Buffer objects,
n@407 5 * return gain values to correct for a target loudness or match loudness between
n@407 6 * multiple objects
n@407 7 */
n@407 8
n@407 9 function getLoudness(buffer, result, timescale, offlineContext)
n@407 10 {
n@407 11 // This function returns the EBU R 128 specification loudness model
n@407 12 // buffer -> Web Audio API Buffer object
n@407 13 // timescale -> M or Momentary (returns Array), S or Short (returns Array),
n@407 14 // I or Integrated (default, returns number)
n@407 15
n@407 16 // Create the required filters
n@407 17 if (buffer == undefined || result == undefined)
n@407 18 {
n@407 19 return 0;
n@407 20 }
n@407 21 if (timescale == undefined)
n@407 22 {
n@407 23 timescale = "I";
n@407 24 }
n@407 25 if (offlineContext == undefined)
n@407 26 {
n@407 27 offlineContext = new OfflineAudioContext(buffer.numberOfChannels, buffer.length, buffer.sampleRate);
n@407 28 }
n@407 29 var KFilter = offlineContext.createBiquadFilter();
n@407 30 KFilter.type = "highshelf";
n@407 31 KFilter.gain.value = 4;
n@407 32 KFilter.frequency.value = 1480;
n@407 33
n@407 34 var HPFilter = offlineContext.createBiquadFilter();
n@407 35 HPFilter.type = "highpass";
n@407 36 HPFilter.Q.value = 0.707;
n@407 37 HPFilter.frequency.value = 60;
n@407 38 // copy Data into the process buffer
n@407 39 var processSource = offlineContext.createBufferSource();
n@407 40 processSource.buffer = buffer;
n@407 41
n@407 42 processSource.connect(KFilter);
n@407 43 KFilter.connect(HPFilter);
n@407 44 HPFilter.connect(offlineContext.destination);
n@407 45 processSource.start();
n@407 46 offlineContext.startRendering().then(function(renderedBuffer) {
n@407 47 // Have the renderedBuffer information, now continue processing
n@407 48 console.log(renderedBuffer);
n@407 49 switch(timescale)
n@407 50 {
n@407 51 case "I":
n@407 52 var blockEnergy = calculateProcessedLoudness(renderedBuffer, 400, 0.75);
n@407 53 // Apply the absolute gate
n@407 54 var loudness = calculateLoudnessFromChannelBlocks(blockEnergy);
n@407 55 var absgatedEnergy = new Array(blockEnergy.length);
n@407 56 for (var c=0; c<blockEnergy.length; c++)
n@407 57 {
n@407 58 absgatedEnergy[c] = [];
n@407 59 }
n@407 60 for (var i=0; i<loudness.length; i++)
n@407 61 {
n@407 62 if (loudness[i] >= -70)
n@407 63 {
n@407 64 for (var c=0; c<blockEnergy.length; c++)
n@407 65 {
n@407 66 absgatedEnergy[c].push(blockEnergy[c][i]);
n@407 67 }
n@407 68 }
n@407 69 }
n@407 70 var overallAbsLoudness = calculateOverallLoudnessFromChannelBlocks(absgatedEnergy);
n@407 71
n@407 72 //applying the relative gate 8 dB down from overallAbsLoudness
n@407 73 var relGateLevel = overallAbsLoudness - 8;
n@407 74 var relgateEnergy = new Array(blockEnergy.length);
n@407 75 for (var c=0; c<blockEnergy.length; c++)
n@407 76 {
n@407 77 relgateEnergy[c] = [];
n@407 78 }
n@407 79 for (var i=0; i<loudness.length; i++)
n@407 80 {
n@407 81 if (loudness[i] >= relGateLevel)
n@407 82 {
n@407 83 for (var c=0; c<blockEnergy.length; c++)
n@407 84 {
n@407 85 relgateEnergy[c].push(blockEnergy[c][i]);
n@407 86 }
n@407 87 }
n@407 88 }
n@407 89 var overallRelLoudness = calculateOverallLoudnessFromChannelBlocks(relgateEnergy);
n@407 90 result[0] = overallRelLoudness;
n@407 91 }
n@407 92 }).catch(function(err) {
n@407 93 console.log(err);
n@407 94 result[0] = 1;
n@407 95 });
n@407 96 }
n@407 97
n@407 98 function calculateProcessedLoudness(buffer, winDur, overlap)
n@407 99 {
n@407 100 // Buffer Web Audio buffer node
n@407 101 // winDur Window Duration in milliseconds
n@407 102 // overlap Window overlap as normalised (0.5 = 50% overlap);
n@407 103 if (buffer == undefined)
n@407 104 {
n@407 105 return 0;
n@407 106 }
n@407 107 if (winDur == undefined)
n@407 108 {
n@407 109 winDur = 400;
n@407 110 }
n@407 111 if (overlap == undefined)
n@407 112 {
n@407 113 overlap = 0.5;
n@407 114 }
n@407 115 var winSize = buffer.sampleRate*winDur/1000;
n@407 116 var olapSize = overlap*winSize;
n@407 117 var numberOfFrames = Math.floor(buffer.length/olapSize - winSize/olapSize + 1);
n@407 118 var blockEnergy = new Array(buffer.numberOfChannels);
n@407 119 for (var channel = 0; channel < buffer.numberOfChannels; channel++)
n@407 120 {
n@407 121 blockEnergy[channel] = new Float32Array(numberOfFrames);
n@407 122 var data = buffer.getChannelData(channel);
n@407 123 for (var i=0; i<numberOfFrames; i++)
n@407 124 {
n@407 125 var sigma = 0;
n@407 126 for (var n=i*olapSize; n < i*olapSize+winSize; n++)
n@407 127 {
n@407 128 sigma += Math.pow(data[n],2);
n@407 129 }
n@407 130 blockEnergy[channel][i] = sigma/winSize;
n@407 131 }
n@407 132 }
n@407 133 return blockEnergy;
n@407 134 }
n@407 135 function calculateLoudnessFromChannelBlocks(blockEnergy)
n@407 136 {
n@407 137 // Loudness
n@407 138 var loudness = new Float32Array(blockEnergy[0].length);
n@407 139 for (var i=0; i<blockEnergy[0].length; i++)
n@407 140 {
n@407 141 var sigma = 0;
n@407 142 for (var channel = 0; channel < blockEnergy.length; channel++)
n@407 143 {
n@407 144 var G = 1.0;
n@407 145 if (channel >= 4) {G = 1.41;}
n@407 146 sigma += blockEnergy[channel][i]*G;
n@407 147 }
n@407 148 loudness[i] = -0.691 + 10*Math.log10(sigma);
n@407 149 }
n@407 150 return loudness;
n@407 151 }
n@407 152 function calculateOverallLoudnessFromChannelBlocks(blockEnergy)
n@407 153 {
n@407 154 // Loudness
n@407 155 var summation = 0;
n@407 156 for (var channel = 0; channel < blockEnergy.length; channel++)
n@407 157 {
n@407 158 var G = 1.0;
n@407 159 if (channel >= 4) {G = 1.41;}
n@407 160 var sigma = 0;
n@407 161 for (var i=0; i<blockEnergy[0].length; i++)
n@407 162 {
n@407 163 blockEnergy[channel][i] *= G;
n@407 164 sigma += blockEnergy[channel][i];
n@407 165 }
n@407 166 sigma /= blockEnergy.length;
n@407 167 summation+= sigma;
n@407 168 }
n@407 169 return -0.691 + 10*Math.log10(summation);;
n@407 170 }