annotate loudness.js @ 792:7b522c145516

Added loudness.js to handle loudness detection modules.
author Nicholas Jillings <n.g.r.jillings@se14.qmul.ac.uk>
date Tue, 15 Dec 2015 16:02:17 +0000
parents
children 3590373a64a1
rev   line source
n@792 1 /**
n@792 2 * loundess.js
n@792 3 * Loudness module for the Web Audio Evaluation Toolbox
n@792 4 * Allows for automatic calculation of loudness of Web Audio API Buffer objects,
n@792 5 * return gain values to correct for a target loudness or match loudness between
n@792 6 * multiple objects
n@792 7 */
n@792 8
n@792 9 function getLoudness(buffer, result, timescale, offlineContext)
n@792 10 {
n@792 11 // This function returns the EBU R 128 specification loudness model
n@792 12 // buffer -> Web Audio API Buffer object
n@792 13 // timescale -> M or Momentary (returns Array), S or Short (returns Array),
n@792 14 // I or Integrated (default, returns number)
n@792 15
n@792 16 // Create the required filters
n@792 17 if (buffer == undefined || result == undefined)
n@792 18 {
n@792 19 return 0;
n@792 20 }
n@792 21 if (timescale == undefined)
n@792 22 {
n@792 23 timescale = "I";
n@792 24 }
n@792 25 if (offlineContext == undefined)
n@792 26 {
n@792 27 offlineContext = new OfflineAudioContext(buffer.numberOfChannels, buffer.length, buffer.sampleRate);
n@792 28 }
n@792 29 var KFilter = offlineContext.createBiquadFilter();
n@792 30 KFilter.type = "highshelf";
n@792 31 KFilter.gain.value = 4;
n@792 32 KFilter.frequency.value = 1480;
n@792 33
n@792 34 var HPFilter = offlineContext.createBiquadFilter();
n@792 35 HPFilter.type = "highpass";
n@792 36 HPFilter.Q.value = 0.707;
n@792 37 HPFilter.frequency.value = 60;
n@792 38 // copy Data into the process buffer
n@792 39 var processSource = offlineContext.createBufferSource();
n@792 40 processSource.buffer = buffer;
n@792 41
n@792 42 processSource.connect(KFilter);
n@792 43 KFilter.connect(HPFilter);
n@792 44 HPFilter.connect(offlineContext.destination);
n@792 45 processSource.start();
n@792 46 offlineContext.startRendering().then(function(renderedBuffer) {
n@792 47 // Have the renderedBuffer information, now continue processing
n@792 48 console.log(renderedBuffer);
n@792 49 switch(timescale)
n@792 50 {
n@792 51 case "I":
n@792 52 var blockEnergy = calculateProcessedLoudness(renderedBuffer, 400, 0.75);
n@792 53 // Apply the absolute gate
n@792 54 var loudness = calculateLoudnessFromChannelBlocks(blockEnergy);
n@792 55 var absgatedEnergy = new Array(blockEnergy.length);
n@792 56 for (var c=0; c<blockEnergy.length; c++)
n@792 57 {
n@792 58 absgatedEnergy[c] = [];
n@792 59 }
n@792 60 for (var i=0; i<loudness.length; i++)
n@792 61 {
n@792 62 if (loudness[i] >= -70)
n@792 63 {
n@792 64 for (var c=0; c<blockEnergy.length; c++)
n@792 65 {
n@792 66 absgatedEnergy[c].push(blockEnergy[c][i]);
n@792 67 }
n@792 68 }
n@792 69 }
n@792 70 var overallAbsLoudness = calculateOverallLoudnessFromChannelBlocks(absgatedEnergy);
n@792 71
n@792 72 //applying the relative gate 8 dB down from overallAbsLoudness
n@792 73 var relGateLevel = overallAbsLoudness - 8;
n@792 74 var relgateEnergy = new Array(blockEnergy.length);
n@792 75 for (var c=0; c<blockEnergy.length; c++)
n@792 76 {
n@792 77 relgateEnergy[c] = [];
n@792 78 }
n@792 79 for (var i=0; i<loudness.length; i++)
n@792 80 {
n@792 81 if (loudness[i] >= relGateLevel)
n@792 82 {
n@792 83 for (var c=0; c<blockEnergy.length; c++)
n@792 84 {
n@792 85 relgateEnergy[c].push(blockEnergy[c][i]);
n@792 86 }
n@792 87 }
n@792 88 }
n@792 89 var overallRelLoudness = calculateOverallLoudnessFromChannelBlocks(relgateEnergy);
n@792 90 result[0] = overallRelLoudness;
n@792 91 }
n@792 92 }).catch(function(err) {
n@792 93 console.log(err);
n@792 94 result[0] = 1;
n@792 95 });
n@792 96 }
n@792 97
n@792 98 function calculateProcessedLoudness(buffer, winDur, overlap)
n@792 99 {
n@792 100 // Buffer Web Audio buffer node
n@792 101 // winDur Window Duration in milliseconds
n@792 102 // overlap Window overlap as normalised (0.5 = 50% overlap);
n@792 103 if (buffer == undefined)
n@792 104 {
n@792 105 return 0;
n@792 106 }
n@792 107 if (winDur == undefined)
n@792 108 {
n@792 109 winDur = 400;
n@792 110 }
n@792 111 if (overlap == undefined)
n@792 112 {
n@792 113 overlap = 0.5;
n@792 114 }
n@792 115 var winSize = buffer.sampleRate*winDur/1000;
n@792 116 var olapSize = overlap*winSize;
n@792 117 var numberOfFrames = Math.floor(buffer.length/olapSize - winSize/olapSize + 1);
n@792 118 var blockEnergy = new Array(buffer.numberOfChannels);
n@792 119 for (var channel = 0; channel < buffer.numberOfChannels; channel++)
n@792 120 {
n@792 121 blockEnergy[channel] = new Float32Array(numberOfFrames);
n@792 122 var data = buffer.getChannelData(channel);
n@792 123 for (var i=0; i<numberOfFrames; i++)
n@792 124 {
n@792 125 var sigma = 0;
n@792 126 for (var n=i*olapSize; n < i*olapSize+winSize; n++)
n@792 127 {
n@792 128 sigma += Math.pow(data[n],2);
n@792 129 }
n@792 130 blockEnergy[channel][i] = sigma/winSize;
n@792 131 }
n@792 132 }
n@792 133 return blockEnergy;
n@792 134 }
n@792 135 function calculateLoudnessFromChannelBlocks(blockEnergy)
n@792 136 {
n@792 137 // Loudness
n@792 138 var loudness = new Float32Array(blockEnergy[0].length);
n@792 139 for (var i=0; i<blockEnergy[0].length; i++)
n@792 140 {
n@792 141 var sigma = 0;
n@792 142 for (var channel = 0; channel < blockEnergy.length; channel++)
n@792 143 {
n@792 144 var G = 1.0;
n@792 145 if (channel >= 4) {G = 1.41;}
n@792 146 sigma += blockEnergy[channel][i]*G;
n@792 147 }
n@792 148 loudness[i] = -0.691 + 10*Math.log10(sigma);
n@792 149 }
n@792 150 return loudness;
n@792 151 }
n@792 152 function calculateOverallLoudnessFromChannelBlocks(blockEnergy)
n@792 153 {
n@792 154 // Loudness
n@792 155 var summation = 0;
n@792 156 for (var channel = 0; channel < blockEnergy.length; channel++)
n@792 157 {
n@792 158 var G = 1.0;
n@792 159 if (channel >= 4) {G = 1.41;}
n@792 160 var sigma = 0;
n@792 161 for (var i=0; i<blockEnergy[0].length; i++)
n@792 162 {
n@792 163 blockEnergy[channel][i] *= G;
n@792 164 sigma += blockEnergy[channel][i];
n@792 165 }
n@792 166 sigma /= blockEnergy.length;
n@792 167 summation+= sigma;
n@792 168 }
n@792 169 return -0.691 + 10*Math.log10(summation);;
n@792 170 }