dan@0: function [results] = eventDetectionMetrics_eventBased(outputFile,GTFile) dan@0: dan@0: % Event-based evaluation for event detection task dan@0: % outputFile: the output of the event detection system dan@0: % GTFile: the ground truth list of events dan@0: dan@0: % Load event list from output and ground-truth dan@0: [onset,offset,classNames] = loadEventsList(outputFile); dan@0: [onsetGT,offsetGT,classNamesGT] = loadEventsList(GTFile); dan@0: dan@0: dan@0: % Total number of detected and reference events dan@0: Ntot = length(onset); dan@0: Nref = length(onsetGT); dan@0: dan@0: dan@0: % Number of correctly transcribed events, onset within a +/-100 ms range dan@0: Ncorr = 0; dan@0: NcorrOff = 0; dan@0: for j=1:length(onsetGT) dan@0: for i=1:length(onset) dan@0: dan@0: if( strcmp(classNames{i},classNamesGT{j}) && (abs(onsetGT(j)-onset(i))<=0.1) ) dan@0: Ncorr = Ncorr+1; dan@0: dan@0: % If offset within a +/-100 ms range or within 50% of ground-truth event's duration dan@0: if abs(offsetGT(j) - offset(i)) <= max(0.1, 0.5 * (offsetGT(j) - onsetGT(j))) dan@0: NcorrOff = NcorrOff +1; dan@0: end; dan@0: dan@0: break; % In order to not evaluate duplicates dan@0: dan@0: end; dan@0: end; dan@0: dan@0: end; dan@0: dan@0: dan@0: % Compute onset-only event-based metrics dan@0: Nfp = Ntot-Ncorr; dan@0: Nfn = Nref-Ncorr; dan@0: Nsubs = min(Nfp,Nfn); dan@0: results.Rec = Ncorr/(Nref+eps); dan@0: results.Pre = Ncorr/(Ntot+eps); dan@0: results.F = 2*((results.Pre*results.Rec)/(results.Pre+results.Rec+eps)); dan@0: results.AEER= (Nfn+Nfp+Nsubs)/(Nref+eps); dan@0: dan@0: dan@0: % Compute onset-offset event-based metrics dan@0: NfpOff = Ntot-NcorrOff; dan@0: NfnOff = Nref-NcorrOff; dan@0: NsubsOff = min(NfpOff,NfnOff); dan@0: results.RecOff = NcorrOff/(Nref+eps); dan@0: results.PreOff = NcorrOff/(Ntot+eps); dan@0: results.FOff = 2*((results.PreOff*results.RecOff)/(results.PreOff+results.RecOff+eps)); dan@0: results.AEEROff= (NfnOff+NfpOff+NsubsOff)/(Nref+eps);