annotate trunk/src/Modules/SSI/ModuleSSI.cc @ 319:566a8543a6f1

Created wiki page through web user interface.
author tomwalters@google.com
date Wed, 19 May 2010 15:28:10 +0000
parents 30dde71d0230
children 0a8e7d0c70dc
rev   line source
tomwalters@284 1 // Copyright 2010, Thomas Walters
tomwalters@284 2 //
tomwalters@284 3 // AIM-C: A C++ implementation of the Auditory Image Model
tomwalters@284 4 // http://www.acousticscale.org/AIMC
tomwalters@284 5 //
tomwalters@318 6 // Licensed under the Apache License, Version 2.0 (the "License");
tomwalters@318 7 // you may not use this file except in compliance with the License.
tomwalters@318 8 // You may obtain a copy of the License at
tomwalters@284 9 //
tomwalters@318 10 // http://www.apache.org/licenses/LICENSE-2.0
tomwalters@284 11 //
tomwalters@318 12 // Unless required by applicable law or agreed to in writing, software
tomwalters@318 13 // distributed under the License is distributed on an "AS IS" BASIS,
tomwalters@318 14 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
tomwalters@318 15 // See the License for the specific language governing permissions and
tomwalters@318 16 // limitations under the License.
tomwalters@284 17
tomwalters@284 18 /*!
tomwalters@284 19 * \author Thomas Walters <tom@acousticscale.org>
tomwalters@284 20 * \date created 2010/02/19
tomwalters@284 21 * \version \$Id$
tomwalters@284 22 */
tomwalters@284 23
tomwalters@287 24 #include <cmath>
tomwalters@287 25
tomwalters@284 26 #include "Modules/SSI/ModuleSSI.h"
tomwalters@284 27
tomwalters@284 28 namespace aimc {
tomwalters@284 29 ModuleSSI::ModuleSSI(Parameters *params) : Module(params) {
tomwalters@284 30 module_description_ = "Size-shape image (aka the 'sscAI')";
tomwalters@284 31 module_identifier_ = "ssi";
tomwalters@284 32 module_type_ = "ssi";
tomwalters@284 33 module_version_ = "$Id$";
tomwalters@284 34
tomwalters@305 35 // Cut off the SSI at the end of the first cycle
tomwalters@305 36 do_pitch_cutoff_ = parameters_->DefaultBool("ssi.pitch_cutoff", false);
tomwalters@305 37
tomwalters@305 38 // Weight the values in each channel more strongly if the channel was
tomwalters@305 39 // truncated due to the pitch cutoff. This ensures that the same amount of
tomwalters@305 40 // energy remains in the SSI spectral profile
tomwalters@305 41 weight_by_cutoff_ = parameters_->DefaultBool("ssi.weight_by_cutoff", false);
tomwalters@305 42
tomwalters@305 43 // Weight the values in each channel more strongly if the channel was
tomwalters@305 44 // scaled such that the end goes off the edge of the computed SSI.
tomwalters@305 45 // Again, this ensures that the overall energy of the spectral profile
tomwalters@305 46 // remains the same.
tomwalters@305 47 weight_by_scaling_ = parameters_->DefaultBool("ssi.weight_by_scaling",
tomwalters@305 48 false);
tomwalters@305 49
tomwalters@305 50 // Time from the zero-lag line of the SAI from which to start searching
tomwalters@305 51 // for a maximum in the input SAI's temporal profile.
tomwalters@305 52 pitch_search_start_ms_ = parameters_->DefaultFloat(
tomwalters@305 53 "ssi.pitch_search_start_ms", 2.0f);
tomwalters@305 54
tomwalters@305 55 // Total width in cycles of the whole SSI
tomwalters@305 56 ssi_width_cycles_ = parameters_->DefaultFloat("ssi.width_cycles", 10.0f);
tomwalters@305 57
tomwalters@305 58 // Set to true to make the cycles axis logarithmic (ie indexing by gamma
tomwalters@305 59 // rather than by cycles)
tomwalters@305 60 log_cycles_axis_ = parameters_->DefaultBool("ssi.log_cycles_axis", true);
tomwalters@305 61
tomwalters@305 62 // The centre frequency of the channel which will just fill the complete
tomwalters@305 63 // width of the SSI buffer
tomwalters@305 64 pivot_cf_ = parameters_->DefaultFloat("ssi.pivot_cf", 1000.0f);
tomwalters@284 65 }
tomwalters@284 66
tomwalters@284 67 ModuleSSI::~ModuleSSI() {
tomwalters@284 68 }
tomwalters@284 69
tomwalters@284 70 bool ModuleSSI::InitializeInternal(const SignalBank &input) {
tomwalters@284 71 // Copy the parameters of the input signal bank into internal variables, so
tomwalters@284 72 // that they can be checked later.
tomwalters@284 73 sample_rate_ = input.sample_rate();
tomwalters@284 74 buffer_length_ = input.buffer_length();
tomwalters@284 75 channel_count_ = input.channel_count();
tomwalters@284 76
tomwalters@305 77 ssi_width_samples_ = sample_rate_ * ssi_width_cycles_ / pivot_cf_;
tomwalters@287 78 if (ssi_width_samples_ > buffer_length_) {
tomwalters@287 79 ssi_width_samples_ = buffer_length_;
tomwalters@305 80 float cycles = ssi_width_samples_ * pivot_cf_ / sample_rate_;
tomwalters@287 81 LOG_INFO(_T("Requested SSI width of %f cycles is too long for the "
tomwalters@287 82 "input buffer length of %d samples. The SSI will be "
tomwalters@287 83 "truncated at %d samples wide. This corresponds to a width "
tomwalters@287 84 "of %f cycles."), ssi_width_cycles_, buffer_length_,
tomwalters@287 85 ssi_width_samples_, cycles);
tomwalters@287 86 ssi_width_cycles_ = cycles;
tomwalters@287 87 }
tomwalters@287 88 output_.Initialize(channel_count_, ssi_width_samples_, sample_rate_);
tomwalters@284 89 return true;
tomwalters@284 90 }
tomwalters@284 91
tomwalters@284 92 void ModuleSSI::ResetInternal() {
tomwalters@284 93 }
tomwalters@284 94
tomwalters@305 95 int ModuleSSI::ExtractPitchIndex(const SignalBank &input) const {
tomwalters@305 96 // Generate temporal profile of the SAI
tomwalters@305 97 vector<float> sai_temporal_profile(buffer_length_, 0.0f);
tomwalters@305 98 for (int i = 0; i < buffer_length_; ++i) {
tomwalters@305 99 float val = 0.0f;
tomwalters@305 100 for (int ch = 0; ch < channel_count_; ++ch) {
tomwalters@305 101 val += input.sample(ch, i);
tomwalters@305 102 }
tomwalters@305 103 sai_temporal_profile[i] = val;
tomwalters@305 104 }
tomwalters@305 105
tomwalters@305 106 // Find pitch value
tomwalters@305 107 int start_sample = floor(pitch_search_start_ms_ * sample_rate_ / 1000.0f);
tomwalters@305 108 int max_idx = 0;
tomwalters@305 109 float max_val = 0.0f;
tomwalters@305 110 for (int i = start_sample; i < buffer_length_; ++i) {
tomwalters@305 111 if (sai_temporal_profile[i] > max_val) {
tomwalters@305 112 max_idx = i;
tomwalters@305 113 max_val = sai_temporal_profile[i];
tomwalters@305 114 }
tomwalters@305 115 }
tomwalters@305 116 return max_idx;
tomwalters@305 117 }
tomwalters@305 118
tomwalters@284 119 void ModuleSSI::Process(const SignalBank &input) {
tomwalters@284 120 // Check to see if the module has been initialized. If not, processing
tomwalters@284 121 // should not continue.
tomwalters@284 122 if (!initialized_) {
tomwalters@285 123 LOG_ERROR(_T("Module %s not initialized."), module_identifier_.c_str());
tomwalters@284 124 return;
tomwalters@284 125 }
tomwalters@284 126
tomwalters@284 127 // Check that ths input this time is the same as the input passed to
tomwalters@284 128 // Initialize()
tomwalters@284 129 if (buffer_length_ != input.buffer_length()
tomwalters@284 130 || channel_count_ != input.channel_count()) {
tomwalters@284 131 LOG_ERROR(_T("Mismatch between input to Initialize() and input to "
tomwalters@285 132 "Process() in module %s."), module_identifier_.c_str());
tomwalters@284 133 return;
tomwalters@284 134 }
tomwalters@284 135
tomwalters@287 136 output_.set_start_time(input.start_time());
tomwalters@284 137
tomwalters@305 138 int pitch_index = buffer_length_ - 1;
tomwalters@305 139 if (do_pitch_cutoff_) {
tomwalters@305 140 pitch_index = ExtractPitchIndex(input);
tomwalters@305 141 }
tomwalters@305 142
tomwalters@287 143 for (int ch = 0; ch < channel_count_; ++ch) {
tomwalters@305 144 float centre_frequency = input.centre_frequency(ch);
tomwalters@287 145 // Copy the buffer from input to output, addressing by h-value
tomwalters@287 146 for (int i = 0; i < ssi_width_samples_; ++i) {
tomwalters@305 147 float h;
tomwalters@305 148 float cycle_samples = sample_rate_ / centre_frequency;
tomwalters@305 149 if (log_cycles_axis_) {
tomwalters@305 150 float gamma_min = -1.0f;
tomwalters@305 151 float gamma_max = log2(ssi_width_cycles_);
tomwalters@305 152 float gamma = gamma_min + (gamma_max - gamma_min)
tomwalters@305 153 * static_cast<float>(i)
tomwalters@305 154 / static_cast<float>(ssi_width_samples_);
tomwalters@305 155 h = pow(2.0f, gamma);
tomwalters@305 156 } else {
tomwalters@305 157 h = static_cast<float>(i) * ssi_width_cycles_
tomwalters@305 158 / static_cast<float>(ssi_width_samples_);
tomwalters@305 159 }
tomwalters@284 160
tomwalters@287 161 // The index into the input array is a floating-point number, which is
tomwalters@287 162 // split into a whole part and a fractional part. The whole part and
tomwalters@287 163 // fractional part are found, and are used to linearly interpolate
tomwalters@287 164 // between input samples to yield an output sample.
tomwalters@287 165 double whole_part;
tomwalters@287 166 float frac_part = modf(h * cycle_samples, &whole_part);
tomwalters@305 167 int sample = floor(whole_part);
tomwalters@305 168
tomwalters@305 169 float weight = 1.0f;
tomwalters@305 170
tomwalters@305 171 int cutoff_index = buffer_length_ - 1;
tomwalters@305 172 if (do_pitch_cutoff_) {
tomwalters@305 173 if (pitch_index < cutoff_index) {
tomwalters@305 174 if (weight_by_cutoff_) {
tomwalters@305 175 weight *= static_cast<float>(buffer_length_)
tomwalters@305 176 / static_cast<float>(pitch_index);
tomwalters@305 177 }
tomwalters@305 178 cutoff_index = pitch_index;
tomwalters@305 179 }
tomwalters@305 180 }
tomwalters@305 181
tomwalters@305 182 if (weight_by_scaling_) {
tomwalters@305 183 if (centre_frequency > pivot_cf_) {
tomwalters@305 184 weight *= (centre_frequency / pivot_cf_);
tomwalters@305 185 }
tomwalters@305 186 }
tomwalters@287 187
tomwalters@287 188 float val;
tomwalters@305 189 if (sample < cutoff_index) {
tomwalters@287 190 float curr_sample = input.sample(ch, sample);
tomwalters@287 191 float next_sample = input.sample(ch, sample + 1);
tomwalters@305 192 val = weight * (curr_sample
tomwalters@305 193 + frac_part * (next_sample - curr_sample));
tomwalters@287 194 } else {
tomwalters@309 195 val = 0.0f;
tomwalters@287 196 }
tomwalters@287 197 output_.set_sample(ch, i, val);
tomwalters@287 198 }
tomwalters@287 199 }
tomwalters@284 200 PushOutput();
tomwalters@284 201 }
tomwalters@284 202 } // namespace aimc
tomwalters@284 203