annotate dsp/rateconversion/Resampler.cpp @ 498:8b92623e81c9

Use Restrict header
author Chris Cannam <cannam@all-day-breakfast.com>
date Mon, 03 Jun 2019 14:20:07 +0100
parents fdaa63607c15
children
rev   line source
c@362 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
c@375 2 /*
c@375 3 QM DSP Library
c@375 4
c@375 5 Centre for Digital Music, Queen Mary, University of London.
c@375 6 This file by Chris Cannam.
c@375 7
c@375 8 This program is free software; you can redistribute it and/or
c@375 9 modify it under the terms of the GNU General Public License as
c@375 10 published by the Free Software Foundation; either version 2 of the
c@375 11 License, or (at your option) any later version. See the file
c@375 12 COPYING included with this distribution for more information.
c@375 13 */
c@362 14
c@362 15 #include "Resampler.h"
c@362 16
c@375 17 #include "maths/MathUtilities.h"
c@375 18 #include "base/KaiserWindow.h"
c@375 19 #include "base/SincWindow.h"
cannam@498 20 #include "base/Restrict.h"
c@362 21
c@362 22 #include <iostream>
c@363 23 #include <vector>
c@370 24 #include <map>
c@372 25 #include <cassert>
c@419 26 #include <algorithm>
c@363 27
c@363 28 using std::vector;
c@370 29 using std::map;
c@398 30 using std::cerr;
c@398 31 using std::endl;
c@362 32
c@366 33 //#define DEBUG_RESAMPLER 1
c@398 34 //#define DEBUG_RESAMPLER_VERBOSE 1
c@366 35
c@362 36 Resampler::Resampler(int sourceRate, int targetRate) :
c@362 37 m_sourceRate(sourceRate),
c@362 38 m_targetRate(targetRate)
c@362 39 {
c@419 40 #ifdef DEBUG_RESAMPLER
c@419 41 cerr << "Resampler::Resampler(" << sourceRate << "," << targetRate << ")" << endl;
c@419 42 #endif
c@374 43 initialise(100, 0.02);
c@374 44 }
c@374 45
c@374 46 Resampler::Resampler(int sourceRate, int targetRate,
c@374 47 double snr, double bandwidth) :
c@374 48 m_sourceRate(sourceRate),
c@374 49 m_targetRate(targetRate)
c@374 50 {
c@374 51 initialise(snr, bandwidth);
c@362 52 }
c@362 53
c@362 54 Resampler::~Resampler()
c@362 55 {
c@362 56 delete[] m_phaseData;
c@362 57 }
c@362 58
c@362 59 void
c@374 60 Resampler::initialise(double snr, double bandwidth)
c@362 61 {
c@362 62 int higher = std::max(m_sourceRate, m_targetRate);
c@362 63 int lower = std::min(m_sourceRate, m_targetRate);
c@362 64
c@362 65 m_gcd = MathUtilities::gcd(lower, higher);
c@381 66 m_peakToPole = higher / m_gcd;
c@362 67
c@381 68 if (m_targetRate < m_sourceRate) {
c@381 69 // antialiasing filter, should be slightly below nyquist
c@381 70 m_peakToPole = m_peakToPole / (1.0 - bandwidth/2.0);
c@381 71 }
c@362 72
c@362 73 KaiserWindow::Parameters params =
cannam@483 74 KaiserWindow::parametersForBandwidth(snr, bandwidth, higher / m_gcd);
c@362 75
c@362 76 params.length =
cannam@483 77 (params.length % 2 == 0 ? params.length + 1 : params.length);
c@362 78
c@372 79 params.length =
c@372 80 (params.length > 200001 ? 200001 : params.length);
c@372 81
c@362 82 m_filterLength = params.length;
c@370 83
c@371 84 vector<double> filter;
c@362 85
c@419 86 KaiserWindow kw(params);
c@419 87 SincWindow sw(m_filterLength, m_peakToPole * 2);
c@371 88
c@419 89 filter = vector<double>(m_filterLength, 0.0);
c@419 90 for (int i = 0; i < m_filterLength; ++i) filter[i] = 1.0;
c@419 91 sw.cut(filter.data());
c@419 92 kw.cut(filter.data());
c@419 93
c@362 94 int inputSpacing = m_targetRate / m_gcd;
c@362 95 int outputSpacing = m_sourceRate / m_gcd;
c@362 96
c@366 97 #ifdef DEBUG_RESAMPLER
c@398 98 cerr << "resample " << m_sourceRate << " -> " << m_targetRate
c@400 99 << ": inputSpacing " << inputSpacing << ", outputSpacing "
c@400 100 << outputSpacing << ": filter length " << m_filterLength
c@400 101 << endl;
c@366 102 #endif
c@362 103
c@372 104 // Now we have a filter of (odd) length flen in which the lower
c@372 105 // sample rate corresponds to every n'th point and the higher rate
c@372 106 // to every m'th where n and m are higher and lower rates divided
c@372 107 // by their gcd respectively. So if x coordinates are on the same
c@372 108 // scale as our filter resolution, then source sample i is at i *
c@372 109 // (targetRate / gcd) and target sample j is at j * (sourceRate /
c@372 110 // gcd).
c@372 111
c@372 112 // To reconstruct a single target sample, we want a buffer (real
c@372 113 // or virtual) of flen values formed of source samples spaced at
c@372 114 // intervals of (targetRate / gcd), in our example case 3. This
c@372 115 // is initially formed with the first sample at the filter peak.
c@372 116 //
c@372 117 // 0 0 0 0 a 0 0 b 0
c@372 118 //
c@372 119 // and of course we have our filter
c@372 120 //
c@372 121 // f1 f2 f3 f4 f5 f6 f7 f8 f9
c@372 122 //
c@372 123 // We take the sum of products of non-zero values from this buffer
c@372 124 // with corresponding values in the filter
c@372 125 //
c@372 126 // a * f5 + b * f8
c@372 127 //
c@372 128 // Then we drop (sourceRate / gcd) values, in our example case 4,
c@372 129 // from the start of the buffer and fill until it has flen values
c@372 130 // again
c@372 131 //
c@372 132 // a 0 0 b 0 0 c 0 0
c@372 133 //
c@372 134 // repeat to reconstruct the next target sample
c@372 135 //
c@372 136 // a * f1 + b * f4 + c * f7
c@372 137 //
c@372 138 // and so on.
c@372 139 //
c@372 140 // Above I said the buffer could be "real or virtual" -- ours is
c@372 141 // virtual. We don't actually store all the zero spacing values,
c@372 142 // except for padding at the start; normally we store only the
c@372 143 // values that actually came from the source stream, along with a
c@372 144 // phase value that tells us how many virtual zeroes there are at
c@372 145 // the start of the virtual buffer. So the two examples above are
c@372 146 //
c@372 147 // 0 a b [ with phase 1 ]
c@372 148 // a b c [ with phase 0 ]
c@372 149 //
c@372 150 // Having thus broken down the buffer so that only the elements we
c@372 151 // need to multiply are present, we can also unzip the filter into
c@372 152 // every-nth-element subsets at each phase, allowing us to do the
c@372 153 // filter multiplication as a simply vector multiply. That is, rather
c@372 154 // than store
c@372 155 //
c@372 156 // f1 f2 f3 f4 f5 f6 f7 f8 f9
c@372 157 //
c@372 158 // we store separately
c@372 159 //
c@372 160 // f1 f4 f7
c@372 161 // f2 f5 f8
c@372 162 // f3 f6 f9
c@372 163 //
c@372 164 // Each time we complete a multiply-and-sum, we need to work out
c@372 165 // how many (real) samples to drop from the start of our buffer,
c@372 166 // and how many to add at the end of it for the next multiply. We
c@372 167 // know we want to drop enough real samples to move along by one
c@372 168 // computed output sample, which is our outputSpacing number of
c@372 169 // virtual buffer samples. Depending on the relationship between
c@372 170 // input and output spacings, this may mean dropping several real
c@372 171 // samples, one real sample, or none at all (and simply moving to
c@372 172 // a different "phase").
c@372 173
c@362 174 m_phaseData = new Phase[inputSpacing];
c@362 175
c@362 176 for (int phase = 0; phase < inputSpacing; ++phase) {
c@362 177
cannam@483 178 Phase p;
c@362 179
cannam@483 180 p.nextPhase = phase - outputSpacing;
cannam@483 181 while (p.nextPhase < 0) p.nextPhase += inputSpacing;
cannam@483 182 p.nextPhase %= inputSpacing;
cannam@483 183
cannam@483 184 p.drop = int(ceil(std::max(0.0, double(outputSpacing - phase))
cannam@483 185 / inputSpacing));
c@362 186
cannam@483 187 int filtZipLength = int(ceil(double(m_filterLength - phase)
cannam@483 188 / inputSpacing));
c@372 189
cannam@483 190 for (int i = 0; i < filtZipLength; ++i) {
cannam@483 191 p.filter.push_back(filter[i * inputSpacing + phase]);
cannam@483 192 }
c@362 193
cannam@483 194 m_phaseData[phase] = p;
c@362 195 }
c@362 196
c@398 197 #ifdef DEBUG_RESAMPLER
c@398 198 int cp = 0;
c@398 199 int totDrop = 0;
c@398 200 for (int i = 0; i < inputSpacing; ++i) {
c@398 201 cerr << "phase = " << cp << ", drop = " << m_phaseData[cp].drop
c@398 202 << ", filter length = " << m_phaseData[cp].filter.size()
c@398 203 << ", next phase = " << m_phaseData[cp].nextPhase << endl;
c@398 204 totDrop += m_phaseData[cp].drop;
c@398 205 cp = m_phaseData[cp].nextPhase;
c@398 206 }
c@398 207 cerr << "total drop = " << totDrop << endl;
c@398 208 #endif
c@398 209
c@362 210 // The May implementation of this uses a pull model -- we ask the
c@362 211 // resampler for a certain number of output samples, and it asks
c@362 212 // its source stream for as many as it needs to calculate
c@362 213 // those. This means (among other things) that the source stream
c@362 214 // can be asked for enough samples up-front to fill the buffer
c@362 215 // before the first output sample is generated.
c@362 216 //
c@362 217 // In this implementation we're using a push model in which a
c@362 218 // certain number of source samples is provided and we're asked
c@362 219 // for as many output samples as that makes available. But we
c@362 220 // can't return any samples from the beginning until half the
c@362 221 // filter length has been provided as input. This means we must
c@362 222 // either return a very variable number of samples (none at all
c@362 223 // until the filter fills, then half the filter length at once) or
c@362 224 // else have a lengthy declared latency on the output. We do the
c@362 225 // latter. (What do other implementations do?)
c@373 226 //
c@372 227 // We want to make sure the first "real" sample will eventually be
c@372 228 // aligned with the centre sample in the filter (it's tidier, and
c@372 229 // easier to do diagnostic calculations that way). So we need to
c@372 230 // pick the initial phase and buffer fill accordingly.
c@372 231 //
c@372 232 // Example: if the inputSpacing is 2, outputSpacing is 3, and
c@372 233 // filter length is 7,
c@372 234 //
c@372 235 // x x x x a b c ... input samples
c@372 236 // 0 1 2 3 4 5 6 7 8 9 10 11 12 13 ...
c@372 237 // i j k l ... output samples
c@372 238 // [--------|--------] <- filter with centre mark
c@372 239 //
c@372 240 // Let h be the index of the centre mark, here 3 (generally
c@372 241 // int(filterLength/2) for odd-length filters).
c@372 242 //
c@372 243 // The smallest n such that h + n * outputSpacing > filterLength
c@372 244 // is 2 (that is, ceil((filterLength - h) / outputSpacing)), and
c@372 245 // (h + 2 * outputSpacing) % inputSpacing == 1, so the initial
c@372 246 // phase is 1.
c@372 247 //
c@372 248 // To achieve our n, we need to pre-fill the "virtual" buffer with
c@372 249 // 4 zero samples: the x's above. This is int((h + n *
c@372 250 // outputSpacing) / inputSpacing). It's the phase that makes this
c@372 251 // buffer get dealt with in such a way as to give us an effective
c@372 252 // index for sample a of 9 rather than 8 or 10 or whatever.
c@372 253 //
c@372 254 // This gives us output latency of 2 (== n), i.e. output samples i
c@372 255 // and j will appear before the one in which input sample a is at
c@372 256 // the centre of the filter.
c@372 257
c@372 258 int h = int(m_filterLength / 2);
c@372 259 int n = ceil(double(m_filterLength - h) / outputSpacing);
c@366 260
c@372 261 m_phase = (h + n * outputSpacing) % inputSpacing;
c@372 262
c@372 263 int fill = (h + n * outputSpacing) / inputSpacing;
c@372 264
c@372 265 m_latency = n;
c@372 266
c@372 267 m_buffer = vector<double>(fill, 0);
c@370 268 m_bufferOrigin = 0;
c@366 269
c@366 270 #ifdef DEBUG_RESAMPLER
c@398 271 cerr << "initial phase " << m_phase << " (as " << (m_filterLength/2) << " % " << inputSpacing << ")"
cannam@483 272 << ", latency " << m_latency << endl;
c@366 273 #endif
c@362 274 }
c@362 275
c@362 276 double
c@366 277 Resampler::reconstructOne()
c@362 278 {
c@362 279 Phase &pd = m_phaseData[m_phase];
c@366 280 double v = 0.0;
c@362 281 int n = pd.filter.size();
c@372 282
c@419 283 if (n + m_bufferOrigin > (int)m_buffer.size()) {
c@419 284 cerr << "ERROR: n + m_bufferOrigin > m_buffer.size() [" << n << " + "
c@419 285 << m_bufferOrigin << " > " << m_buffer.size() << "]" << endl;
c@419 286 throw std::logic_error("n + m_bufferOrigin > m_buffer.size()");
c@419 287 }
c@372 288
cannam@498 289 const double *const QM_R__ buf(m_buffer.data() + m_bufferOrigin);
cannam@498 290 const double *const QM_R__ filt(pd.filter.data());
c@372 291
c@362 292 for (int i = 0; i < n; ++i) {
cannam@483 293 // NB gcc can only vectorize this with -ffast-math
cannam@483 294 v += buf[i] * filt[i];
c@362 295 }
c@374 296
c@370 297 m_bufferOrigin += pd.drop;
c@366 298 m_phase = pd.nextPhase;
c@362 299 return v;
c@362 300 }
c@362 301
c@362 302 int
c@366 303 Resampler::process(const double *src, double *dst, int n)
c@362 304 {
c@419 305 m_buffer.insert(m_buffer.end(), src, src + n);
c@362 306
c@366 307 int maxout = int(ceil(double(n) * m_targetRate / m_sourceRate));
c@366 308 int outidx = 0;
c@364 309
c@366 310 #ifdef DEBUG_RESAMPLER
c@398 311 cerr << "process: buf siz " << m_buffer.size() << " filt siz for phase " << m_phase << " " << m_phaseData[m_phase].filter.size() << endl;
c@366 312 #endif
c@366 313
c@381 314 double scaleFactor = (double(m_targetRate) / m_gcd) / m_peakToPole;
c@367 315
c@366 316 while (outidx < maxout &&
cannam@483 317 m_buffer.size() >= m_phaseData[m_phase].filter.size() + m_bufferOrigin) {
cannam@483 318 dst[outidx] = scaleFactor * reconstructOne();
cannam@483 319 outidx++;
c@364 320 }
c@370 321
c@419 322 if (m_bufferOrigin > (int)m_buffer.size()) {
c@419 323 cerr << "ERROR: m_bufferOrigin > m_buffer.size() ["
c@419 324 << m_bufferOrigin << " > " << m_buffer.size() << "]" << endl;
c@419 325 throw std::logic_error("m_bufferOrigin > m_buffer.size()");
c@419 326 }
c@419 327
c@370 328 m_buffer = vector<double>(m_buffer.begin() + m_bufferOrigin, m_buffer.end());
c@370 329 m_bufferOrigin = 0;
c@366 330
c@366 331 return outidx;
c@362 332 }
c@366 333
c@398 334 vector<double>
c@385 335 Resampler::process(const double *src, int n)
c@385 336 {
c@385 337 int maxout = int(ceil(double(n) * m_targetRate / m_sourceRate));
c@398 338 vector<double> out(maxout, 0.0);
c@385 339 int got = process(src, out.data(), n);
c@385 340 assert(got <= maxout);
c@385 341 if (got < maxout) out.resize(got);
c@385 342 return out;
c@385 343 }
c@385 344
c@398 345 vector<double>
c@363 346 Resampler::resample(int sourceRate, int targetRate, const double *data, int n)
c@363 347 {
c@363 348 Resampler r(sourceRate, targetRate);
c@363 349
c@363 350 int latency = r.getLatency();
c@363 351
c@368 352 // latency is the output latency. We need to provide enough
c@368 353 // padding input samples at the end of input to guarantee at
c@368 354 // *least* the latency's worth of output samples. that is,
c@368 355
c@373 356 int inputPad = int(ceil((double(latency) * sourceRate) / targetRate));
c@368 357
c@368 358 // that means we are providing this much input in total:
c@368 359
c@368 360 int n1 = n + inputPad;
c@368 361
c@368 362 // and obtaining this much output in total:
c@368 363
c@373 364 int m1 = int(ceil((double(n1) * targetRate) / sourceRate));
c@368 365
c@368 366 // in order to return this much output to the user:
c@368 367
c@373 368 int m = int(ceil((double(n) * targetRate) / sourceRate));
c@368 369
c@398 370 #ifdef DEBUG_RESAMPLER
c@398 371 cerr << "n = " << n << ", sourceRate = " << sourceRate << ", targetRate = " << targetRate << ", m = " << m << ", latency = " << latency << ", inputPad = " << inputPad << ", m1 = " << m1 << ", n1 = " << n1 << ", n1 - n = " << n1 - n << endl;
c@398 372 #endif
c@363 373
c@363 374 vector<double> pad(n1 - n, 0.0);
c@368 375 vector<double> out(m1 + 1, 0.0);
c@363 376
c@398 377 int gotData = r.process(data, out.data(), n);
c@398 378 int gotPad = r.process(pad.data(), out.data() + gotData, pad.size());
c@398 379 int got = gotData + gotPad;
c@398 380
c@366 381 #ifdef DEBUG_RESAMPLER
c@398 382 cerr << "resample: " << n << " in, " << pad.size() << " padding, " << got << " out (" << gotData << " data, " << gotPad << " padding, latency = " << latency << ")" << endl;
c@396 383 #endif
c@396 384 #ifdef DEBUG_RESAMPLER_VERBOSE
c@398 385 int printN = 50;
c@398 386 cerr << "first " << printN << " in:" << endl;
c@398 387 for (int i = 0; i < printN && i < n; ++i) {
cannam@483 388 if (i % 5 == 0) cerr << endl << i << "... ";
c@398 389 cerr << data[i] << " ";
c@366 390 }
c@398 391 cerr << endl;
c@366 392 #endif
c@366 393
c@368 394 int toReturn = got - latency;
c@368 395 if (toReturn > m) toReturn = m;
c@368 396
c@372 397 vector<double> sliced(out.begin() + latency,
cannam@483 398 out.begin() + latency + toReturn);
c@372 399
c@396 400 #ifdef DEBUG_RESAMPLER_VERBOSE
c@398 401 cerr << "first " << printN << " out (after latency compensation), length " << sliced.size() << ":";
c@398 402 for (int i = 0; i < printN && i < sliced.size(); ++i) {
cannam@483 403 if (i % 5 == 0) cerr << endl << i << "... ";
cannam@483 404 cerr << sliced[i] << " ";
c@372 405 }
c@398 406 cerr << endl;
c@372 407 #endif
c@372 408
c@372 409 return sliced;
c@363 410 }
c@363 411