annotate audioio/AudioGenerator.cpp @ 31:b1112948724f

* Some work on reloading play parameters from file (not quite working yet) * Win32: redirect stderr to console * A bit of menu reorganisation
author Chris Cannam
date Wed, 26 Apr 2006 14:09:55 +0000
parents f38b8abd3540
children 42989c2e621b
rev   line source
Chris@19 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@0 2
Chris@0 3 /*
Chris@21 4 Sonic Visualiser
Chris@21 5 An audio file viewer and annotation editor.
Chris@21 6 Centre for Digital Music, Queen Mary, University of London.
Chris@21 7 This file copyright 2006 Chris Cannam.
Chris@0 8
Chris@21 9 This program is free software; you can redistribute it and/or
Chris@21 10 modify it under the terms of the GNU General Public License as
Chris@21 11 published by the Free Software Foundation; either version 2 of the
Chris@21 12 License, or (at your option) any later version. See the file
Chris@21 13 COPYING included with this distribution for more information.
Chris@0 14 */
Chris@0 15
Chris@0 16 #include "AudioGenerator.h"
Chris@0 17
Chris@30 18 #include "base/TempDirectory.h"
Chris@0 19 #include "base/PlayParameters.h"
Chris@11 20 #include "base/PlayParameterRepository.h"
Chris@0 21
Chris@11 22 #include "model/NoteModel.h"
Chris@0 23 #include "model/DenseTimeValueModel.h"
Chris@0 24 #include "model/SparseOneDimensionalModel.h"
Chris@0 25
Chris@0 26 #include "plugin/RealTimePluginFactory.h"
Chris@0 27 #include "plugin/RealTimePluginInstance.h"
Chris@0 28 #include "plugin/PluginIdentifier.h"
Chris@26 29 #include "plugin/PluginXml.h"
Chris@0 30 #include "plugin/api/alsa/seq_event.h"
Chris@0 31
Chris@0 32 #include <iostream>
Martin@14 33 #include <math.h>
Chris@0 34
Chris@29 35 #include <QDir>
Chris@29 36 #include <QFile>
Chris@29 37
Chris@0 38 const size_t
Chris@0 39 AudioGenerator::m_pluginBlockSize = 2048;
Chris@0 40
Chris@30 41 QString
Chris@30 42 AudioGenerator::m_sampleDir = "";
Chris@30 43
Chris@5 44 //#define DEBUG_AUDIO_GENERATOR 1
Chris@0 45
Chris@30 46 AudioGenerator::AudioGenerator() :
Chris@0 47 m_sourceSampleRate(0),
Chris@0 48 m_targetChannelCount(1)
Chris@0 49 {
Chris@22 50 connect(PlayParameterRepository::instance(),
Chris@22 51 SIGNAL(playPluginIdChanged(const Model *, QString)),
Chris@22 52 this,
Chris@22 53 SLOT(playPluginIdChanged(const Model *, QString)));
Chris@22 54
Chris@22 55 connect(PlayParameterRepository::instance(),
Chris@22 56 SIGNAL(playPluginConfigurationChanged(const Model *, QString)),
Chris@22 57 this,
Chris@22 58 SLOT(playPluginConfigurationChanged(const Model *, QString)));
Chris@0 59 }
Chris@0 60
Chris@0 61 AudioGenerator::~AudioGenerator()
Chris@0 62 {
Chris@0 63 }
Chris@0 64
Chris@10 65 bool
Chris@13 66 AudioGenerator::canPlay(const Model *model)
Chris@13 67 {
Chris@13 68 if (dynamic_cast<const DenseTimeValueModel *>(model) ||
Chris@13 69 dynamic_cast<const SparseOneDimensionalModel *>(model) ||
Chris@13 70 dynamic_cast<const NoteModel *>(model)) {
Chris@13 71 return true;
Chris@13 72 } else {
Chris@13 73 return false;
Chris@13 74 }
Chris@13 75 }
Chris@13 76
Chris@13 77 bool
Chris@0 78 AudioGenerator::addModel(Model *model)
Chris@0 79 {
Chris@0 80 if (m_sourceSampleRate == 0) {
Chris@0 81
Chris@0 82 m_sourceSampleRate = model->getSampleRate();
Chris@0 83
Chris@0 84 } else {
Chris@0 85
Chris@0 86 DenseTimeValueModel *dtvm =
Chris@0 87 dynamic_cast<DenseTimeValueModel *>(model);
Chris@0 88
Chris@0 89 if (dtvm) {
Chris@0 90 m_sourceSampleRate = model->getSampleRate();
Chris@10 91 return true;
Chris@0 92 }
Chris@0 93 }
Chris@0 94
Chris@22 95 RealTimePluginInstance *plugin = loadPluginFor(model);
Chris@22 96 if (plugin) {
Chris@22 97 QMutexLocker locker(&m_mutex);
Chris@22 98 m_synthMap[model] = plugin;
Chris@22 99 return true;
Chris@11 100 }
Chris@0 101
Chris@22 102 return false;
Chris@22 103 }
Chris@22 104
Chris@22 105 void
Chris@22 106 AudioGenerator::playPluginIdChanged(const Model *model, QString)
Chris@22 107 {
Chris@22 108 if (m_synthMap.find(model) == m_synthMap.end()) return;
Chris@22 109
Chris@22 110 RealTimePluginInstance *plugin = loadPluginFor(model);
Chris@22 111 if (plugin) {
Chris@22 112 QMutexLocker locker(&m_mutex);
Chris@22 113 delete m_synthMap[model];
Chris@22 114 m_synthMap[model] = plugin;
Chris@22 115 }
Chris@22 116 }
Chris@22 117
Chris@22 118 void
Chris@22 119 AudioGenerator::playPluginConfigurationChanged(const Model *model,
Chris@22 120 QString configurationXml)
Chris@22 121 {
Chris@31 122 std::cerr << "AudioGenerator::playPluginConfigurationChanged" << std::endl;
Chris@31 123
Chris@31 124 if (m_synthMap.find(model) == m_synthMap.end()) {
Chris@31 125 std::cerr << "AudioGenerator::playPluginConfigurationChanged: We don't know about this plugin" << std::endl;
Chris@31 126 return;
Chris@31 127 }
Chris@22 128
Chris@22 129 RealTimePluginInstance *plugin = m_synthMap[model];
Chris@22 130 if (plugin) {
Chris@26 131 PluginXml(plugin).setParametersFromXml(configurationXml);
Chris@22 132 }
Chris@22 133 }
Chris@22 134
Chris@22 135 QString
Chris@22 136 AudioGenerator::getDefaultPlayPluginId(const Model *model)
Chris@22 137 {
Chris@22 138 const SparseOneDimensionalModel *sodm =
Chris@22 139 dynamic_cast<const SparseOneDimensionalModel *>(model);
Chris@22 140 if (sodm) {
Chris@22 141 return QString("dssi:%1:sample_player").
Chris@22 142 arg(PluginIdentifier::BUILTIN_PLUGIN_SONAME);
Chris@22 143 }
Chris@22 144
Chris@22 145 const NoteModel *nm = dynamic_cast<const NoteModel *>(model);
Chris@11 146 if (nm) {
Chris@22 147 return QString("dssi:%1:sample_player").
Chris@22 148 arg(PluginIdentifier::BUILTIN_PLUGIN_SONAME);
Chris@22 149 }
Chris@22 150
Chris@22 151 return "";
Chris@22 152 }
Chris@22 153
Chris@22 154 QString
Chris@22 155 AudioGenerator::getDefaultPlayPluginConfiguration(const Model *model)
Chris@22 156 {
Chris@30 157 QString program = "";
Chris@30 158
Chris@22 159 const SparseOneDimensionalModel *sodm =
Chris@22 160 dynamic_cast<const SparseOneDimensionalModel *>(model);
Chris@22 161 if (sodm) {
Chris@30 162 program = "cowbell";
Chris@11 163 }
Chris@11 164
Chris@22 165 const NoteModel *nm = dynamic_cast<const NoteModel *>(model);
Chris@22 166 if (nm) {
Chris@30 167 program = "piano";
Chris@30 168 }
Chris@30 169
Chris@30 170 if (program == "") return "";
Chris@30 171
Chris@30 172 return
Chris@30 173 QString("<plugin configuration=\"%1\" program=\"%2\"/>")
Chris@30 174 .arg(XmlExportable::encodeEntities
Chris@30 175 (QString("samplepath=%1")
Chris@30 176 .arg(PluginXml::encodeConfigurationChars(getSamplePath()))))
Chris@30 177 .arg(XmlExportable::encodeEntities(program));
Chris@22 178 }
Chris@22 179
Chris@29 180 QString
Chris@29 181 AudioGenerator::getSampleDir()
Chris@29 182 {
Chris@29 183 if (m_sampleDir != "") return m_sampleDir;
Chris@29 184
Chris@30 185 try {
Chris@30 186 m_sampleDir = TempDirectory::instance()->getSubDirectoryPath("samples");
Chris@30 187 } catch (TempDirectory::DirectoryCreationFailed f) {
Chris@29 188 std::cerr << "WARNING: AudioGenerator::getSampleDir: Failed to create "
Chris@30 189 << "temporary sample directory" << std::endl;
Chris@30 190 m_sampleDir = "";
Chris@30 191 return "";
Chris@29 192 }
Chris@29 193
Chris@29 194 QDir sampleResourceDir(":/samples", "*.wav");
Chris@29 195
Chris@29 196 for (unsigned int i = 0; i < sampleResourceDir.count(); ++i) {
Chris@29 197
Chris@29 198 QString fileName(sampleResourceDir[i]);
Chris@29 199 QFile file(sampleResourceDir.filePath(fileName));
Chris@29 200
Chris@29 201 if (!file.copy(QDir(m_sampleDir).filePath(fileName))) {
Chris@29 202 std::cerr << "WARNING: AudioGenerator::getSampleDir: "
Chris@29 203 << "Unable to copy " << fileName.toStdString()
Chris@29 204 << " into temporary directory \""
Chris@29 205 << m_sampleDir.toStdString() << "\"" << std::endl;
Chris@29 206 }
Chris@29 207 }
Chris@29 208
Chris@29 209 return m_sampleDir;
Chris@29 210 }
Chris@29 211
Chris@30 212 QString
Chris@30 213 AudioGenerator::getSamplePath()
Chris@29 214 {
Chris@29 215 QString samplePath = QString("%1:%2%3%4%5%6")
Chris@29 216 .arg(getSampleDir())
Chris@29 217 .arg(QDir::homePath())
Chris@29 218 .arg(QDir::separator())
Chris@29 219 .arg(".sv")
Chris@29 220 .arg(QDir::separator())
Chris@29 221 .arg("samples");
Chris@30 222 return samplePath;
Chris@30 223 }
Chris@29 224
Chris@30 225 void
Chris@30 226 AudioGenerator::setSamplePath(RealTimePluginInstance *plugin)
Chris@30 227 {
Chris@30 228 plugin->configure("samplepath", getSamplePath().toStdString());
Chris@29 229 }
Chris@29 230
Chris@22 231 RealTimePluginInstance *
Chris@22 232 AudioGenerator::loadPluginFor(const Model *model)
Chris@22 233 {
Chris@22 234 QString pluginId, configurationXml;
Chris@22 235
Chris@22 236 PlayParameters *parameters =
Chris@22 237 PlayParameterRepository::instance()->getPlayParameters(model);
Chris@22 238 if (parameters) {
Chris@22 239 pluginId = parameters->getPlayPluginId();
Chris@22 240 configurationXml = parameters->getPlayPluginConfiguration();
Chris@22 241 }
Chris@22 242
Chris@22 243 if (pluginId == "") {
Chris@22 244 pluginId = getDefaultPlayPluginId(model);
Chris@22 245 configurationXml = getDefaultPlayPluginConfiguration(model);
Chris@22 246 }
Chris@22 247
Chris@22 248 if (pluginId == "") return 0;
Chris@22 249
Chris@22 250 RealTimePluginInstance *plugin = loadPlugin(pluginId, "");
Chris@29 251 if (!plugin) return 0;
Chris@29 252
Chris@22 253 if (configurationXml != "") {
Chris@26 254 PluginXml(plugin).setParametersFromXml(configurationXml);
Chris@22 255 }
Chris@22 256
Chris@22 257 if (parameters) {
Chris@22 258 parameters->setPlayPluginId(pluginId);
Chris@22 259 parameters->setPlayPluginConfiguration(configurationXml);
Chris@22 260 }
Chris@22 261
Chris@22 262 return plugin;
Chris@11 263 }
Chris@11 264
Chris@11 265 RealTimePluginInstance *
Chris@11 266 AudioGenerator::loadPlugin(QString pluginId, QString program)
Chris@11 267 {
Chris@0 268 RealTimePluginFactory *factory =
Chris@0 269 RealTimePluginFactory::instanceFor(pluginId);
Chris@0 270
Chris@0 271 if (!factory) {
Chris@0 272 std::cerr << "Failed to get plugin factory" << std::endl;
Chris@10 273 return false;
Chris@0 274 }
Chris@0 275
Chris@0 276 RealTimePluginInstance *instance =
Chris@0 277 factory->instantiatePlugin
Chris@0 278 (pluginId, 0, 0, m_sourceSampleRate, m_pluginBlockSize, m_targetChannelCount);
Chris@0 279
Chris@29 280 if (!instance) {
Chris@29 281 std::cerr << "Failed to instantiate plugin " << pluginId.toStdString() << std::endl;
Chris@0 282 }
Chris@10 283
Chris@29 284 setSamplePath(instance);
Chris@29 285
Chris@29 286 for (unsigned int i = 0; i < instance->getParameterCount(); ++i) {
Chris@29 287 instance->setParameterValue(i, instance->getParameterDefault(i));
Chris@29 288 }
Chris@29 289 std::string defaultProgram = instance->getProgram(0, 0);
Chris@29 290 if (defaultProgram != "") {
Chris@29 291 std::cerr << "first selecting default program " << defaultProgram << std::endl;
Chris@29 292 instance->selectProgram(defaultProgram);
Chris@29 293 }
Chris@29 294 if (program != "") {
Chris@29 295 std::cerr << "now selecting desired program " << program.toStdString() << std::endl;
Chris@29 296 instance->selectProgram(program.toStdString());
Chris@29 297 }
Chris@29 298 instance->setIdealChannelCount(m_targetChannelCount); // reset!
Chris@29 299
Chris@11 300 return instance;
Chris@0 301 }
Chris@0 302
Chris@0 303 void
Chris@0 304 AudioGenerator::removeModel(Model *model)
Chris@0 305 {
Chris@0 306 SparseOneDimensionalModel *sodm =
Chris@0 307 dynamic_cast<SparseOneDimensionalModel *>(model);
Chris@0 308 if (!sodm) return; // nothing to do
Chris@0 309
Chris@8 310 QMutexLocker locker(&m_mutex);
Chris@8 311
Chris@0 312 if (m_synthMap.find(sodm) == m_synthMap.end()) return;
Chris@0 313
Chris@0 314 RealTimePluginInstance *instance = m_synthMap[sodm];
Chris@0 315 m_synthMap.erase(sodm);
Chris@0 316 delete instance;
Chris@0 317 }
Chris@0 318
Chris@0 319 void
Chris@0 320 AudioGenerator::clearModels()
Chris@0 321 {
Chris@8 322 QMutexLocker locker(&m_mutex);
Chris@0 323 while (!m_synthMap.empty()) {
Chris@0 324 RealTimePluginInstance *instance = m_synthMap.begin()->second;
Chris@0 325 m_synthMap.erase(m_synthMap.begin());
Chris@0 326 delete instance;
Chris@0 327 }
Chris@0 328 }
Chris@0 329
Chris@0 330 void
Chris@0 331 AudioGenerator::reset()
Chris@0 332 {
Chris@8 333 QMutexLocker locker(&m_mutex);
Chris@0 334 for (PluginMap::iterator i = m_synthMap.begin(); i != m_synthMap.end(); ++i) {
Chris@0 335 if (i->second) {
Chris@0 336 i->second->silence();
Chris@0 337 i->second->discardEvents();
Chris@0 338 }
Chris@0 339 }
Chris@0 340
Chris@0 341 m_noteOffs.clear();
Chris@0 342 }
Chris@0 343
Chris@0 344 void
Chris@0 345 AudioGenerator::setTargetChannelCount(size_t targetChannelCount)
Chris@0 346 {
Chris@13 347 if (m_targetChannelCount == targetChannelCount) return;
Chris@13 348
Chris@13 349 std::cerr << "AudioGenerator::setTargetChannelCount(" << targetChannelCount << ")" << std::endl;
Chris@13 350
Chris@8 351 QMutexLocker locker(&m_mutex);
Chris@0 352 m_targetChannelCount = targetChannelCount;
Chris@0 353
Chris@0 354 for (PluginMap::iterator i = m_synthMap.begin(); i != m_synthMap.end(); ++i) {
Chris@0 355 if (i->second) i->second->setIdealChannelCount(targetChannelCount);
Chris@0 356 }
Chris@0 357 }
Chris@0 358
Chris@0 359 size_t
Chris@0 360 AudioGenerator::getBlockSize() const
Chris@0 361 {
Chris@0 362 return m_pluginBlockSize;
Chris@0 363 }
Chris@0 364
Chris@0 365 size_t
Chris@0 366 AudioGenerator::mixModel(Model *model, size_t startFrame, size_t frameCount,
Chris@4 367 float **buffer, size_t fadeIn, size_t fadeOut)
Chris@0 368 {
Chris@0 369 if (m_sourceSampleRate == 0) {
Chris@0 370 std::cerr << "WARNING: AudioGenerator::mixModel: No base source sample rate available" << std::endl;
Chris@0 371 return frameCount;
Chris@0 372 }
Chris@0 373
Chris@8 374 QMutexLocker locker(&m_mutex);
Chris@8 375
Chris@11 376 PlayParameters *parameters =
Chris@11 377 PlayParameterRepository::instance()->getPlayParameters(model);
Chris@0 378 if (!parameters) return frameCount;
Chris@0 379
Chris@0 380 bool playing = !parameters->isPlayMuted();
Chris@0 381 if (!playing) return frameCount;
Chris@0 382
Chris@0 383 float gain = parameters->getPlayGain();
Chris@0 384 float pan = parameters->getPlayPan();
Chris@0 385
Chris@0 386 DenseTimeValueModel *dtvm = dynamic_cast<DenseTimeValueModel *>(model);
Chris@0 387 if (dtvm) {
Chris@0 388 return mixDenseTimeValueModel(dtvm, startFrame, frameCount,
Chris@4 389 buffer, gain, pan, fadeIn, fadeOut);
Chris@0 390 }
Chris@0 391
Chris@0 392 SparseOneDimensionalModel *sodm = dynamic_cast<SparseOneDimensionalModel *>
Chris@0 393 (model);
Chris@0 394 if (sodm) {
Chris@0 395 return mixSparseOneDimensionalModel(sodm, startFrame, frameCount,
Chris@4 396 buffer, gain, pan, fadeIn, fadeOut);
Chris@0 397 }
Chris@0 398
Chris@11 399 NoteModel *nm = dynamic_cast<NoteModel *>(model);
Chris@11 400 if (nm) {
Chris@11 401 return mixNoteModel(nm, startFrame, frameCount,
Chris@11 402 buffer, gain, pan, fadeIn, fadeOut);
Chris@11 403 }
Chris@11 404
Chris@0 405 return frameCount;
Chris@0 406 }
Chris@0 407
Chris@0 408 size_t
Chris@0 409 AudioGenerator::mixDenseTimeValueModel(DenseTimeValueModel *dtvm,
Chris@0 410 size_t startFrame, size_t frames,
Chris@4 411 float **buffer, float gain, float pan,
Chris@4 412 size_t fadeIn, size_t fadeOut)
Chris@0 413 {
Chris@0 414 static float *channelBuffer = 0;
Chris@0 415 static size_t channelBufSiz = 0;
Chris@5 416
Chris@4 417 size_t totalFrames = frames + fadeIn/2 + fadeOut/2;
Chris@4 418
Chris@4 419 if (channelBufSiz < totalFrames) {
Chris@0 420 delete[] channelBuffer;
Chris@4 421 channelBuffer = new float[totalFrames];
Chris@4 422 channelBufSiz = totalFrames;
Chris@0 423 }
Chris@0 424
Chris@0 425 size_t got = 0;
Chris@13 426 size_t prevChannel = 999;
Chris@0 427
Chris@13 428 for (size_t c = 0; c < m_targetChannelCount; ++c) {
Chris@4 429
Chris@13 430 size_t sourceChannel = (c % dtvm->getChannelCount());
Chris@13 431
Chris@13 432 // std::cerr << "mixing channel " << c << " from source channel " << sourceChannel << std::endl;
Chris@13 433
Chris@13 434 float channelGain = gain;
Chris@13 435 if (pan != 0.0) {
Chris@13 436 if (c == 0) {
Chris@13 437 if (pan > 0.0) channelGain *= 1.0 - pan;
Chris@13 438 } else {
Chris@13 439 if (pan < 0.0) channelGain *= pan + 1.0;
Chris@13 440 }
Chris@13 441 }
Chris@13 442
Chris@13 443 if (prevChannel != sourceChannel) {
Chris@13 444 if (startFrame >= fadeIn/2) {
Chris@13 445 got = dtvm->getValues
Chris@13 446 (sourceChannel,
Chris@13 447 startFrame - fadeIn/2, startFrame + frames + fadeOut/2,
Chris@13 448 channelBuffer);
Chris@13 449 } else {
Chris@13 450 size_t missing = fadeIn/2 - startFrame;
Chris@13 451 got = dtvm->getValues
Chris@13 452 (sourceChannel,
Chris@13 453 0, startFrame + frames + fadeOut/2,
Chris@13 454 channelBuffer + missing);
Chris@13 455 }
Chris@13 456 }
Chris@13 457 prevChannel = sourceChannel;
Chris@4 458
Chris@4 459 for (size_t i = 0; i < fadeIn/2; ++i) {
Chris@4 460 float *back = buffer[c];
Chris@4 461 back -= fadeIn/2;
Chris@13 462 back[i] += (channelGain * channelBuffer[i] * i) / fadeIn;
Chris@4 463 }
Chris@4 464
Chris@4 465 for (size_t i = 0; i < frames + fadeOut/2; ++i) {
Chris@13 466 float mult = channelGain;
Chris@4 467 if (i < fadeIn/2) {
Chris@4 468 mult = (mult * i) / fadeIn;
Chris@4 469 }
Chris@4 470 if (i > frames - fadeOut/2) {
Chris@4 471 mult = (mult * ((frames + fadeOut/2) - i)) / fadeOut;
Chris@4 472 }
Chris@4 473 buffer[c][i] += mult * channelBuffer[i];
Chris@0 474 }
Chris@0 475 }
Chris@0 476
Chris@0 477 return got;
Chris@0 478 }
Chris@11 479
Chris@0 480 size_t
Chris@0 481 AudioGenerator::mixSparseOneDimensionalModel(SparseOneDimensionalModel *sodm,
Chris@0 482 size_t startFrame, size_t frames,
Chris@4 483 float **buffer, float gain, float pan,
Chris@4 484 size_t /* fadeIn */,
Chris@4 485 size_t /* fadeOut */)
Chris@0 486 {
Chris@0 487 RealTimePluginInstance *plugin = m_synthMap[sodm];
Chris@0 488 if (!plugin) return 0;
Chris@0 489
Chris@0 490 size_t latency = plugin->getLatency();
Chris@0 491 size_t blocks = frames / m_pluginBlockSize;
Chris@0 492
Chris@0 493 //!!! hang on -- the fact that the audio callback play source's
Chris@0 494 //buffer is a multiple of the plugin's buffer size doesn't mean
Chris@0 495 //that we always get called for a multiple of it here (because it
Chris@0 496 //also depends on the JACK block size). how should we ensure that
Chris@0 497 //all models write the same amount in to the mix, and that we
Chris@0 498 //always have a multiple of the plugin buffer size? I guess this
Chris@0 499 //class has to be queryable for the plugin buffer size & the
Chris@0 500 //callback play source has to use that as a multiple for all the
Chris@0 501 //calls to mixModel
Chris@0 502
Chris@0 503 size_t got = blocks * m_pluginBlockSize;
Chris@0 504
Chris@0 505 #ifdef DEBUG_AUDIO_GENERATOR
Chris@0 506 std::cout << "mixModel [sparse]: frames " << frames
Chris@0 507 << ", blocks " << blocks << std::endl;
Chris@0 508 #endif
Chris@0 509
Chris@0 510 snd_seq_event_t onEv;
Chris@0 511 onEv.type = SND_SEQ_EVENT_NOTEON;
Chris@0 512 onEv.data.note.channel = 0;
Chris@0 513 onEv.data.note.note = 64;
Chris@0 514 onEv.data.note.velocity = 127;
Chris@0 515
Chris@0 516 snd_seq_event_t offEv;
Chris@0 517 offEv.type = SND_SEQ_EVENT_NOTEOFF;
Chris@0 518 offEv.data.note.channel = 0;
Chris@0 519 offEv.data.note.velocity = 0;
Chris@0 520
Chris@0 521 NoteOffSet &noteOffs = m_noteOffs[sodm];
Chris@0 522
Chris@0 523 for (size_t i = 0; i < blocks; ++i) {
Chris@0 524
Chris@0 525 size_t reqStart = startFrame + i * m_pluginBlockSize;
Chris@0 526
Chris@0 527 SparseOneDimensionalModel::PointList points =
Chris@5 528 sodm->getPoints(reqStart + latency,
Chris@0 529 reqStart + latency + m_pluginBlockSize);
Chris@0 530
Chris@26 531 Vamp::RealTime blockTime = Vamp::RealTime::frame2RealTime
Chris@0 532 (startFrame + i * m_pluginBlockSize, m_sourceSampleRate);
Chris@0 533
Chris@0 534 for (SparseOneDimensionalModel::PointList::iterator pli =
Chris@0 535 points.begin(); pli != points.end(); ++pli) {
Chris@0 536
Chris@0 537 size_t pliFrame = pli->frame;
Chris@5 538
Chris@0 539 if (pliFrame >= latency) pliFrame -= latency;
Chris@0 540
Chris@5 541 if (pliFrame < reqStart ||
Chris@5 542 pliFrame >= reqStart + m_pluginBlockSize) continue;
Chris@5 543
Chris@0 544 while (noteOffs.begin() != noteOffs.end() &&
Chris@0 545 noteOffs.begin()->frame <= pliFrame) {
Chris@0 546
Chris@26 547 Vamp::RealTime eventTime = Vamp::RealTime::frame2RealTime
Chris@0 548 (noteOffs.begin()->frame, m_sourceSampleRate);
Chris@0 549
Chris@0 550 offEv.data.note.note = noteOffs.begin()->pitch;
Chris@5 551
Chris@5 552 #ifdef DEBUG_AUDIO_GENERATOR
Chris@5 553 std::cerr << "mixModel [sparse]: sending note-off event at time " << eventTime << " frame " << noteOffs.begin()->frame << std::endl;
Chris@5 554 #endif
Chris@5 555
Chris@0 556 plugin->sendEvent(eventTime, &offEv);
Chris@0 557 noteOffs.erase(noteOffs.begin());
Chris@0 558 }
Chris@0 559
Chris@26 560 Vamp::RealTime eventTime = Vamp::RealTime::frame2RealTime
Chris@0 561 (pliFrame, m_sourceSampleRate);
Chris@0 562
Chris@0 563 plugin->sendEvent(eventTime, &onEv);
Chris@0 564
Chris@0 565 #ifdef DEBUG_AUDIO_GENERATOR
Chris@0 566 std::cout << "mixModel [sparse]: point at frame " << pliFrame << ", block start " << (startFrame + i * m_pluginBlockSize) << ", resulting time " << eventTime << std::endl;
Chris@0 567 #endif
Chris@0 568
Chris@0 569 size_t duration = 7000; // frames [for now]
Chris@0 570 NoteOff noff;
Chris@0 571 noff.pitch = onEv.data.note.note;
Chris@0 572 noff.frame = pliFrame + duration;
Chris@0 573 noteOffs.insert(noff);
Chris@0 574 }
Chris@0 575
Chris@0 576 while (noteOffs.begin() != noteOffs.end() &&
Chris@0 577 noteOffs.begin()->frame <=
Chris@0 578 startFrame + i * m_pluginBlockSize + m_pluginBlockSize) {
Chris@0 579
Chris@26 580 Vamp::RealTime eventTime = Vamp::RealTime::frame2RealTime
Chris@0 581 (noteOffs.begin()->frame, m_sourceSampleRate);
Chris@0 582
Chris@0 583 offEv.data.note.note = noteOffs.begin()->pitch;
Chris@5 584
Chris@5 585 #ifdef DEBUG_AUDIO_GENERATOR
Chris@5 586 std::cerr << "mixModel [sparse]: sending leftover note-off event at time " << eventTime << " frame " << noteOffs.begin()->frame << std::endl;
Chris@5 587 #endif
Chris@5 588
Chris@0 589 plugin->sendEvent(eventTime, &offEv);
Chris@0 590 noteOffs.erase(noteOffs.begin());
Chris@0 591 }
Chris@0 592
Chris@0 593 plugin->run(blockTime);
Chris@0 594 float **outs = plugin->getAudioOutputBuffers();
Chris@0 595
Chris@13 596 for (size_t c = 0; c < m_targetChannelCount; ++c) {
Chris@0 597 #ifdef DEBUG_AUDIO_GENERATOR
Chris@0 598 std::cout << "mixModel [sparse]: adding " << m_pluginBlockSize << " samples from plugin output " << c << std::endl;
Chris@0 599 #endif
Chris@0 600
Chris@13 601 size_t sourceChannel = (c % plugin->getAudioOutputCount());
Chris@13 602
Chris@13 603 float channelGain = gain;
Chris@13 604 if (pan != 0.0) {
Chris@13 605 if (c == 0) {
Chris@13 606 if (pan > 0.0) channelGain *= 1.0 - pan;
Chris@13 607 } else {
Chris@13 608 if (pan < 0.0) channelGain *= pan + 1.0;
Chris@13 609 }
Chris@13 610 }
Chris@13 611
Chris@0 612 for (size_t j = 0; j < m_pluginBlockSize; ++j) {
Chris@13 613 buffer[c][i * m_pluginBlockSize + j] +=
Chris@13 614 channelGain * outs[sourceChannel][j];
Chris@0 615 }
Chris@0 616 }
Chris@0 617 }
Chris@0 618
Chris@0 619 return got;
Chris@0 620 }
Chris@0 621
Chris@11 622
Chris@11 623 //!!! mucho duplication with above -- refactor
Chris@11 624 size_t
Chris@11 625 AudioGenerator::mixNoteModel(NoteModel *nm,
Chris@11 626 size_t startFrame, size_t frames,
Chris@11 627 float **buffer, float gain, float pan,
Chris@11 628 size_t /* fadeIn */,
Chris@11 629 size_t /* fadeOut */)
Chris@11 630 {
Chris@11 631 RealTimePluginInstance *plugin = m_synthMap[nm];
Chris@11 632 if (!plugin) return 0;
Chris@11 633
Chris@11 634 size_t latency = plugin->getLatency();
Chris@11 635 size_t blocks = frames / m_pluginBlockSize;
Chris@11 636
Chris@11 637 //!!! hang on -- the fact that the audio callback play source's
Chris@11 638 //buffer is a multiple of the plugin's buffer size doesn't mean
Chris@11 639 //that we always get called for a multiple of it here (because it
Chris@11 640 //also depends on the JACK block size). how should we ensure that
Chris@11 641 //all models write the same amount in to the mix, and that we
Chris@11 642 //always have a multiple of the plugin buffer size? I guess this
Chris@11 643 //class has to be queryable for the plugin buffer size & the
Chris@11 644 //callback play source has to use that as a multiple for all the
Chris@11 645 //calls to mixModel
Chris@11 646
Chris@11 647 size_t got = blocks * m_pluginBlockSize;
Chris@11 648
Chris@11 649 #ifdef DEBUG_AUDIO_GENERATOR
Chris@11 650 std::cout << "mixModel [note]: frames " << frames
Chris@11 651 << ", blocks " << blocks << std::endl;
Chris@11 652 #endif
Chris@11 653
Chris@11 654 snd_seq_event_t onEv;
Chris@11 655 onEv.type = SND_SEQ_EVENT_NOTEON;
Chris@11 656 onEv.data.note.channel = 0;
Chris@11 657 onEv.data.note.note = 64;
Chris@11 658 onEv.data.note.velocity = 127;
Chris@11 659
Chris@11 660 snd_seq_event_t offEv;
Chris@11 661 offEv.type = SND_SEQ_EVENT_NOTEOFF;
Chris@11 662 offEv.data.note.channel = 0;
Chris@11 663 offEv.data.note.velocity = 0;
Chris@11 664
Chris@11 665 NoteOffSet &noteOffs = m_noteOffs[nm];
Chris@11 666
Chris@11 667 for (size_t i = 0; i < blocks; ++i) {
Chris@11 668
Chris@11 669 size_t reqStart = startFrame + i * m_pluginBlockSize;
Chris@11 670
Chris@11 671 NoteModel::PointList points =
Chris@11 672 nm->getPoints(reqStart + latency,
Chris@11 673 reqStart + latency + m_pluginBlockSize);
Chris@11 674
Chris@26 675 Vamp::RealTime blockTime = Vamp::RealTime::frame2RealTime
Chris@11 676 (startFrame + i * m_pluginBlockSize, m_sourceSampleRate);
Chris@11 677
Chris@11 678 for (NoteModel::PointList::iterator pli =
Chris@11 679 points.begin(); pli != points.end(); ++pli) {
Chris@11 680
Chris@11 681 size_t pliFrame = pli->frame;
Chris@11 682
Chris@11 683 if (pliFrame >= latency) pliFrame -= latency;
Chris@11 684
Chris@11 685 if (pliFrame < reqStart ||
Chris@11 686 pliFrame >= reqStart + m_pluginBlockSize) continue;
Chris@11 687
Chris@11 688 while (noteOffs.begin() != noteOffs.end() &&
Chris@11 689 noteOffs.begin()->frame <= pliFrame) {
Chris@11 690
Chris@26 691 Vamp::RealTime eventTime = Vamp::RealTime::frame2RealTime
Chris@11 692 (noteOffs.begin()->frame, m_sourceSampleRate);
Chris@11 693
Chris@11 694 offEv.data.note.note = noteOffs.begin()->pitch;
Chris@11 695
Chris@11 696 #ifdef DEBUG_AUDIO_GENERATOR
Chris@11 697 std::cerr << "mixModel [note]: sending note-off event at time " << eventTime << " frame " << noteOffs.begin()->frame << std::endl;
Chris@11 698 #endif
Chris@11 699
Chris@11 700 plugin->sendEvent(eventTime, &offEv);
Chris@11 701 noteOffs.erase(noteOffs.begin());
Chris@11 702 }
Chris@11 703
Chris@26 704 Vamp::RealTime eventTime = Vamp::RealTime::frame2RealTime
Chris@11 705 (pliFrame, m_sourceSampleRate);
Chris@11 706
Chris@11 707 onEv.data.note.note = lrintf(pli->value);
Chris@11 708
Chris@11 709 plugin->sendEvent(eventTime, &onEv);
Chris@11 710
Chris@11 711 #ifdef DEBUG_AUDIO_GENERATOR
Chris@11 712 std::cout << "mixModel [note]: point at frame " << pliFrame << ", block start " << (startFrame + i * m_pluginBlockSize) << ", resulting time " << eventTime << std::endl;
Chris@11 713 #endif
Chris@11 714
Chris@11 715 size_t duration = pli->duration;
Chris@11 716 NoteOff noff;
Chris@11 717 noff.pitch = onEv.data.note.note;
Chris@11 718 noff.frame = pliFrame + duration;
Chris@11 719 noteOffs.insert(noff);
Chris@11 720 }
Chris@11 721
Chris@11 722 while (noteOffs.begin() != noteOffs.end() &&
Chris@11 723 noteOffs.begin()->frame <=
Chris@11 724 startFrame + i * m_pluginBlockSize + m_pluginBlockSize) {
Chris@11 725
Chris@26 726 Vamp::RealTime eventTime = Vamp::RealTime::frame2RealTime
Chris@11 727 (noteOffs.begin()->frame, m_sourceSampleRate);
Chris@11 728
Chris@11 729 offEv.data.note.note = noteOffs.begin()->pitch;
Chris@11 730
Chris@11 731 #ifdef DEBUG_AUDIO_GENERATOR
Chris@11 732 std::cerr << "mixModel [note]: sending leftover note-off event at time " << eventTime << " frame " << noteOffs.begin()->frame << std::endl;
Chris@11 733 #endif
Chris@11 734
Chris@11 735 plugin->sendEvent(eventTime, &offEv);
Chris@11 736 noteOffs.erase(noteOffs.begin());
Chris@11 737 }
Chris@11 738
Chris@11 739 plugin->run(blockTime);
Chris@11 740 float **outs = plugin->getAudioOutputBuffers();
Chris@11 741
Chris@13 742 for (size_t c = 0; c < m_targetChannelCount; ++c) {
Chris@11 743 #ifdef DEBUG_AUDIO_GENERATOR
Chris@11 744 std::cout << "mixModel [note]: adding " << m_pluginBlockSize << " samples from plugin output " << c << std::endl;
Chris@11 745 #endif
Chris@11 746
Chris@13 747 size_t sourceChannel = (c % plugin->getAudioOutputCount());
Chris@13 748
Chris@13 749 float channelGain = gain;
Chris@13 750 if (pan != 0.0) {
Chris@13 751 if (c == 0) {
Chris@13 752 if (pan > 0.0) channelGain *= 1.0 - pan;
Chris@13 753 } else {
Chris@13 754 if (pan < 0.0) channelGain *= pan + 1.0;
Chris@13 755 }
Chris@13 756 }
Chris@13 757
Chris@11 758 for (size_t j = 0; j < m_pluginBlockSize; ++j) {
Chris@13 759 buffer[c][i * m_pluginBlockSize + j] +=
Chris@13 760 channelGain * outs[sourceChannel][j];
Chris@11 761 }
Chris@11 762 }
Chris@11 763 }
Chris@11 764
Chris@11 765 return got;
Chris@11 766 }
Chris@11 767