annotate data/fileio/MP3FileReader.cpp @ 386:e6d11871e4c9

* Fix bug that was causing decoded audio files (mp3s, oggs) to come up some of the time with zero sample rate
author Chris Cannam
date Sat, 01 Mar 2008 16:17:44 +0000
parents f1ff248a793e
children 183ee2a55fc7
rev   line source
Chris@148 1
Chris@148 2 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@148 3
Chris@148 4 /*
Chris@148 5 Sonic Visualiser
Chris@148 6 An audio file viewer and annotation editor.
Chris@148 7 Centre for Digital Music, Queen Mary, University of London.
Chris@148 8 This file copyright 2006 Chris Cannam.
Chris@148 9
Chris@148 10 This program is free software; you can redistribute it and/or
Chris@148 11 modify it under the terms of the GNU General Public License as
Chris@148 12 published by the Free Software Foundation; either version 2 of the
Chris@148 13 License, or (at your option) any later version. See the file
Chris@148 14 COPYING included with this distribution for more information.
Chris@148 15 */
Chris@148 16
Chris@148 17 #ifdef HAVE_MAD
Chris@148 18
Chris@148 19 #include "MP3FileReader.h"
Chris@357 20 #include "ProgressPrinter.h"
Chris@357 21
Chris@150 22 #include "system/System.h"
Chris@148 23
Chris@148 24 #include <sys/types.h>
Chris@148 25 #include <sys/stat.h>
Chris@148 26 #include <fcntl.h>
Chris@148 27
Chris@148 28 #include <iostream>
Chris@148 29
Chris@271 30 #ifdef HAVE_ID3TAG
Chris@271 31 #include <id3tag.h>
Chris@271 32 #endif
Chris@273 33 #define DEBUG_ID3TAG 1
Chris@271 34
Chris@148 35 #include <QApplication>
Chris@186 36 #include <QFileInfo>
Chris@148 37 #include <QProgressDialog>
Chris@148 38
Chris@317 39 MP3FileReader::MP3FileReader(FileSource source, DecodeMode decodeMode,
Chris@297 40 CacheMode mode, size_t targetRate) :
Chris@297 41 CodedAudioFileReader(mode, targetRate),
Chris@316 42 m_source(source),
Chris@316 43 m_path(source.getLocalFilename()),
Chris@264 44 m_decodeThread(0)
Chris@148 45 {
Chris@148 46 m_channelCount = 0;
Chris@297 47 m_fileRate = 0;
Chris@148 48 m_fileSize = 0;
Chris@148 49 m_bitrateNum = 0;
Chris@148 50 m_bitrateDenom = 0;
Chris@148 51 m_cancelled = false;
Chris@265 52 m_completion = 0;
Chris@263 53 m_done = false;
Chris@263 54 m_progress = 0;
Chris@148 55
Chris@148 56 struct stat stat;
Chris@316 57 if (::stat(m_path.toLocal8Bit().data(), &stat) == -1 || stat.st_size == 0) {
Chris@316 58 m_error = QString("File %1 does not exist.").arg(m_path);
Chris@148 59 return;
Chris@148 60 }
Chris@148 61
Chris@148 62 m_fileSize = stat.st_size;
Chris@148 63
Chris@229 64 int fd = -1;
Chris@316 65 if ((fd = ::open(m_path.toLocal8Bit().data(), O_RDONLY
Chris@231 66 #ifdef _WIN32
Chris@231 67 | O_BINARY
Chris@231 68 #endif
Chris@231 69 , 0)) < 0) {
Chris@316 70 m_error = QString("Failed to open file %1 for reading.").arg(m_path);
Chris@148 71 return;
Chris@148 72 }
Chris@148 73
Chris@263 74 m_filebuffer = 0;
Chris@297 75 m_samplebuffer = 0;
Chris@297 76 m_samplebuffersize = 0;
Chris@148 77
Chris@148 78 try {
Chris@263 79 m_filebuffer = new unsigned char[m_fileSize];
Chris@148 80 } catch (...) {
Chris@290 81 m_error = QString("Out of memory");
Chris@148 82 ::close(fd);
Chris@148 83 return;
Chris@148 84 }
Chris@148 85
Chris@229 86 ssize_t sz = 0;
Chris@229 87 size_t offset = 0;
Chris@229 88 while (offset < m_fileSize) {
Chris@263 89 sz = ::read(fd, m_filebuffer + offset, m_fileSize - offset);
Chris@229 90 if (sz < 0) {
Chris@290 91 m_error = QString("Read error for file %1 (after %2 bytes)")
Chris@316 92 .arg(m_path).arg(offset);
Chris@263 93 delete[] m_filebuffer;
Chris@229 94 ::close(fd);
Chris@229 95 return;
Chris@230 96 } else if (sz == 0) {
Chris@231 97 std::cerr << QString("MP3FileReader::MP3FileReader: Warning: reached EOF after only %1 of %2 bytes")
Chris@231 98 .arg(offset).arg(m_fileSize).toStdString() << std::endl;
Chris@231 99 m_fileSize = offset;
Chris@230 100 break;
Chris@229 101 }
Chris@229 102 offset += sz;
Chris@148 103 }
Chris@148 104
Chris@148 105 ::close(fd);
Chris@148 106
Chris@271 107 loadTags();
Chris@271 108
Chris@263 109 if (decodeMode == DecodeAtOnce) {
Chris@263 110
Chris@327 111 if (dynamic_cast<QApplication *>(QCoreApplication::instance())) {
Chris@327 112 m_progress = new QProgressDialog
Chris@327 113 (QObject::tr("Decoding %1...").arg(QFileInfo(m_path).fileName()),
Chris@327 114 QObject::tr("Stop"), 0, 100);
Chris@327 115 m_progress->hide();
Chris@357 116 } else {
Chris@357 117 ProgressPrinter *pp = new ProgressPrinter(tr("Decoding..."), this);
Chris@357 118 connect(this, SIGNAL(progress(int)), pp, SLOT(progress(int)));
Chris@327 119 }
Chris@148 120
Chris@263 121 if (!decode(m_filebuffer, m_fileSize)) {
Chris@316 122 m_error = QString("Failed to decode file %1.").arg(m_path);
Chris@263 123 }
Chris@263 124
Chris@263 125 delete[] m_filebuffer;
Chris@263 126 m_filebuffer = 0;
Chris@148 127
Chris@263 128 if (isDecodeCacheInitialised()) finishDecodeCache();
Chris@263 129
Chris@148 130 delete m_progress;
Chris@148 131 m_progress = 0;
Chris@263 132
Chris@263 133 } else {
Chris@263 134
Chris@263 135 m_decodeThread = new DecodeThread(this);
Chris@263 136 m_decodeThread->start();
Chris@263 137
Chris@386 138 while ((m_channelCount == 0 || m_fileRate == 0 || m_sampleRate == 0)
Chris@386 139 && !m_done) {
Chris@263 140 usleep(10);
Chris@263 141 }
Chris@386 142
Chris@386 143 std::cerr << "MP3FileReader ctor: exiting with file rate = " << m_fileRate << std::endl;
Chris@148 144 }
Chris@148 145 }
Chris@148 146
Chris@148 147 MP3FileReader::~MP3FileReader()
Chris@148 148 {
Chris@263 149 if (m_decodeThread) {
Chris@265 150 m_cancelled = true;
Chris@263 151 m_decodeThread->wait();
Chris@263 152 delete m_decodeThread;
Chris@263 153 }
Chris@148 154 }
Chris@148 155
Chris@263 156 void
Chris@271 157 MP3FileReader::loadTags()
Chris@271 158 {
Chris@271 159 m_title = "";
Chris@271 160
Chris@271 161 #ifdef HAVE_ID3TAG
Chris@271 162
Chris@290 163 id3_file *file = id3_file_open(m_path.toLocal8Bit().data(),
Chris@271 164 ID3_FILE_MODE_READONLY);
Chris@271 165 if (!file) return;
Chris@271 166
Chris@273 167 // We can do this a lot more elegantly, but we'll leave that for
Chris@273 168 // when we implement support for more than just the one tag!
Chris@273 169
Chris@271 170 id3_tag *tag = id3_file_tag(file);
Chris@273 171 if (!tag) {
Chris@273 172 #ifdef DEBUG_ID3TAG
Chris@273 173 std::cerr << "MP3FileReader::loadTags: No ID3 tag found" << std::endl;
Chris@273 174 #endif
Chris@273 175 id3_file_close(file);
Chris@273 176 return;
Chris@271 177 }
Chris@271 178
Chris@333 179 m_title = loadTag(tag, "TIT2"); // work title
Chris@333 180 if (m_title == "") m_title = loadTag(tag, "TIT1");
Chris@273 181
Chris@333 182 m_maker = loadTag(tag, "TPE1"); // "lead artist"
Chris@333 183 if (m_maker == "") m_maker = loadTag(tag, "TPE2");
Chris@273 184
Chris@271 185 id3_file_close(file);
Chris@273 186
Chris@273 187 #else
Chris@273 188 #ifdef DEBUG_ID3TAG
Chris@273 189 std::cerr << "MP3FileReader::loadTags: ID3 tag support not compiled in"
Chris@273 190 << std::endl;
Chris@271 191 #endif
Chris@273 192 #endif
Chris@333 193 }
Chris@273 194
Chris@333 195 QString
Chris@333 196 MP3FileReader::loadTag(void *vtag, const char *name)
Chris@333 197 {
Chris@333 198 #ifdef HAVE_ID3TAG
Chris@333 199 id3_tag *tag = (id3_tag *)vtag;
Chris@333 200
Chris@333 201 id3_frame *frame = id3_tag_findframe(tag, name, 0);
Chris@333 202 if (!frame) {
Chris@333 203 #ifdef DEBUG_ID3TAG
Chris@333 204 std::cerr << "MP3FileReader::loadTags: No \"" << name << "\" in ID3 tag" << std::endl;
Chris@333 205 #endif
Chris@333 206 return "";
Chris@333 207 }
Chris@333 208
Chris@333 209 if (frame->nfields < 2) {
Chris@333 210 std::cerr << "MP3FileReader::loadTags: WARNING: Not enough fields (" << frame->nfields << ") for \"" << name << "\" in ID3 tag" << std::endl;
Chris@333 211 return "";
Chris@333 212 }
Chris@333 213
Chris@333 214 unsigned int nstrings = id3_field_getnstrings(&frame->fields[1]);
Chris@333 215 if (nstrings == 0) {
Chris@333 216 #ifdef DEBUG_ID3TAG
Chris@348 217 std::cerr << "MP3FileReader::loadTags: No strings for \"" << name << "\" in ID3 tag" << std::endl;
Chris@333 218 #endif
Chris@333 219 return "";
Chris@333 220 }
Chris@333 221
Chris@333 222 id3_ucs4_t const *ustr = id3_field_getstrings(&frame->fields[1], 0);
Chris@333 223 if (!ustr) {
Chris@333 224 #ifdef DEBUG_ID3TAG
Chris@333 225 std::cerr << "MP3FileReader::loadTags: Invalid or absent data for \"" << name << "\" in ID3 tag" << std::endl;
Chris@333 226 #endif
Chris@333 227 return "";
Chris@333 228 }
Chris@333 229
Chris@333 230 id3_utf8_t *u8str = id3_ucs4_utf8duplicate(ustr);
Chris@333 231 if (!u8str) {
Chris@333 232 std::cerr << "MP3FileReader::loadTags: ERROR: Internal error: Failed to convert UCS4 to UTF8 in ID3 title" << std::endl;
Chris@333 233 return "";
Chris@333 234 }
Chris@333 235
Chris@333 236 QString rv = QString::fromUtf8((const char *)u8str);
Chris@333 237 free(u8str);
Chris@334 238
Chris@334 239 #ifdef DEBUG_ID3TAG
Chris@334 240 std::cerr << "MP3FileReader::loadTags: tag \"" << name << "\" -> \""
Chris@334 241 << rv.toStdString() << "\"" << std::endl;
Chris@334 242 #endif
Chris@334 243
Chris@334 244
Chris@333 245 return rv;
Chris@333 246
Chris@333 247 #else
Chris@333 248 return "";
Chris@333 249 #endif
Chris@271 250 }
Chris@271 251
Chris@271 252 void
Chris@263 253 MP3FileReader::DecodeThread::run()
Chris@263 254 {
Chris@263 255 if (!m_reader->decode(m_reader->m_filebuffer, m_reader->m_fileSize)) {
Chris@290 256 m_reader->m_error = QString("Failed to decode file %1.").arg(m_reader->m_path);
Chris@263 257 }
Chris@263 258
Chris@263 259 delete[] m_reader->m_filebuffer;
Chris@263 260 m_reader->m_filebuffer = 0;
Chris@297 261
Chris@297 262 if (m_reader->m_samplebuffer) {
Chris@297 263 for (size_t c = 0; c < m_reader->m_channelCount; ++c) {
Chris@297 264 delete[] m_reader->m_samplebuffer[c];
Chris@297 265 }
Chris@297 266 delete[] m_reader->m_samplebuffer;
Chris@297 267 m_reader->m_samplebuffer = 0;
Chris@297 268 }
Chris@297 269
Chris@263 270 if (m_reader->isDecodeCacheInitialised()) m_reader->finishDecodeCache();
Chris@263 271
Chris@263 272 m_reader->m_done = true;
Chris@265 273 m_reader->m_completion = 100;
Chris@297 274
Chris@297 275 m_reader->endSerialised();
Chris@263 276 }
Chris@263 277
Chris@148 278 bool
Chris@148 279 MP3FileReader::decode(void *mm, size_t sz)
Chris@148 280 {
Chris@148 281 DecoderData data;
Chris@148 282 struct mad_decoder decoder;
Chris@148 283
Chris@148 284 data.start = (unsigned char const *)mm;
Chris@148 285 data.length = (unsigned long)sz;
Chris@148 286 data.reader = this;
Chris@148 287
Chris@148 288 mad_decoder_init(&decoder, &data, input, 0, 0, output, error, 0);
Chris@148 289 mad_decoder_run(&decoder, MAD_DECODER_MODE_SYNC);
Chris@148 290 mad_decoder_finish(&decoder);
Chris@148 291
Chris@263 292 m_done = true;
Chris@148 293 return true;
Chris@148 294 }
Chris@148 295
Chris@148 296 enum mad_flow
Chris@148 297 MP3FileReader::input(void *dp, struct mad_stream *stream)
Chris@148 298 {
Chris@148 299 DecoderData *data = (DecoderData *)dp;
Chris@148 300
Chris@148 301 if (!data->length) return MAD_FLOW_STOP;
Chris@348 302
Chris@348 303 unsigned char const *start = data->start;
Chris@348 304 unsigned long length = data->length;
Chris@348 305
Chris@348 306 #ifdef HAVE_ID3TAG
Chris@348 307 if (length > ID3_TAG_QUERYSIZE) {
Chris@348 308 int taglen = id3_tag_query(start, ID3_TAG_QUERYSIZE);
Chris@348 309 if (taglen > 0) {
Chris@348 310 // std::cerr << "ID3 tag length to skip: " << taglen << std::endl;
Chris@348 311 start += taglen;
Chris@348 312 length -= taglen;
Chris@348 313 }
Chris@348 314 }
Chris@348 315 #endif
Chris@348 316
Chris@348 317 mad_stream_buffer(stream, start, length);
Chris@148 318 data->length = 0;
Chris@148 319
Chris@148 320 return MAD_FLOW_CONTINUE;
Chris@148 321 }
Chris@148 322
Chris@148 323 enum mad_flow
Chris@148 324 MP3FileReader::output(void *dp,
Chris@148 325 struct mad_header const *header,
Chris@148 326 struct mad_pcm *pcm)
Chris@148 327 {
Chris@148 328 DecoderData *data = (DecoderData *)dp;
Chris@148 329 return data->reader->accept(header, pcm);
Chris@148 330 }
Chris@148 331
Chris@148 332 enum mad_flow
Chris@148 333 MP3FileReader::accept(struct mad_header const *header,
Chris@148 334 struct mad_pcm *pcm)
Chris@148 335 {
Chris@148 336 int channels = pcm->channels;
Chris@148 337 int frames = pcm->length;
Chris@148 338
Chris@148 339 if (header) {
Chris@148 340 m_bitrateNum += header->bitrate;
Chris@148 341 m_bitrateDenom ++;
Chris@148 342 }
Chris@148 343
Chris@148 344 if (frames < 1) return MAD_FLOW_CONTINUE;
Chris@148 345
Chris@148 346 if (m_channelCount == 0) {
Chris@297 347
Chris@297 348 m_fileRate = pcm->samplerate;
Chris@148 349 m_channelCount = channels;
Chris@297 350
Chris@297 351 initialiseDecodeCache();
Chris@297 352
Chris@297 353 if (m_cacheMode == CacheInTemporaryFile) {
Chris@357 354 // m_completion = 1;
Chris@297 355 std::cerr << "MP3FileReader::accept: channel count " << m_channelCount << ", file rate " << m_fileRate << ", about to start serialised section" << std::endl;
Chris@297 356 startSerialised("MP3FileReader::Decode");
Chris@297 357 }
Chris@148 358 }
Chris@148 359
Chris@148 360 if (m_bitrateDenom > 0) {
Chris@148 361 double bitrate = m_bitrateNum / m_bitrateDenom;
Chris@148 362 double duration = double(m_fileSize * 8) / bitrate;
Chris@148 363 double elapsed = double(m_frameCount) / m_sampleRate;
Chris@375 364 double percent = 100;
Chris@375 365 if (duration > 0.0) percent = ((elapsed * 100.0) / duration);
Chris@357 366 int p = int(percent);
Chris@357 367 if (p < 1) p = 1;
Chris@357 368 if (p > 99) p = 99;
Chris@357 369 if (m_completion != p || (m_progress && !m_progress->isVisible())) {
Chris@357 370 m_completion = p;
Chris@357 371 emit progress(m_completion);
Chris@357 372 if (m_progress) {
Chris@357 373 if (m_completion > m_progress->value()) {
Chris@357 374 m_progress->setValue(m_completion);
Chris@357 375 m_progress->show();
Chris@357 376 m_progress->raise();
Chris@357 377 qApp->processEvents();
Chris@357 378 if (m_progress->wasCanceled()) {
Chris@357 379 m_cancelled = true;
Chris@357 380 }
Chris@263 381 }
Chris@148 382 }
Chris@148 383 }
Chris@148 384 }
Chris@148 385
Chris@148 386 if (m_cancelled) return MAD_FLOW_STOP;
Chris@148 387
Chris@148 388 if (!isDecodeCacheInitialised()) {
Chris@148 389 initialiseDecodeCache();
Chris@148 390 }
Chris@148 391
Chris@297 392 if (m_samplebuffersize < frames) {
Chris@297 393 if (!m_samplebuffer) {
Chris@297 394 m_samplebuffer = new float *[channels];
Chris@297 395 for (int c = 0; c < channels; ++c) {
Chris@297 396 m_samplebuffer[c] = 0;
Chris@297 397 }
Chris@297 398 }
Chris@297 399 for (int c = 0; c < channels; ++c) {
Chris@297 400 delete[] m_samplebuffer[c];
Chris@297 401 m_samplebuffer[c] = new float[frames];
Chris@297 402 }
Chris@297 403 m_samplebuffersize = frames;
Chris@297 404 }
Chris@148 405
Chris@297 406 int activeChannels = int(sizeof(pcm->samples) / sizeof(pcm->samples[0]));
Chris@297 407
Chris@297 408 for (int ch = 0; ch < channels; ++ch) {
Chris@297 409
Chris@297 410 for (int i = 0; i < frames; ++i) {
Chris@297 411
Chris@148 412 mad_fixed_t sample = 0;
Chris@297 413 if (ch < activeChannels) {
Chris@148 414 sample = pcm->samples[ch][i];
Chris@148 415 }
Chris@148 416 float fsample = float(sample) / float(MAD_F_ONE);
Chris@297 417
Chris@297 418 m_samplebuffer[ch][i] = fsample;
Chris@148 419 }
Chris@148 420 }
Chris@148 421
Chris@297 422 addSamplesToDecodeCache(m_samplebuffer, frames);
Chris@148 423
Chris@148 424 return MAD_FLOW_CONTINUE;
Chris@148 425 }
Chris@148 426
Chris@148 427 enum mad_flow
Chris@148 428 MP3FileReader::error(void *dp,
Chris@148 429 struct mad_stream *stream,
Chris@148 430 struct mad_frame *)
Chris@148 431 {
Chris@148 432 DecoderData *data = (DecoderData *)dp;
Chris@148 433
Chris@148 434 fprintf(stderr, "decoding error 0x%04x (%s) at byte offset %u\n",
Chris@148 435 stream->error, mad_stream_errorstr(stream),
Chris@148 436 stream->this_frame - data->start);
Chris@148 437
Chris@148 438 return MAD_FLOW_CONTINUE;
Chris@148 439 }
Chris@148 440
Chris@157 441 void
Chris@290 442 MP3FileReader::getSupportedExtensions(std::set<QString> &extensions)
Chris@157 443 {
Chris@157 444 extensions.insert("mp3");
Chris@157 445 }
Chris@157 446
Chris@316 447 bool
Chris@316 448 MP3FileReader::supportsExtension(QString extension)
Chris@316 449 {
Chris@316 450 std::set<QString> extensions;
Chris@316 451 getSupportedExtensions(extensions);
Chris@316 452 return (extensions.find(extension.toLower()) != extensions.end());
Chris@316 453 }
Chris@316 454
Chris@316 455 bool
Chris@316 456 MP3FileReader::supportsContentType(QString type)
Chris@316 457 {
Chris@316 458 return (type == "audio/mpeg");
Chris@316 459 }
Chris@316 460
Chris@316 461 bool
Chris@317 462 MP3FileReader::supports(FileSource &source)
Chris@316 463 {
Chris@316 464 return (supportsExtension(source.getExtension()) ||
Chris@316 465 supportsContentType(source.getContentType()));
Chris@316 466 }
Chris@316 467
Chris@316 468
Chris@148 469 #endif