# HG changeset patch # User luisf # Date 1290080438 0 # Node ID 029dd9e5cc295d8c3de9ead14599ddc82d57bcc5 # Parent f19437971e17e5acd1aa0b103fb62192c9c287fa tests for using coreaudio to read files in 64-bit mac osx diff -r f19437971e17 -r 029dd9e5cc29 data/fileio/AudioFileReaderFactory.cpp --- a/data/fileio/AudioFileReaderFactory.cpp Fri Mar 12 15:06:38 2010 +0000 +++ b/data/fileio/AudioFileReaderFactory.cpp Thu Nov 18 11:40:38 2010 +0000 @@ -20,6 +20,7 @@ #include "OggVorbisFileReader.h" #include "MP3FileReader.h" #include "QuickTimeFileReader.h" +#include "CoreAudioFileReader.h" #include #include @@ -42,6 +43,9 @@ #ifdef HAVE_QUICKTIME QuickTimeFileReader::getSupportedExtensions(extensions); #endif +#ifdef HAVE_COREAUDIO + CoreAudioFileReader::getSupportedExtensions(extensions); +#endif QString rv; for (std::set::const_iterator i = extensions.begin(); @@ -73,7 +77,7 @@ { QString err; -// std::cerr << "AudioFileReaderFactory::createReader(\"" << source.getLocation().toStdString() << "\"): Requested rate: " << targetRate << std::endl; + std::cerr << "AudioFileReaderFactory::createReader(\"" << source.getLocation().toStdString() << "\"): Requested rate: " << targetRate << std::endl; if (!source.isOK() || !source.isAvailable()) { std::cerr << "AudioFileReaderFactory::createReader(\"" << source.getLocation().toStdString() << "\": Source unavailable" << std::endl; @@ -170,6 +174,26 @@ } #endif +#ifdef HAVE_COREAUDIO + if (!reader) { + if (CoreAudioFileReader::supports(source)) { + reader = new CoreAudioFileReader + (source, + threading ? + CoreAudioFileReader::DecodeThreaded : + CoreAudioFileReader::DecodeAtOnce, + CoreAudioFileReader::CacheInTemporaryFile, + targetRate, + reporter); + if (!reader->isOK()) { + delete reader; + reader = 0; + } + } + } +#endif + + // If none of the readers claimed to support this file extension, // perhaps the extension is missing or misleading. Try again, // ignoring it. We have to be confident that the reader won't @@ -259,9 +283,30 @@ } #endif +#ifdef HAVE_COREAUDIO + + std::cerr << "AudioFileReaderFactory: HAVE_COREAUDIO" << std::endl; + + if (!reader) { + reader = new CoreAudioFileReader + (source, + threading ? + CoreAudioFileReader::DecodeThreaded : + CoreAudioFileReader::DecodeAtOnce, + CoreAudioFileReader::CacheInTemporaryFile, + targetRate, + reporter); + + if (!reader->isOK()) { + delete reader; + reader = 0; + } + } +#endif + if (reader) { if (reader->isOK()) { -// std::cerr << "AudioFileReaderFactory: Reader is OK" << std::endl; + std::cerr << "AudioFileReaderFactory: Reader is OK" << std::endl; return reader; } std::cerr << "AudioFileReaderFactory: Preferred reader for " diff -r f19437971e17 -r 029dd9e5cc29 data/fileio/CodedAudioFileReader.cpp --- a/data/fileio/CodedAudioFileReader.cpp Fri Mar 12 15:06:38 2010 +0000 +++ b/data/fileio/CodedAudioFileReader.cpp Thu Nov 18 11:40:38 2010 +0000 @@ -40,7 +40,7 @@ m_resampler(0), m_resampleBuffer(0) { -// std::cerr << "CodedAudioFileReader::CodedAudioFileReader: rate " << targetRate << std::endl; + std::cerr << "CodedAudioFileReader::CodedAudioFileReader: rate " << targetRate << std::endl; m_frameCount = 0; m_sampleRate = targetRate; @@ -54,7 +54,7 @@ if (m_cacheFileWritePtr) sf_close(m_cacheFileWritePtr); -// std::cerr << "CodedAudioFileReader::~CodedAudioFileReader: deleting cache file reader" << std::endl; + std::cerr << "CodedAudioFileReader::~CodedAudioFileReader: deleting cache file reader" << std::endl; delete m_cacheFileReader; delete[] m_cacheWriteBuffer; @@ -72,7 +72,7 @@ void CodedAudioFileReader::startSerialised(QString id) { -// std::cerr << "CodedAudioFileReader::startSerialised(" << id.toStdString() << ")" << std::endl; + std::cerr << "CodedAudioFileReader::startSerialised(" << id.toStdString() << ")" << std::endl; delete m_serialiser; m_serialiser = new Serialiser(id); @@ -81,7 +81,7 @@ void CodedAudioFileReader::endSerialised() { -// std::cerr << "CodedAudioFileReader(" << this << ")::endSerialised: id = " << (m_serialiser ? m_serialiser->getId().toStdString() : "(none)") << std::endl; + std::cerr << "CodedAudioFileReader(" << this << ")::endSerialised: id = " << (m_serialiser ? m_serialiser->getId().toStdString() : "(none)") << std::endl; delete m_serialiser; m_serialiser = 0; @@ -92,7 +92,7 @@ { QMutexLocker locker(&m_cacheMutex); -// std::cerr << "CodedAudioFileReader::initialiseDecodeCache: file rate = " << m_fileRate << std::endl; + std::cerr << "CodedAudioFileReader::initialiseDecodeCache: file rate = " << m_fileRate << std::endl; if (m_fileRate == 0) { std::cerr << "CodedAudioFileReader::initialiseDecodeCache: ERROR: File sample rate unknown (bug in subclass implementation?)" << std::endl; diff -r f19437971e17 -r 029dd9e5cc29 data/fileio/CoreAudioFileReader.cpp --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/data/fileio/CoreAudioFileReader.cpp Thu Nov 18 11:40:38 2010 +0000 @@ -0,0 +1,353 @@ +/* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */ + +/* + Sonic Visualiser + An audio file viewer and annotation editor. + Centre for Digital Music, Queen Mary, University of London. + This file copyright 2006-2007 Chris Cannam and QMUL. + + Based on QTAudioFile.cpp from SoundBite, copyright 2006 + Chris Sutton and Mark Levy. + + This program is free software; you can redistribute it and/or + modify it under the terms of the GNU General Public License as + published by the Free Software Foundation; either version 2 of the + License, or (at your option) any later version. See the file + COPYING included with this distribution for more information. + */ + +#ifdef HAVE_COREAUDIO + +#include "CoreAudioFileReader.h" +#include "base/Profiler.h" +#include "base/ProgressReporter.h" +#include "system/System.h" + +#include + + +// TODO: implement for windows +#ifdef _WIN32 +#include +#include +#else + + +#if !defined(__COREAUDIO_USE_FLAT_INCLUDES__) +#include +#else +#include "AudioToolbox.h" +#include "ExtendedAudioFile.h" +#endif + +#include "CAStreamBasicDescription.h" +#include "CAXException.h" + + + + +#endif + +class CoreAudioFileReader::D +{ +public: + D() : data(0), blockSize(1024) { } + + AudioBufferList buffer; + float *data; + OSErr err; + AudioStreamBasicDescription asbd; + // file reference + + ExtAudioFileRef *infile; + size_t blockSize; +}; + + +CoreAudioFileReader::CoreAudioFileReader(FileSource source, + DecodeMode decodeMode, + CacheMode mode, + size_t targetRate, + ProgressReporter *reporter) : + CodedAudioFileReader(mode, targetRate), + m_source(source), + m_path(source.getLocalFilename()), + m_d(new D), + m_reporter(reporter), + m_cancelled(false), + m_completion(0), + m_decodeThread(0) +{ + m_channelCount = 0; + m_fileRate = 0; + + Profiler profiler("CoreAudioFileReader::CoreAudioFileReader", true); + + std::cerr << "CoreAudioFileReader: path is \"" << m_path.toStdString() << "\"" << std::endl; + + // TODO: check QT version + + Handle dataRef; + OSType dataRefType; + + // CFStringRef URLString = CFStringCreateWithCString + // (0, m_path.toLocal8Bit().data(), 0); + + // what are these used for??? + // ExtAudioFileRef *infile, outfile; + + // Creates a new CFURL object for a file system entity using the native representation. + CFURLRef url = CFURLCreateFromFileSystemRepresentation + (kCFAllocatorDefault, + (const UInt8 *)m_path.toLocal8Bit().data(), + (CFIndex)m_path.length(), + false); + + // first open the input file + m_d->err = ExtAudioFileOpenURL (url, m_d->infile); + + if (m_d->err) { + m_error = QString("Error opening Audio File for CoreAudio decoder: code %1").arg(m_d->err); + return; + } + else { + std::cerr << "CoreAudio: opened URL" << std::endl; + } + + + // Get the audio data format + // the audio format gets stored in the &m_d->asbd + UInt32 thePropertySize = sizeof(m_d->asbd); + + + std::cerr << "CoreAudio: thePropertySize: " << thePropertySize << std::endl; + + m_d->err = ExtAudioFileGetProperty(*m_d->infile, kAudioFilePropertyDataFormat, &thePropertySize, &m_d->asbd); + + std::cerr << "CoreAudio: ExtAudioFileGetProperty res: " << &m_d->asbd << std::endl; + + // CAStreamBasicDescription clientFormat = (inputFormat.mFormatID == kAudioFormatLinearPCM ? inputFormat : outputFormat); + // UInt32 size = sizeof(clientFormat); + + // TODO: test input file's DRM rights + + // are these already set? + m_channelCount = m_d->asbd.mChannelsPerFrame; + m_fileRate = m_d->asbd.mSampleRate; + + std::cerr << "CoreAudio: Format ID: " << m_d->asbd.mFormatID << std::endl; + std::cerr << "CoreAudio: " << m_d->asbd.mChannelsPerFrame << " channels, " << m_fileRate << " kHz" << std::endl; + + + + m_d->asbd.mFormatFlags = + kAudioFormatFlagIsFloat | + kAudioFormatFlagIsPacked | + kAudioFormatFlagsNativeEndian; + m_d->asbd.mBitsPerChannel = sizeof(float) * 8; + m_d->asbd.mBytesPerFrame = sizeof(float) * m_d->asbd.mChannelsPerFrame; + m_d->asbd.mBytesPerPacket = m_d->asbd.mBytesPerFrame; + + + + /* + + !!! what does this do exactly ????? + + m_d->err = MovieAudioExtractionSetProperty + (m_d->extractionSessionRef, + kQTPropertyClass_MovieAudioExtraction_Audio, + kQTMovieAudioExtractionAudioPropertyID_AudioStreamBasicDescription, + sizeof(m_d->asbd), + &m_d->asbd); + + + + if (m_d->err) { + m_error = QString("Error in QuickTime decoder property set: code %1").arg(m_d->err); + m_channelCount = 0; + return; + } + + */ + + m_d->buffer.mNumberBuffers = 1; + m_d->buffer.mBuffers[0].mNumberChannels = m_channelCount; + m_d->buffer.mBuffers[0].mDataByteSize = + sizeof(float) * m_channelCount * m_d->blockSize; + m_d->data = new float[m_channelCount * m_d->blockSize]; + m_d->buffer.mBuffers[0].mData = m_d->data; + + initialiseDecodeCache(); + + // only decode at once for now + // if (decodeMode == DecodeAtOnce) { + + if (m_reporter) { + connect(m_reporter, SIGNAL(cancelled()), this, SLOT(cancelled())); + m_reporter->setMessage + (tr("Decoding %1...").arg(QFileInfo(m_path).fileName())); + } + + while (1) { + + UInt32 framesRead = m_d->blockSize; + + m_d->err = ExtAudioFileRead (*m_d->infile, &framesRead, &m_d->buffer); + + if (m_d->err) { + m_error = QString("Error in CoreAudio decoding: code %1") + .arg(m_d->err); + break; + } + + //!!! progress? + + // std::cerr << "Read " << framesRead << " frames (block size " << m_d->blockSize << ")" << std::endl; + + // QuickTime buffers are interleaved unless specified otherwise + addSamplesToDecodeCache(m_d->data, framesRead); + + if (framesRead < m_d->blockSize) break; + } + + finishDecodeCache(); + endSerialised(); + + /* + TODO - close session + m_d->err = MovieAudioExtractionEnd(m_d->extractionSessionRef); + if (m_d->err) { + m_error = QString("Error ending QuickTime extraction session: code %1").arg(m_d->err); + } + */ + m_completion = 100; + + + + // } else { + // if (m_reporter) m_reporter->setProgress(100); + // + // if (m_channelCount > 0) { + // m_decodeThread = new DecodeThread(this); + // m_decodeThread->start(); + // } + // } + + std::cerr << "QuickTimeFileReader::QuickTimeFileReader: frame count is now " << getFrameCount() << ", error is \"\"" << m_error.toStdString() << "\"" << std::endl; +} + + + + + +CoreAudioFileReader::~CoreAudioFileReader() +{ + std::cerr << "CoreAudioFileReader::~CoreAudioFileReader" << std::endl; + + if (m_decodeThread) { + m_cancelled = true; + m_decodeThread->wait(); + delete m_decodeThread; + } + + // SetMovieActive(m_d->movie, FALSE); + // DisposeMovie(m_d->movie); + + delete[] m_d->data; + delete m_d; +} + +void +CoreAudioFileReader::cancelled() +{ + m_cancelled = true; +} + +/* +void +CoreAudioFileReader::DecodeThread::run() +{ + if (m_reader->m_cacheMode == CacheInTemporaryFile) { + m_reader->m_completion = 1; + m_reader->startSerialised("QuickTimeFileReader::Decode"); + } + + while (1) { + + UInt32 framesRead = m_reader->m_d->blockSize; + UInt32 extractionFlags = 0; + m_reader->m_d->err = MovieAudioExtractionFillBuffer + (m_reader->m_d->extractionSessionRef, &framesRead, + &m_reader->m_d->buffer, &extractionFlags); + if (m_reader->m_d->err) { + m_reader->m_error = QString("Error in QuickTime decoding: code %1") + .arg(m_reader->m_d->err); + break; + } + + // QuickTime buffers are interleaved unless specified otherwise + m_reader->addSamplesToDecodeCache(m_reader->m_d->data, framesRead); + + if (framesRead < m_reader->m_d->blockSize) break; + } + + m_reader->finishDecodeCache(); + + m_reader->m_d->err = MovieAudioExtractionEnd(m_reader->m_d->extractionSessionRef); + if (m_reader->m_d->err) { + m_reader->m_error = QString("Error ending QuickTime extraction session: code %1").arg(m_reader->m_d->err); + } + + m_reader->m_completion = 100; + m_reader->endSerialised(); +} +*/ + + +void +CoreAudioFileReader::getSupportedExtensions(std::set &extensions) +{ + extensions.insert("aiff"); + extensions.insert("aif"); + extensions.insert("au"); + extensions.insert("avi"); + extensions.insert("m4a"); + extensions.insert("m4b"); + extensions.insert("m4p"); + extensions.insert("m4v"); + extensions.insert("mov"); + extensions.insert("mp3"); + extensions.insert("mp4"); + extensions.insert("wav"); +} + +bool +CoreAudioFileReader::supportsExtension(QString extension) +{ + std::set extensions; + getSupportedExtensions(extensions); + return (extensions.find(extension.toLower()) != extensions.end()); +} + +bool +CoreAudioFileReader::supportsContentType(QString type) +{ + return (type == "audio/x-aiff" || + type == "audio/x-wav" || + type == "audio/mpeg" || + type == "audio/basic" || + type == "audio/x-aac" || + type == "video/mp4" || + type == "video/quicktime"); +} + +bool +CoreAudioFileReader::supports(FileSource &source) +{ + return (supportsExtension(source.getExtension()) || + supportsContentType(source.getContentType())); +} + +#endif + diff -r f19437971e17 -r 029dd9e5cc29 data/fileio/CoreAudioFileReader.h --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/data/fileio/CoreAudioFileReader.h Thu Nov 18 11:40:38 2010 +0000 @@ -0,0 +1,95 @@ +/* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */ + +/* + Sonic Visualiser + An audio file viewer and annotation editor. + Centre for Digital Music, Queen Mary, University of London. + This file copyright 2006-2007 Chris Cannam and QMUL. + + Based in part on QTAudioFile.h from SoundBite, copyright 2006 + Chris Sutton and Mark Levy. + + This program is free software; you can redistribute it and/or + modify it under the terms of the GNU General Public License as + published by the Free Software Foundation; either version 2 of the + License, or (at your option) any later version. See the file + COPYING included with this distribution for more information. +*/ + +#ifndef _COREAUDIO_FILE_READER_H_ +#define _COREAUDIO_FILE_READER_H_ + +#ifdef HAVE_COREAUDIO + +#include "CodedAudioFileReader.h" + +#include "base/Thread.h" + +#include + +class ProgressReporter; + +class CoreAudioFileReader : public CodedAudioFileReader +{ + Q_OBJECT + +public: + enum DecodeMode { + DecodeAtOnce, // decode the file on construction, with progress + DecodeThreaded // decode in a background thread after construction + }; + + CoreAudioFileReader(FileSource source, + DecodeMode decodeMode, + CacheMode cacheMode, + size_t targetRate = 0, + ProgressReporter *reporter = 0); + virtual ~CoreAudioFileReader(); + + virtual QString getError() const { return m_error; } + virtual QString getLocation() const { return m_source.getLocation(); } + virtual QString getTitle() const { return m_title; } + + static void getSupportedExtensions(std::set &extensions); + static bool supportsExtension(QString ext); + static bool supportsContentType(QString type); + static bool supports(FileSource &source); + + virtual int getDecodeCompletion() const { return m_completion; } + + virtual bool isUpdating() const { + return m_decodeThread && m_decodeThread->isRunning(); + } + +public slots: + void cancelled(); + +protected: + FileSource m_source; + QString m_path; + QString m_error; + QString m_title; + + class D; + D *m_d; + + ProgressReporter *m_reporter; + bool m_cancelled; + int m_completion; + + class DecodeThread : public Thread + { + public: + // DecodeThread(QuickTimeFileReader *reader) : m_reader(reader) { } + virtual void run(); + + protected: + // QuickTimeFileReader *m_reader; + }; + + DecodeThread *m_decodeThread; +}; + +#endif + +#endif