lbajardsilogic@0: /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*-  vi:set ts=8 sts=4 sw=4: */
lbajardsilogic@0: 
lbajardsilogic@0: /*
lbajardsilogic@0:     Sonic Visualiser
lbajardsilogic@0:     An audio file viewer and annotation editor.
lbajardsilogic@0:     Centre for Digital Music, Queen Mary, University of London.
lbajardsilogic@0:     This file copyright 2006 Chris Cannam.
lbajardsilogic@0:     
lbajardsilogic@0:     This program is free software; you can redistribute it and/or
lbajardsilogic@0:     modify it under the terms of the GNU General Public License as
lbajardsilogic@0:     published by the Free Software Foundation; either version 2 of the
lbajardsilogic@0:     License, or (at your option) any later version.  See the file
lbajardsilogic@0:     COPYING included with this distribution for more information.
lbajardsilogic@0: */
lbajardsilogic@0: 
lbajardsilogic@0: #include "MatrixFile.h"
lbajardsilogic@0: #include "base/TempDirectory.h"
lbajardsilogic@0: #include "system/System.h"
lbajardsilogic@0: #include "base/Profiler.h"
lbajardsilogic@0: #include "base/Exceptions.h"
lbajardsilogic@0: 
lbajardsilogic@0: #include <sys/types.h>
lbajardsilogic@0: #include <sys/stat.h>
lbajardsilogic@0: #include <fcntl.h>
lbajardsilogic@0: //#include <unistd.h>
lbajardsilogic@0: 
lbajardsilogic@0: #include <iostream>
lbajardsilogic@0: 
lbajardsilogic@0: #include <cstdio>
lbajardsilogic@0: #include <cassert>
lbajardsilogic@0: 
lbajardsilogic@0: #include <QFileInfo>
lbajardsilogic@0: #include <QDir>
lbajardsilogic@0: 
lbajardsilogic@0: //#define DEBUG_MATRIX_FILE 1
lbajardsilogic@0: //#define DEBUG_MATRIX_FILE_READ_SET 1
lbajardsilogic@0: 
lbajardsilogic@0: #ifdef DEBUG_MATRIX_FILE_READ_SET
lbajardsilogic@0: #ifndef DEBUG_MATRIX_FILE
lbajardsilogic@0: #define DEBUG_MATRIX_FILE 1
lbajardsilogic@0: #endif
lbajardsilogic@0: #endif
lbajardsilogic@0: 
lbajardsilogic@0: std::map<QString, int> MatrixFile::m_refcount;
lbajardsilogic@0: QMutex MatrixFile::m_refcountMutex;
lbajardsilogic@0: 
lbajardsilogic@0: MatrixFile::ResizeableBitsetMap MatrixFile::m_columnBitsets;
lbajardsilogic@0: QMutex MatrixFile::m_columnBitsetWriteMutex;
lbajardsilogic@0: 
lbajardsilogic@0: FileReadThread *MatrixFile::m_readThread = 0;
lbajardsilogic@0: 
lbajardsilogic@0: static size_t totalStorage = 0;
lbajardsilogic@0: static size_t totalMemory = 0;
lbajardsilogic@0: static size_t totalCount = 0;
lbajardsilogic@0: 
lbajardsilogic@0: MatrixFile::MatrixFile(QString fileBase, Mode mode,
lbajardsilogic@0:                        size_t cellSize, bool eagerCache) :
lbajardsilogic@0:     m_fd(-1),
lbajardsilogic@0:     m_mode(mode),
lbajardsilogic@0:     m_flags(0),
lbajardsilogic@0:     m_fmode(0),
lbajardsilogic@0:     m_cellSize(cellSize),
lbajardsilogic@0:     m_width(0),
lbajardsilogic@0:     m_height(0),
lbajardsilogic@0:     m_headerSize(2 * sizeof(size_t)),
lbajardsilogic@0:     m_defaultCacheWidth(1024),
lbajardsilogic@0:     m_prevX(0),
lbajardsilogic@0:     m_eagerCache(eagerCache),
lbajardsilogic@0:     m_requestToken(-1),
lbajardsilogic@0:     m_spareData(0),
lbajardsilogic@0:     m_columnBitset(0)
lbajardsilogic@0: {
lbajardsilogic@0:     Profiler profiler("MatrixFile::MatrixFile", true);
lbajardsilogic@0: 
lbajardsilogic@0:     if (!m_readThread) {
lbajardsilogic@0:         m_readThread = new FileReadThread;
lbajardsilogic@0:         m_readThread->start();
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     m_cache.data = 0;
lbajardsilogic@0: 
lbajardsilogic@0:     QDir tempDir(TempDirectory::getInstance()->getPath());
lbajardsilogic@0:     QString fileName(tempDir.filePath(QString("%1.mfc").arg(fileBase)));
lbajardsilogic@0:     bool newFile = !QFileInfo(fileName).exists();
lbajardsilogic@0: 
lbajardsilogic@0:     if (newFile && m_mode == ReadOnly) {
lbajardsilogic@0:         std::cerr << "ERROR: MatrixFile::MatrixFile: Read-only mode "
lbajardsilogic@0:                   << "specified, but cache file does not exist" << std::endl;
lbajardsilogic@0:         throw FileNotFound(fileName);
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     if (!newFile && m_mode == ReadWrite) {
lbajardsilogic@0:         std::cerr << "Note: MatrixFile::MatrixFile: Read/write mode "
lbajardsilogic@0:                   << "specified, but file already exists; falling back to "
lbajardsilogic@0:                   << "read-only mode" << std::endl;
lbajardsilogic@0:         m_mode = ReadOnly;
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     if (!eagerCache && m_mode == ReadOnly) {
lbajardsilogic@0:         std::cerr << "WARNING: MatrixFile::MatrixFile: Eager cacheing not "
lbajardsilogic@0:                   << "specified, but file is open in read-only mode -- cache "
lbajardsilogic@0:                   << "will not be used" << std::endl;
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     m_flags = 0;
lbajardsilogic@0:     m_fmode = S_IRUSR | S_IWUSR;
lbajardsilogic@0: 
lbajardsilogic@0:     if (m_mode == ReadWrite) {
lbajardsilogic@0:         m_flags = O_RDWR | O_CREAT;
lbajardsilogic@0:     } else {
lbajardsilogic@0:         m_flags = O_RDONLY;
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0: #ifdef _WIN32
lbajardsilogic@0:     m_flags |= O_BINARY;
lbajardsilogic@0: #endif
lbajardsilogic@0: 
lbajardsilogic@0: #ifdef DEBUG_MATRIX_FILE
lbajardsilogic@0:     std::cerr << "MatrixFile::MatrixFile: opening " << fileName.toStdString() << "..." << std::endl;
lbajardsilogic@0: #endif
lbajardsilogic@0: 
lbajardsilogic@0:     if ((m_fd = ::open(fileName.toLocal8Bit(), m_flags, m_fmode)) < 0) {
lbajardsilogic@0:         ::perror("Open failed");
lbajardsilogic@0:         std::cerr << "ERROR: MatrixFile::MatrixFile: "
lbajardsilogic@0:                   << "Failed to open cache file \""
lbajardsilogic@0:                   << fileName.toStdString() << "\"";
lbajardsilogic@0:         if (m_mode == ReadWrite) std::cerr << " for writing";
lbajardsilogic@0:         std::cerr << std::endl;
lbajardsilogic@0:         throw FailedToOpenFile(fileName);
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     if (newFile) {
lbajardsilogic@0:         resize(0, 0); // write header
lbajardsilogic@0:     } else {
lbajardsilogic@0:         size_t header[2];
lbajardsilogic@0:         if (::read(m_fd, header, 2 * sizeof(size_t)) < 0) {
lbajardsilogic@0:             ::perror("MatrixFile::MatrixFile: read failed");
lbajardsilogic@0:             std::cerr << "ERROR: MatrixFile::MatrixFile: "
lbajardsilogic@0:                       << "Failed to read header (fd " << m_fd << ", file \""
lbajardsilogic@0:                       << fileName.toStdString() << "\")" << std::endl;
lbajardsilogic@0:             throw FileReadFailed(fileName);
lbajardsilogic@0:         }
lbajardsilogic@0:         m_width = header[0];
lbajardsilogic@0:         m_height = header[1];
lbajardsilogic@0:         seekTo(0, 0);
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     m_fileName = fileName;
lbajardsilogic@0: 
lbajardsilogic@0:     m_columnBitsetWriteMutex.lock();
lbajardsilogic@0: 
lbajardsilogic@0:     if (m_columnBitsets.find(m_fileName) == m_columnBitsets.end()) {
lbajardsilogic@0:         m_columnBitsets[m_fileName] = new ResizeableBitset;
lbajardsilogic@0:     }
lbajardsilogic@0:     m_columnBitset = m_columnBitsets[m_fileName];
lbajardsilogic@0: 
lbajardsilogic@0:     m_columnBitsetWriteMutex.unlock();
lbajardsilogic@0: 
lbajardsilogic@0:     QMutexLocker locker(&m_refcountMutex);
lbajardsilogic@0:     ++m_refcount[fileName];
lbajardsilogic@0: 
lbajardsilogic@0: //    std::cerr << "MatrixFile(" << this << "): fd " << m_fd << ", file " << fileName.toStdString() << ", ref " << m_refcount[fileName] << std::endl;
lbajardsilogic@0: 
lbajardsilogic@0: //    std::cerr << "MatrixFile::MatrixFile: Done, size is " << "(" << m_width << ", " << m_height << ")" << std::endl;
lbajardsilogic@0: 
lbajardsilogic@0:     ++totalCount;
lbajardsilogic@0: 
lbajardsilogic@0: }
lbajardsilogic@0: 
lbajardsilogic@0: MatrixFile::~MatrixFile()
lbajardsilogic@0: {
lbajardsilogic@0:     char *requestData = 0;
lbajardsilogic@0: 
lbajardsilogic@0:     if (m_requestToken >= 0) {
lbajardsilogic@0:         FileReadThread::Request request;
lbajardsilogic@0:         if (m_readThread->getRequest(m_requestToken, request)) {
lbajardsilogic@0:             requestData = request.data;
lbajardsilogic@0:         }
lbajardsilogic@0:         m_readThread->cancel(m_requestToken);
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     if (requestData) free(requestData);
lbajardsilogic@0:     if (m_cache.data) free(m_cache.data);
lbajardsilogic@0:     if (m_spareData) free(m_spareData);
lbajardsilogic@0: 
lbajardsilogic@0:     if (m_fd >= 0) {
lbajardsilogic@0:         if (::close(m_fd) < 0) {
lbajardsilogic@0:             ::perror("MatrixFile::~MatrixFile: close failed");
lbajardsilogic@0:         }
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     if (m_fileName != "") {
lbajardsilogic@0: 
lbajardsilogic@0:         QMutexLocker locker(&m_refcountMutex);
lbajardsilogic@0: 
lbajardsilogic@0:         if (--m_refcount[m_fileName] == 0) {
lbajardsilogic@0: 
lbajardsilogic@0:             if (::unlink(m_fileName.toLocal8Bit())) {
lbajardsilogic@0: //                ::perror("Unlink failed");
lbajardsilogic@0: //                std::cerr << "WARNING: MatrixFile::~MatrixFile: reference count reached 0, but failed to unlink file \"" << m_fileName.toStdString() << "\"" << std::endl;
lbajardsilogic@0:             } else {
lbajardsilogic@0: //                std::cerr << "deleted " << m_fileName.toStdString() << std::endl;
lbajardsilogic@0:             }
lbajardsilogic@0: 
lbajardsilogic@0:             QMutexLocker locker2(&m_columnBitsetWriteMutex);
lbajardsilogic@0:             m_columnBitsets.erase(m_fileName);
lbajardsilogic@0:             delete m_columnBitset;
lbajardsilogic@0:         }
lbajardsilogic@0:     }
lbajardsilogic@0:     
lbajardsilogic@0:     totalStorage -= (m_headerSize + (m_width * m_height * m_cellSize));
lbajardsilogic@0:     totalMemory -= (2 * m_defaultCacheWidth * m_height * m_cellSize);
lbajardsilogic@0:     totalCount --;
lbajardsilogic@0: 
lbajardsilogic@0: //    std::cerr << "MatrixFile::~MatrixFile: " << std::endl;
lbajardsilogic@0: //    std::cerr << "Total storage now " << totalStorage/1024 << "K, theoretical max memory "
lbajardsilogic@0: //              << totalMemory/1024 << "K in " << totalCount << " instances" << std::endl;
lbajardsilogic@0: 
lbajardsilogic@0: }
lbajardsilogic@0: 
lbajardsilogic@0: void
lbajardsilogic@0: MatrixFile::resize(size_t w, size_t h)
lbajardsilogic@0: {
lbajardsilogic@0:     Profiler profiler("MatrixFile::resize", true);
lbajardsilogic@0: 
lbajardsilogic@0:     assert(m_mode == ReadWrite);
lbajardsilogic@0: 
lbajardsilogic@0:     QMutexLocker locker(&m_fdMutex);
lbajardsilogic@0:     
lbajardsilogic@0:     totalStorage -= (m_headerSize + (m_width * m_height * m_cellSize));
lbajardsilogic@0:     totalMemory -= (2 * m_defaultCacheWidth * m_height * m_cellSize);
lbajardsilogic@0: 
lbajardsilogic@0:     off_t off = m_headerSize + (w * h * m_cellSize);
lbajardsilogic@0: 
lbajardsilogic@0: #ifdef DEBUG_MATRIX_FILE
lbajardsilogic@0:     std::cerr << "MatrixFile::resize(" << w << ", " << h << "): resizing file" << std::endl;
lbajardsilogic@0: #endif
lbajardsilogic@0: 
lbajardsilogic@0:     if (w * h < m_width * m_height) {
lbajardsilogic@0:         if (::ftruncate(m_fd, off) < 0) {
lbajardsilogic@0:             ::perror("WARNING: MatrixFile::resize: ftruncate failed");
lbajardsilogic@0:             throw FileOperationFailed(m_fileName, "ftruncate");
lbajardsilogic@0:         }
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     m_width = 0;
lbajardsilogic@0:     m_height = 0;
lbajardsilogic@0: 
lbajardsilogic@0:     if (::lseek(m_fd, 0, SEEK_SET) == (off_t)-1) {
lbajardsilogic@0:         ::perror("ERROR: MatrixFile::resize: Seek to write header failed");
lbajardsilogic@0:         throw FileOperationFailed(m_fileName, "lseek");
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     size_t header[2];
lbajardsilogic@0:     header[0] = w;
lbajardsilogic@0:     header[1] = h;
lbajardsilogic@0:     if (::write(m_fd, header, 2 * sizeof(size_t)) != 2 * sizeof(size_t)) {
lbajardsilogic@0:         ::perror("ERROR: MatrixFile::resize: Failed to write header");
lbajardsilogic@0:         throw FileOperationFailed(m_fileName, "write");
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     if (w > 0 && m_defaultCacheWidth > w) {
lbajardsilogic@0:         m_defaultCacheWidth = w;
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     static size_t maxCacheMB = 16;
lbajardsilogic@0:     if (2 * m_defaultCacheWidth * h * m_cellSize > maxCacheMB * 1024 * 1024) { //!!!
lbajardsilogic@0:         m_defaultCacheWidth = (maxCacheMB * 1024 * 1024) / (2 * h * m_cellSize);
lbajardsilogic@0:         if (m_defaultCacheWidth < 16) m_defaultCacheWidth = 16;
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     if (m_columnBitset) {
lbajardsilogic@0:         QMutexLocker locker(&m_columnBitsetWriteMutex);
lbajardsilogic@0:         m_columnBitset->resize(w);
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     if (m_cache.data) {
lbajardsilogic@0:         free(m_cache.data);
lbajardsilogic@0:         m_cache.data = 0;
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     if (m_spareData) {
lbajardsilogic@0:         free(m_spareData);
lbajardsilogic@0:         m_spareData = 0;
lbajardsilogic@0:     }
lbajardsilogic@0:     
lbajardsilogic@0:     m_width = w;
lbajardsilogic@0:     m_height = h;
lbajardsilogic@0: 
lbajardsilogic@0:     totalStorage += (m_headerSize + (m_width * m_height * m_cellSize));
lbajardsilogic@0:     totalMemory += (2 * m_defaultCacheWidth * m_height * m_cellSize);
lbajardsilogic@0: 
lbajardsilogic@0: #ifdef DEBUG_MATRIX_FILE
lbajardsilogic@0:     std::cerr << "MatrixFile::resize(" << w << ", " << h << "): cache width "
lbajardsilogic@0:               << m_defaultCacheWidth << ", storage "
lbajardsilogic@0:               << (m_headerSize + w * h * m_cellSize) << ", mem "
lbajardsilogic@0:               << (2 * h * m_defaultCacheWidth * m_cellSize) << std::endl;
lbajardsilogic@0: 
lbajardsilogic@0:     std::cerr << "Total storage " << totalStorage/1024 << "K, theoretical max memory "
lbajardsilogic@0:               << totalMemory/1024 << "K in " << totalCount << " instances" << std::endl;
lbajardsilogic@0: #endif
lbajardsilogic@0: 
lbajardsilogic@0:     seekTo(0, 0);
lbajardsilogic@0: }
lbajardsilogic@0: 
lbajardsilogic@0: void
lbajardsilogic@0: MatrixFile::reset()
lbajardsilogic@0: {
lbajardsilogic@0:     Profiler profiler("MatrixFile::reset", true);
lbajardsilogic@0: 
lbajardsilogic@0:     assert (m_mode == ReadWrite);
lbajardsilogic@0:     
lbajardsilogic@0:     if (m_eagerCache) {
lbajardsilogic@0:         void *emptyCol = calloc(m_height, m_cellSize);
lbajardsilogic@0:         for (size_t x = 0; x < m_width; ++x) setColumnAt(x, emptyCol);
lbajardsilogic@0:         free(emptyCol);
lbajardsilogic@0:     }
lbajardsilogic@0:     
lbajardsilogic@0:     if (m_columnBitset) {
lbajardsilogic@0:         QMutexLocker locker(&m_columnBitsetWriteMutex);
lbajardsilogic@0:         m_columnBitset->resize(m_width);
lbajardsilogic@0:     }
lbajardsilogic@0: }
lbajardsilogic@0: 
lbajardsilogic@0: void
lbajardsilogic@0: MatrixFile::getColumnAt(size_t x, void *data)
lbajardsilogic@0: {
lbajardsilogic@0: //    Profiler profiler("MatrixFile::getColumnAt");
lbajardsilogic@0: 
lbajardsilogic@0: //    assert(haveSetColumnAt(x));
lbajardsilogic@0: 
lbajardsilogic@0:     if (getFromCache(x, 0, m_height, data)) return;
lbajardsilogic@0: 
lbajardsilogic@0: //    Profiler profiler2("MatrixFile::getColumnAt (uncached)");
lbajardsilogic@0: 
lbajardsilogic@0:     ssize_t r = 0;
lbajardsilogic@0: 
lbajardsilogic@0: #ifdef DEBUG_MATRIX_FILE
lbajardsilogic@0:     std::cerr << "MatrixFile::getColumnAt(" << x << ")"
lbajardsilogic@0:               << ": reading the slow way";
lbajardsilogic@0: 
lbajardsilogic@0:     if (m_requestToken >= 0 &&
lbajardsilogic@0:         x >= m_requestingX &&
lbajardsilogic@0:         x <  m_requestingX + m_requestingWidth) {
lbajardsilogic@0:         
lbajardsilogic@0:         std::cerr << " (awaiting " << m_requestingX << ", " << m_requestingWidth << " from disk)";
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     std::cerr << std::endl;
lbajardsilogic@0: #endif
lbajardsilogic@0: 
lbajardsilogic@0:     m_fdMutex.lock();
lbajardsilogic@0: 
lbajardsilogic@0:     if (seekTo(x, 0)) {
lbajardsilogic@0:         r = ::read(m_fd, data, m_height * m_cellSize);
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     m_fdMutex.unlock();
lbajardsilogic@0:     
lbajardsilogic@0:     if (r < 0) {
lbajardsilogic@0:         ::perror("MatrixFile::getColumnAt: read failed");
lbajardsilogic@0:         std::cerr << "ERROR: MatrixFile::getColumnAt: "
lbajardsilogic@0:                   << "Failed to read column " << x << " (height " << m_height << ", cell size " << m_cellSize << ", fd " << m_fd << ", file \""
lbajardsilogic@0:                   << m_fileName.toStdString() << "\")" << std::endl;
lbajardsilogic@0:         throw FileReadFailed(m_fileName);
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     return;
lbajardsilogic@0: }
lbajardsilogic@0: 
lbajardsilogic@0: bool
lbajardsilogic@0: MatrixFile::getFromCache(size_t x, size_t ystart, size_t ycount, void *data)
lbajardsilogic@0: {
lbajardsilogic@0:     m_cacheMutex.lock();
lbajardsilogic@0: 
lbajardsilogic@0:     if (!m_cache.data || x < m_cache.x || x >= m_cache.x + m_cache.width) {
lbajardsilogic@0:         bool left = (m_cache.data && x < m_cache.x);
lbajardsilogic@0:         m_cacheMutex.unlock();
lbajardsilogic@0:         primeCache(x, left); // this doesn't take effect until a later callback
lbajardsilogic@0:         m_prevX = x;
lbajardsilogic@0:         return false;
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     memcpy(data,
lbajardsilogic@0:            m_cache.data + m_cellSize * ((x - m_cache.x) * m_height + ystart),
lbajardsilogic@0:            ycount * m_cellSize);
lbajardsilogic@0: 
lbajardsilogic@0:     m_cacheMutex.unlock();
lbajardsilogic@0: 
lbajardsilogic@0:     if (m_cache.x > 0 && x < m_prevX && x < m_cache.x + m_cache.width/4) {
lbajardsilogic@0:         primeCache(x, true);
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     if (m_cache.x + m_cache.width < m_width &&
lbajardsilogic@0:         x > m_prevX &&
lbajardsilogic@0:         x > m_cache.x + (m_cache.width * 3) / 4) {
lbajardsilogic@0:         primeCache(x, false);
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     m_prevX = x;
lbajardsilogic@0:     return true;
lbajardsilogic@0: }
lbajardsilogic@0: 
lbajardsilogic@0: void
lbajardsilogic@0: MatrixFile::setColumnAt(size_t x, const void *data)
lbajardsilogic@0: {
lbajardsilogic@0:     assert(m_mode == ReadWrite);
lbajardsilogic@0: 
lbajardsilogic@0: #ifdef DEBUG_MATRIX_FILE_READ_SET
lbajardsilogic@0:     std::cerr << "MatrixFile::setColumnAt(" << x << ")" << std::endl;
lbajardsilogic@0: #endif
lbajardsilogic@0: 
lbajardsilogic@0:     ssize_t w = 0;
lbajardsilogic@0:     bool seekFailed = false;
lbajardsilogic@0: 
lbajardsilogic@0:     m_fdMutex.lock();
lbajardsilogic@0: 
lbajardsilogic@0:     if (seekTo(x, 0)) {
lbajardsilogic@0:         w = ::write(m_fd, data, m_height * m_cellSize);
lbajardsilogic@0:     } else {
lbajardsilogic@0:         seekFailed = true;
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     m_fdMutex.unlock();
lbajardsilogic@0: 
lbajardsilogic@0:     if (!seekFailed && w != ssize_t(m_height * m_cellSize)) {
lbajardsilogic@0:         ::perror("WARNING: MatrixFile::setColumnAt: write failed");
lbajardsilogic@0:         throw FileOperationFailed(m_fileName, "write");
lbajardsilogic@0:     } else if (seekFailed) {
lbajardsilogic@0:         throw FileOperationFailed(m_fileName, "seek");
lbajardsilogic@0:     } else {
lbajardsilogic@0:         QMutexLocker locker(&m_columnBitsetWriteMutex);
lbajardsilogic@0:         m_columnBitset->set(x);
lbajardsilogic@0:     }
lbajardsilogic@0: }
lbajardsilogic@0: 
lbajardsilogic@0: void
lbajardsilogic@0: MatrixFile::suspend()
lbajardsilogic@0: {
lbajardsilogic@0:     QMutexLocker locker(&m_fdMutex);
lbajardsilogic@0:     QMutexLocker locker2(&m_cacheMutex);
lbajardsilogic@0: 
lbajardsilogic@0:     if (m_fd < 0) return; // already suspended
lbajardsilogic@0: 
lbajardsilogic@0: #ifdef DEBUG_MATRIX_FILE
lbajardsilogic@0:     std::cerr << "MatrixFile(" << this << ":" << m_fileName.toStdString() << ")::suspend(): fd was " << m_fd << std::endl;
lbajardsilogic@0: #endif
lbajardsilogic@0: 
lbajardsilogic@0:     if (m_requestToken >= 0) {
lbajardsilogic@0:         void *data = 0;
lbajardsilogic@0:         FileReadThread::Request request;
lbajardsilogic@0:         if (m_readThread->getRequest(m_requestToken, request)) {
lbajardsilogic@0:             data = request.data;
lbajardsilogic@0:         }
lbajardsilogic@0:         m_readThread->cancel(m_requestToken);
lbajardsilogic@0:         if (data) free(data);
lbajardsilogic@0:         m_requestToken = -1;
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     if (m_cache.data) {
lbajardsilogic@0:         free(m_cache.data);
lbajardsilogic@0:         m_cache.data = 0;
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     if (m_spareData) {
lbajardsilogic@0:         free(m_spareData);
lbajardsilogic@0:         m_spareData = 0;
lbajardsilogic@0:     }
lbajardsilogic@0:     
lbajardsilogic@0:     if (::close(m_fd) < 0) {
lbajardsilogic@0:         ::perror("WARNING: MatrixFile::suspend: close failed");
lbajardsilogic@0:         throw FileOperationFailed(m_fileName, "close");
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     m_fd = -1;
lbajardsilogic@0: }
lbajardsilogic@0: 
lbajardsilogic@0: void
lbajardsilogic@0: MatrixFile::resume()
lbajardsilogic@0: {
lbajardsilogic@0:     if (m_fd >= 0) return;
lbajardsilogic@0: 
lbajardsilogic@0: #ifdef DEBUG_MATRIX_FILE    
lbajardsilogic@0:     std::cerr << "MatrixFile(" << this << ")::resume()" << std::endl;
lbajardsilogic@0: #endif
lbajardsilogic@0: 
lbajardsilogic@0:     if ((m_fd = ::open(m_fileName.toLocal8Bit(), m_flags, m_fmode)) < 0) {
lbajardsilogic@0:         ::perror("Open failed");
lbajardsilogic@0:         std::cerr << "ERROR: MatrixFile::resume: "
lbajardsilogic@0:                   << "Failed to open cache file \""
lbajardsilogic@0:                   << m_fileName.toStdString() << "\"";
lbajardsilogic@0:         if (m_mode == ReadWrite) std::cerr << " for writing";
lbajardsilogic@0:         std::cerr << std::endl;
lbajardsilogic@0:         throw FailedToOpenFile(m_fileName);
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     std::cerr << "MatrixFile(" << this << ":" << m_fileName.toStdString() << ")::resume(): fd is " << m_fd << std::endl;
lbajardsilogic@0: }
lbajardsilogic@0: 
lbajardsilogic@0: void
lbajardsilogic@0: MatrixFile::primeCache(size_t x, bool goingLeft)
lbajardsilogic@0: {
lbajardsilogic@0: //    Profiler profiler("MatrixFile::primeCache");
lbajardsilogic@0: 
lbajardsilogic@0: #ifdef DEBUG_MATRIX_FILE_READ_SET
lbajardsilogic@0:     std::cerr << "MatrixFile::primeCache(" << x << ", " << goingLeft << ")" << std::endl;
lbajardsilogic@0: #endif
lbajardsilogic@0: 
lbajardsilogic@0:     size_t rx = x;
lbajardsilogic@0:     size_t rw = m_defaultCacheWidth;
lbajardsilogic@0: 
lbajardsilogic@0:     size_t left = rw / 3;
lbajardsilogic@0:     if (goingLeft) left = (rw * 2) / 3;
lbajardsilogic@0: 
lbajardsilogic@0:     if (rx > left) rx -= left;
lbajardsilogic@0:     else rx = 0;
lbajardsilogic@0: 
lbajardsilogic@0:     if (rx + rw > m_width) rw = m_width - rx;
lbajardsilogic@0: 
lbajardsilogic@0:     if (!m_eagerCache) {
lbajardsilogic@0: 
lbajardsilogic@0:         size_t ti = 0;
lbajardsilogic@0: 
lbajardsilogic@0:         for (ti = 0; ti < rw; ++ti) {
lbajardsilogic@0:             if (!m_columnBitset->get(rx + ti)) break;
lbajardsilogic@0:         }
lbajardsilogic@0:         
lbajardsilogic@0: #ifdef DEBUG_MATRIX_FILE
lbajardsilogic@0:         if (ti < rw) {
lbajardsilogic@0:             std::cerr << "eagerCache is false and there's a hole at "
lbajardsilogic@0:                       << rx + ti << ", reducing rw from " << rw << " to "
lbajardsilogic@0:                       << ti << std::endl;
lbajardsilogic@0:         }
lbajardsilogic@0: #endif
lbajardsilogic@0: 
lbajardsilogic@190:         rw = MIN(rw, ti);
lbajardsilogic@0:         if (rw < 10 || rx + rw <= x) return;
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     QMutexLocker locker(&m_cacheMutex);
lbajardsilogic@0: 
lbajardsilogic@0:     FileReadThread::Request request;
lbajardsilogic@0: 
lbajardsilogic@0:     if (m_requestToken >= 0 &&
lbajardsilogic@0:         m_readThread->getRequest(m_requestToken, request)) {
lbajardsilogic@0: 
lbajardsilogic@0:         if (x >= m_requestingX &&
lbajardsilogic@0:             x <  m_requestingX + m_requestingWidth) {
lbajardsilogic@0: 
lbajardsilogic@0:             if (m_readThread->isReady(m_requestToken)) {
lbajardsilogic@0: 
lbajardsilogic@0:                 if (!request.successful) {
lbajardsilogic@0:                     std::cerr << "ERROR: MatrixFile::primeCache: Last request was unsuccessful" << std::endl;
lbajardsilogic@0:                     throw FileReadFailed(m_fileName);
lbajardsilogic@0:                 }
lbajardsilogic@0:                 
lbajardsilogic@0: #ifdef DEBUG_MATRIX_FILE_READ_SET
lbajardsilogic@0:                 std::cerr << "last request is ready! (" << m_requestingX << ", "<< m_requestingWidth << ")"  << std::endl;
lbajardsilogic@0: #endif
lbajardsilogic@0: 
lbajardsilogic@0:                 m_cache.x = (request.start - m_headerSize) / (m_height * m_cellSize);
lbajardsilogic@0:                 m_cache.width = request.size / (m_height * m_cellSize);
lbajardsilogic@0:       
lbajardsilogic@0: #ifdef DEBUG_MATRIX_FILE_READ_SET
lbajardsilogic@0:                 std::cerr << "received last request: actual size is: " << m_cache.x << ", " << m_cache.width << std::endl;
lbajardsilogic@0: #endif
lbajardsilogic@0: 
lbajardsilogic@0:                 if (m_cache.data) {
lbajardsilogic@0:                     if (m_spareData) free(m_spareData);
lbajardsilogic@0:                     m_spareData = m_cache.data;
lbajardsilogic@0:                 }
lbajardsilogic@0:                 m_cache.data = request.data;
lbajardsilogic@0: 
lbajardsilogic@0:                 m_readThread->done(m_requestToken);
lbajardsilogic@0:                 m_requestToken = -1;
lbajardsilogic@0:             }
lbajardsilogic@0: 
lbajardsilogic@0:             // already requested something covering this area; wait for it
lbajardsilogic@0:             return;
lbajardsilogic@0:         }
lbajardsilogic@0: 
lbajardsilogic@0:         // the current request is no longer of any use
lbajardsilogic@0:         m_readThread->cancel(m_requestToken);
lbajardsilogic@0: 
lbajardsilogic@0:         // crude way to avoid leaking the data
lbajardsilogic@0:         while (!m_readThread->isCancelled(m_requestToken)) {
lbajardsilogic@0:             usleep(10000);
lbajardsilogic@0:         }
lbajardsilogic@0: 
lbajardsilogic@0: #ifdef DEBUG_MATRIX_FILE_READ_SET
lbajardsilogic@0:         std::cerr << "cancelled " << m_requestToken << std::endl;
lbajardsilogic@0: #endif
lbajardsilogic@0: 
lbajardsilogic@0:         if (m_spareData) free(m_spareData);
lbajardsilogic@0:         m_spareData = request.data;
lbajardsilogic@0:         m_readThread->done(m_requestToken);
lbajardsilogic@0: 
lbajardsilogic@0:         m_requestToken = -1;
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     if (m_fd < 0) {
lbajardsilogic@0:         m_fdMutex.lock();
lbajardsilogic@0:         if (m_fd < 0) resume();
lbajardsilogic@0:         m_fdMutex.unlock();
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     request.fd = m_fd;
lbajardsilogic@0:     request.mutex = &m_fdMutex;
lbajardsilogic@0:     request.start = m_headerSize + rx * m_height * m_cellSize;
lbajardsilogic@0:     request.size = rw * m_height * m_cellSize;
lbajardsilogic@0:     request.data = (char *)realloc(m_spareData, rw * m_height * m_cellSize);
lbajardsilogic@0:     MUNLOCK(request.data, rw * m_height * m_cellSize);
lbajardsilogic@0:     m_spareData = 0;
lbajardsilogic@0: 
lbajardsilogic@0:     m_requestingX = rx;
lbajardsilogic@0:     m_requestingWidth = rw;
lbajardsilogic@0: 
lbajardsilogic@0:     int token = m_readThread->request(request);
lbajardsilogic@0: #ifdef DEBUG_MATRIX_FILE_READ_SET
lbajardsilogic@0:     std::cerr << "MatrixFile::primeCache: request token is "
lbajardsilogic@0:               << token << " (x = [" << rx << "], w = [" << rw << "], left = [" << goingLeft << "])" << std::endl;
lbajardsilogic@0: #endif
lbajardsilogic@0:     m_requestToken = token;
lbajardsilogic@0: }
lbajardsilogic@0: 
lbajardsilogic@0: bool
lbajardsilogic@0: MatrixFile::seekTo(size_t x, size_t y)
lbajardsilogic@0: {
lbajardsilogic@0:     if (m_fd < 0) resume();
lbajardsilogic@0: 
lbajardsilogic@0:     off_t off = m_headerSize + (x * m_height + y) * m_cellSize;
lbajardsilogic@0: 
lbajardsilogic@0:     if (::lseek(m_fd, off, SEEK_SET) == (off_t)-1) {
lbajardsilogic@0:         ::perror("Seek failed");
lbajardsilogic@0:         std::cerr << "ERROR: MatrixFile::seekTo(" << x << ", " << y
lbajardsilogic@0:                   << ") failed" << std::endl;
lbajardsilogic@0:         return false;
lbajardsilogic@0:     }
lbajardsilogic@0: 
lbajardsilogic@0:     return true;
lbajardsilogic@0: }
lbajardsilogic@0: