annotate data/fileio/FileSource.h @ 674:920e3880f7b4

* Add TempWriteFile abstraction, use it when exporting audio to avoid clobbering existing file before export is complete
author Chris Cannam
date Tue, 29 Mar 2011 17:30:23 +0100
parents e340b2fb9471
children 948271d124ac
rev   line source
Chris@208 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@208 2
Chris@208 3 /*
Chris@208 4 Sonic Visualiser
Chris@208 5 An audio file viewer and annotation editor.
Chris@208 6 Centre for Digital Music, Queen Mary, University of London.
Chris@208 7 This file copyright 2007 QMUL.
Chris@208 8
Chris@208 9 This program is free software; you can redistribute it and/or
Chris@208 10 modify it under the terms of the GNU General Public License as
Chris@208 11 published by the Free Software Foundation; either version 2 of the
Chris@208 12 License, or (at your option) any later version. See the file
Chris@208 13 COPYING included with this distribution for more information.
Chris@208 14 */
Chris@208 15
Chris@465 16 #ifndef _FILE_SOURCE_H_
Chris@465 17 #define _FILE_SOURCE_H_
Chris@208 18
Chris@208 19 #include <QUrl>
Chris@208 20 #include <QMutex>
Chris@208 21 #include <QString>
Chris@210 22 #include <QTimer>
Chris@208 23
Chris@304 24 #include <map>
Chris@304 25
Chris@208 26 class QFtp;
Chris@208 27 class QHttp;
Chris@208 28 class QFile;
Chris@210 29 class QHttpResponseHeader;
Chris@392 30 class ProgressReporter;
Chris@208 31
Chris@325 32 /**
Chris@325 33 * FileSource is a class used to refer to the contents of a file that
Chris@325 34 * may be either local or at a remote location such as a HTTP URL.
Chris@325 35 *
Chris@325 36 * When a FileSource object is constructed, the file or URL passed to
Chris@325 37 * its constructor is tested for validity, and if it refers to a
Chris@325 38 * remote HTTP or FTP location it is retrieved asynchronously (the Qt
Chris@325 39 * event loop must be running) and cached locally. You can then query
Chris@325 40 * a local path for the file and refer to that as a normal filename.
Chris@325 41 *
Chris@325 42 * Use isAvailable() to test whether the file or remote URL exists,
Chris@325 43 * and isOK() to test for internal validity or transmission errors.
Chris@325 44 * Call waitForStatus() to block until the availability and validity
Chris@325 45 * of the URL have been established so that isAvailable may be called,
Chris@325 46 * and waitForData() to block until the entire file has been cached.
Chris@325 47 *
Chris@325 48 * FileSource handles reference counting for cache files. You can
Chris@325 49 * construct many FileSource objects with the same URL and you will
Chris@325 50 * receive the same cached file for each; it is also reasonable to
Chris@325 51 * pass FileSource objects by value. FileSource only makes sense for
Chris@325 52 * stateless URLs that result in the same data on each request.
Chris@325 53 *
Chris@469 54 * Cached files share a lifetime with their "owning" FileSource
Chris@469 55 * objects; when the last FileSource referring to a given URL is
Chris@469 56 * deleted or goes out of scope, its cached file (if any) is also
Chris@469 57 * removed.
Chris@325 58 */
Chris@317 59 class FileSource : public QObject
Chris@208 60 {
Chris@208 61 Q_OBJECT
Chris@208 62
Chris@208 63 public:
Chris@325 64 /**
Chris@325 65 * Construct a FileSource using the given local file path or URL.
Chris@357 66 * The URL may be raw or encoded.
Chris@357 67 *
Chris@392 68 * If a ProgressReporter is provided, it will be updated with
Chris@392 69 * progress status. Note that the progress() signal will also be
Chris@392 70 * emitted regularly during retrieval, even if no reporter is
Chris@392 71 * supplied here. Caller retains ownership of the reporter object.
Chris@325 72 */
Chris@520 73 FileSource(QString fileOrUrl,
Chris@520 74 ProgressReporter *reporter = 0,
Chris@520 75 QString preferredContentType = "");
Chris@325 76
Chris@325 77 /**
Chris@357 78 * Construct a FileSource using the given remote URL.
Chris@357 79 *
Chris@392 80 * If a ProgressReporter is provided, it will be updated with
Chris@392 81 * progress status. Note that the progress() signal will also be
Chris@392 82 * emitted regularly during retrieval, even if no reporter is
Chris@392 83 * supplied here. Caller retains ownership of the reporter object.
Chris@325 84 */
Chris@469 85 FileSource(QUrl url, ProgressReporter *reporter = 0);
Chris@325 86
Chris@317 87 FileSource(const FileSource &);
Chris@316 88
Chris@317 89 virtual ~FileSource();
Chris@208 90
Chris@325 91 /**
Chris@325 92 * Block on a sub-event-loop until the availability of the file or
Chris@325 93 * remote URL is known.
Chris@325 94 */
Chris@325 95 void waitForStatus();
Chris@325 96
Chris@325 97 /**
Chris@325 98 * Block on a sub-event-loop until the whole of the data has been
Chris@325 99 * retrieved (if it is remote).
Chris@325 100 */
Chris@325 101 void waitForData();
Chris@325 102
Chris@325 103 /**
Chris@325 104 * Return true if the FileSource object is valid and no error
Chris@325 105 * occurred in looking up the file or remote URL. Non-existence
Chris@325 106 * of the file or URL is not an error -- call isAvailable() to
Chris@325 107 * test for that.
Chris@325 108 */
Chris@325 109 bool isOK() const;
Chris@325 110
Chris@325 111 /**
Chris@325 112 * Return true if the file or remote URL exists. This may block
Chris@325 113 * on a sub-event-loop (calling waitForStatus) if the status is
Chris@325 114 * not yet available.
Chris@325 115 */
Chris@210 116 bool isAvailable();
Chris@210 117
Chris@325 118 /**
Chris@325 119 * Return true if the entire file has been retrieved and is
Chris@325 120 * available.
Chris@325 121 */
Chris@325 122 bool isDone() const;
Chris@316 123
Chris@325 124 /**
Chris@325 125 * Return true if this FileSource is referring to a remote URL.
Chris@325 126 */
Chris@325 127 bool isRemote() const;
Chris@325 128
Chris@325 129 /**
Chris@325 130 * Return the location filename or URL as passed to the
Chris@325 131 * constructor.
Chris@325 132 */
Chris@325 133 QString getLocation() const;
Chris@325 134
Chris@325 135 /**
Chris@325 136 * Return the name of the local file this FileSource refers to.
Chris@325 137 * This is the filename that should be used when reading normally
Chris@325 138 * from the FileSource. If the filename passed to the constructor
Chris@325 139 * was a local file, this will return the same filename; otherwise
Chris@325 140 * this will be the name of the temporary cache file owned by the
Chris@325 141 * FileSource.
Chris@325 142 */
Chris@325 143 QString getLocalFilename() const;
Chris@325 144
Chris@325 145 /**
Chris@325 146 * Return the MIME content type of this file, if known.
Chris@325 147 */
Chris@325 148 QString getContentType() const;
Chris@325 149
Chris@325 150 /**
Chris@325 151 * Return the file extension for this file, if any.
Chris@325 152 */
Chris@325 153 QString getExtension() const;
Chris@325 154
Chris@325 155 /**
Chris@325 156 * Return an error message, if isOK() is false.
Chris@325 157 */
Chris@325 158 QString getErrorString() const;
Chris@325 159
Chris@325 160 /**
Chris@325 161 * Specify whether any local, cached file should remain on disc
Chris@325 162 * after this FileSource has been destroyed. The default is false
Chris@469 163 * (cached files share their FileSource owners' lifespans).
Chris@325 164 */
Chris@316 165 void setLeaveLocalFile(bool leave);
Chris@208 166
Chris@325 167 /**
Chris@325 168 * Return true if the given filename or URL refers to a remote
Chris@325 169 * URL.
Chris@325 170 */
Chris@325 171 static bool isRemote(QString fileOrUrl);
Chris@210 172
Chris@325 173 /**
Chris@325 174 * Return true if FileSource can handle the retrieval scheme for
Chris@325 175 * the given URL (or if the URL is for a local file).
Chris@325 176 */
Chris@208 177 static bool canHandleScheme(QUrl url);
Chris@208 178
Chris@208 179 signals:
Chris@325 180 /**
Chris@325 181 * Emitted during URL retrieval, when the retrieval progress
Chris@325 182 * notches up to a new percentage.
Chris@325 183 */
Chris@208 184 void progress(int percent);
Chris@325 185
Chris@325 186 /**
Chris@325 187 * Emitted when the file's existence has been tested and/or
Chris@325 188 * response header received. Calls to isAvailable() after this
Chris@325 189 * has been emitted will not block.
Chris@325 190 */
Chris@325 191 void statusAvailable();
Chris@325 192
Chris@325 193 /**
Chris@325 194 * Emitted when the entire file data has been retrieved and the
Chris@325 195 * local file is complete (if no error has occurred).
Chris@325 196 */
Chris@208 197 void ready();
Chris@208 198
Chris@208 199 protected slots:
Chris@208 200 void dataReadProgress(int done, int total);
Chris@214 201 void httpResponseHeaderReceived(const QHttpResponseHeader &resp);
Chris@214 202 void ftpCommandFinished(int, bool);
Chris@208 203 void dataTransferProgress(qint64 done, qint64 total);
Chris@208 204 void done(bool error);
Chris@210 205 void cancelled();
Chris@208 206
Chris@208 207 protected:
Chris@317 208 FileSource &operator=(const FileSource &); // not provided
Chris@316 209
Chris@304 210 QUrl m_url;
Chris@208 211 QFtp *m_ftp;
Chris@208 212 QHttp *m_http;
Chris@208 213 QFile *m_localFile;
Chris@208 214 QString m_localFilename;
Chris@208 215 QString m_errorString;
Chris@315 216 QString m_contentType;
Chris@520 217 QString m_preferredContentType;
Chris@208 218 bool m_ok;
Chris@210 219 int m_lastStatus;
Chris@316 220 bool m_remote;
Chris@208 221 bool m_done;
Chris@316 222 bool m_leaveLocalFile;
Chris@392 223 ProgressReporter *m_reporter;
Chris@208 224
Chris@304 225 typedef std::map<QUrl, int> RemoteRefCountMap;
Chris@304 226 typedef std::map<QUrl, QString> RemoteLocalMap;
Chris@304 227 static RemoteRefCountMap m_refCountMap;
Chris@304 228 static RemoteLocalMap m_remoteLocalMap;
Chris@304 229 static QMutex m_mapMutex;
Chris@316 230 bool m_refCounted;
Chris@316 231
Chris@357 232 void init();
Chris@316 233 void initHttp();
Chris@316 234 void initFtp();
Chris@304 235
Chris@211 236 void cleanup();
Chris@211 237
Chris@316 238 // Create a local file for m_url. If it already existed, return true.
Chris@316 239 // The local filename is stored in m_localFilename.
Chris@316 240 bool createCacheFile();
Chris@316 241 void deleteCacheFile();
Chris@208 242
Chris@208 243 static QMutex m_fileCreationMutex;
Chris@208 244 static int m_count;
Chris@208 245 };
Chris@208 246
Chris@208 247 #endif