cannam@132: // Copyright (c) 2013-2014 Sandstorm Development Group, Inc. and contributors cannam@132: // Licensed under the MIT License: cannam@132: // cannam@132: // Permission is hereby granted, free of charge, to any person obtaining a copy cannam@132: // of this software and associated documentation files (the "Software"), to deal cannam@132: // in the Software without restriction, including without limitation the rights cannam@132: // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell cannam@132: // copies of the Software, and to permit persons to whom the Software is cannam@132: // furnished to do so, subject to the following conditions: cannam@132: // cannam@132: // The above copyright notice and this permission notice shall be included in cannam@132: // all copies or substantial portions of the Software. cannam@132: // cannam@132: // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR cannam@132: // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, cannam@132: // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE cannam@132: // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER cannam@132: // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, cannam@132: // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN cannam@132: // THE SOFTWARE. cannam@132: cannam@132: #ifndef KJ_IO_H_ cannam@132: #define KJ_IO_H_ cannam@132: cannam@132: #if defined(__GNUC__) && !KJ_HEADER_WARNINGS cannam@132: #pragma GCC system_header cannam@132: #endif cannam@132: cannam@132: #include cannam@132: #include "common.h" cannam@132: #include "array.h" cannam@132: #include "exception.h" cannam@132: cannam@132: namespace kj { cannam@132: cannam@132: // ======================================================================================= cannam@132: // Abstract interfaces cannam@132: cannam@132: class InputStream { cannam@132: public: cannam@132: virtual ~InputStream() noexcept(false); cannam@132: cannam@132: size_t read(void* buffer, size_t minBytes, size_t maxBytes); cannam@132: // Reads at least minBytes and at most maxBytes, copying them into the given buffer. Returns cannam@132: // the size read. Throws an exception on errors. Implemented in terms of tryRead(). cannam@132: // cannam@132: // maxBytes is the number of bytes the caller really wants, but minBytes is the minimum amount cannam@132: // needed by the caller before it can start doing useful processing. If the stream returns less cannam@132: // than maxBytes, the caller will usually call read() again later to get the rest. Returning cannam@132: // less than maxBytes is useful when it makes sense for the caller to parallelize processing cannam@132: // with I/O. cannam@132: // cannam@132: // Never blocks if minBytes is zero. If minBytes is zero and maxBytes is non-zero, this may cannam@132: // attempt a non-blocking read or may just return zero. To force a read, use a non-zero minBytes. cannam@132: // To detect EOF without throwing an exception, use tryRead(). cannam@132: // cannam@132: // If the InputStream can't produce minBytes, it MUST throw an exception, as the caller is not cannam@132: // expected to understand how to deal with partial reads. cannam@132: cannam@132: virtual size_t tryRead(void* buffer, size_t minBytes, size_t maxBytes) = 0; cannam@132: // Like read(), but may return fewer than minBytes on EOF. cannam@132: cannam@132: inline void read(void* buffer, size_t bytes) { read(buffer, bytes, bytes); } cannam@132: // Convenience method for reading an exact number of bytes. cannam@132: cannam@132: virtual void skip(size_t bytes); cannam@132: // Skips past the given number of bytes, discarding them. The default implementation read()s cannam@132: // into a scratch buffer. cannam@132: }; cannam@132: cannam@132: class OutputStream { cannam@132: public: cannam@132: virtual ~OutputStream() noexcept(false); cannam@132: cannam@132: virtual void write(const void* buffer, size_t size) = 0; cannam@132: // Always writes the full size. Throws exception on error. cannam@132: cannam@132: virtual void write(ArrayPtr> pieces); cannam@132: // Equivalent to write()ing each byte array in sequence, which is what the default implementation cannam@132: // does. Override if you can do something better, e.g. use writev() to do the write in a single cannam@132: // syscall. cannam@132: }; cannam@132: cannam@132: class BufferedInputStream: public InputStream { cannam@132: // An input stream which buffers some bytes in memory to reduce system call overhead. cannam@132: // - OR - cannam@132: // An input stream that actually reads from some in-memory data structure and wants to give its cannam@132: // caller a direct pointer to that memory to potentially avoid a copy. cannam@132: cannam@132: public: cannam@132: virtual ~BufferedInputStream() noexcept(false); cannam@132: cannam@132: ArrayPtr getReadBuffer(); cannam@132: // Get a direct pointer into the read buffer, which contains the next bytes in the input. If the cannam@132: // caller consumes any bytes, it should then call skip() to indicate this. This always returns a cannam@132: // non-empty buffer or throws an exception. Implemented in terms of tryGetReadBuffer(). cannam@132: cannam@132: virtual ArrayPtr tryGetReadBuffer() = 0; cannam@132: // Like getReadBuffer() but may return an empty buffer on EOF. cannam@132: }; cannam@132: cannam@132: class BufferedOutputStream: public OutputStream { cannam@132: // An output stream which buffers some bytes in memory to reduce system call overhead. cannam@132: // - OR - cannam@132: // An output stream that actually writes into some in-memory data structure and wants to give its cannam@132: // caller a direct pointer to that memory to potentially avoid a copy. cannam@132: cannam@132: public: cannam@132: virtual ~BufferedOutputStream() noexcept(false); cannam@132: cannam@132: virtual ArrayPtr getWriteBuffer() = 0; cannam@132: // Get a direct pointer into the write buffer. The caller may choose to fill in some prefix of cannam@132: // this buffer and then pass it to write(), in which case write() may avoid a copy. It is cannam@132: // incorrect to pass to write any slice of this buffer which is not a prefix. cannam@132: }; cannam@132: cannam@132: // ======================================================================================= cannam@132: // Buffered streams implemented as wrappers around regular streams cannam@132: cannam@132: class BufferedInputStreamWrapper: public BufferedInputStream { cannam@132: // Implements BufferedInputStream in terms of an InputStream. cannam@132: // cannam@132: // Note that the underlying stream's position is unpredictable once the wrapper is destroyed, cannam@132: // unless the entire stream was consumed. To read a predictable number of bytes in a buffered cannam@132: // way without going over, you'd need this wrapper to wrap some other wrapper which itself cannam@132: // implements an artificial EOF at the desired point. Such a stream should be trivial to write cannam@132: // but is not provided by the library at this time. cannam@132: cannam@132: public: cannam@132: explicit BufferedInputStreamWrapper(InputStream& inner, ArrayPtr buffer = nullptr); cannam@132: // Creates a buffered stream wrapping the given non-buffered stream. No guarantee is made about cannam@132: // the position of the inner stream after a buffered wrapper has been created unless the entire cannam@132: // input is read. cannam@132: // cannam@132: // If the second parameter is non-null, the stream uses the given buffer instead of allocating cannam@132: // its own. This may improve performance if the buffer can be reused. cannam@132: cannam@132: KJ_DISALLOW_COPY(BufferedInputStreamWrapper); cannam@132: ~BufferedInputStreamWrapper() noexcept(false); cannam@132: cannam@132: // implements BufferedInputStream ---------------------------------- cannam@132: ArrayPtr tryGetReadBuffer() override; cannam@132: size_t tryRead(void* buffer, size_t minBytes, size_t maxBytes) override; cannam@132: void skip(size_t bytes) override; cannam@132: cannam@132: private: cannam@132: InputStream& inner; cannam@132: Array ownedBuffer; cannam@132: ArrayPtr buffer; cannam@132: ArrayPtr bufferAvailable; cannam@132: }; cannam@132: cannam@132: class BufferedOutputStreamWrapper: public BufferedOutputStream { cannam@132: // Implements BufferedOutputStream in terms of an OutputStream. Note that writes to the cannam@132: // underlying stream may be delayed until flush() is called or the wrapper is destroyed. cannam@132: cannam@132: public: cannam@132: explicit BufferedOutputStreamWrapper(OutputStream& inner, ArrayPtr buffer = nullptr); cannam@132: // Creates a buffered stream wrapping the given non-buffered stream. cannam@132: // cannam@132: // If the second parameter is non-null, the stream uses the given buffer instead of allocating cannam@132: // its own. This may improve performance if the buffer can be reused. cannam@132: cannam@132: KJ_DISALLOW_COPY(BufferedOutputStreamWrapper); cannam@132: ~BufferedOutputStreamWrapper() noexcept(false); cannam@132: cannam@132: void flush(); cannam@132: // Force the wrapper to write any remaining bytes in its buffer to the inner stream. Note that cannam@132: // this only flushes this object's buffer; this object has no idea how to flush any other buffers cannam@132: // that may be present in the underlying stream. cannam@132: cannam@132: // implements BufferedOutputStream --------------------------------- cannam@132: ArrayPtr getWriteBuffer() override; cannam@132: void write(const void* buffer, size_t size) override; cannam@132: cannam@132: private: cannam@132: OutputStream& inner; cannam@132: Array ownedBuffer; cannam@132: ArrayPtr buffer; cannam@132: byte* bufferPos; cannam@132: UnwindDetector unwindDetector; cannam@132: }; cannam@132: cannam@132: // ======================================================================================= cannam@132: // Array I/O cannam@132: cannam@132: class ArrayInputStream: public BufferedInputStream { cannam@132: public: cannam@132: explicit ArrayInputStream(ArrayPtr array); cannam@132: KJ_DISALLOW_COPY(ArrayInputStream); cannam@132: ~ArrayInputStream() noexcept(false); cannam@132: cannam@132: // implements BufferedInputStream ---------------------------------- cannam@132: ArrayPtr tryGetReadBuffer() override; cannam@132: size_t tryRead(void* buffer, size_t minBytes, size_t maxBytes) override; cannam@132: void skip(size_t bytes) override; cannam@132: cannam@132: private: cannam@132: ArrayPtr array; cannam@132: }; cannam@132: cannam@132: class ArrayOutputStream: public BufferedOutputStream { cannam@132: public: cannam@132: explicit ArrayOutputStream(ArrayPtr array); cannam@132: KJ_DISALLOW_COPY(ArrayOutputStream); cannam@132: ~ArrayOutputStream() noexcept(false); cannam@132: cannam@132: ArrayPtr getArray() { cannam@132: // Get the portion of the array which has been filled in. cannam@132: return arrayPtr(array.begin(), fillPos); cannam@132: } cannam@132: cannam@132: // implements BufferedInputStream ---------------------------------- cannam@132: ArrayPtr getWriteBuffer() override; cannam@132: void write(const void* buffer, size_t size) override; cannam@132: cannam@132: private: cannam@132: ArrayPtr array; cannam@132: byte* fillPos; cannam@132: }; cannam@132: cannam@132: class VectorOutputStream: public BufferedOutputStream { cannam@132: public: cannam@132: explicit VectorOutputStream(size_t initialCapacity = 4096); cannam@132: KJ_DISALLOW_COPY(VectorOutputStream); cannam@132: ~VectorOutputStream() noexcept(false); cannam@132: cannam@132: ArrayPtr getArray() { cannam@132: // Get the portion of the array which has been filled in. cannam@132: return arrayPtr(vector.begin(), fillPos); cannam@132: } cannam@132: cannam@132: // implements BufferedInputStream ---------------------------------- cannam@132: ArrayPtr getWriteBuffer() override; cannam@132: void write(const void* buffer, size_t size) override; cannam@132: cannam@132: private: cannam@132: Array vector; cannam@132: byte* fillPos; cannam@132: cannam@132: void grow(size_t minSize); cannam@132: }; cannam@132: cannam@132: // ======================================================================================= cannam@132: // File descriptor I/O cannam@132: cannam@132: class AutoCloseFd { cannam@132: // A wrapper around a file descriptor which automatically closes the descriptor when destroyed. cannam@132: // The wrapper supports move construction for transferring ownership of the descriptor. If cannam@132: // close() returns an error, the destructor throws an exception, UNLESS the destructor is being cannam@132: // called during unwind from another exception, in which case the close error is ignored. cannam@132: // cannam@132: // If your code is not exception-safe, you should not use AutoCloseFd. In this case you will cannam@132: // have to call close() yourself and handle errors appropriately. cannam@132: cannam@132: public: cannam@132: inline AutoCloseFd(): fd(-1) {} cannam@132: inline AutoCloseFd(decltype(nullptr)): fd(-1) {} cannam@132: inline explicit AutoCloseFd(int fd): fd(fd) {} cannam@132: inline AutoCloseFd(AutoCloseFd&& other) noexcept: fd(other.fd) { other.fd = -1; } cannam@132: KJ_DISALLOW_COPY(AutoCloseFd); cannam@132: ~AutoCloseFd() noexcept(false); cannam@132: cannam@132: inline AutoCloseFd& operator=(AutoCloseFd&& other) { cannam@132: AutoCloseFd old(kj::mv(*this)); cannam@132: fd = other.fd; cannam@132: other.fd = -1; cannam@132: return *this; cannam@132: } cannam@132: cannam@132: inline AutoCloseFd& operator=(decltype(nullptr)) { cannam@132: AutoCloseFd old(kj::mv(*this)); cannam@132: return *this; cannam@132: } cannam@132: cannam@132: inline operator int() const { return fd; } cannam@132: inline int get() const { return fd; } cannam@132: cannam@132: operator bool() const = delete; cannam@132: // Deleting this operator prevents accidental use in boolean contexts, which cannam@132: // the int conversion operator above would otherwise allow. cannam@132: cannam@132: inline bool operator==(decltype(nullptr)) { return fd < 0; } cannam@132: inline bool operator!=(decltype(nullptr)) { return fd >= 0; } cannam@132: cannam@132: private: cannam@132: int fd; cannam@132: UnwindDetector unwindDetector; cannam@132: }; cannam@132: cannam@132: inline auto KJ_STRINGIFY(const AutoCloseFd& fd) cannam@132: -> decltype(kj::toCharSequence(implicitCast(fd))) { cannam@132: return kj::toCharSequence(implicitCast(fd)); cannam@132: } cannam@132: cannam@132: class FdInputStream: public InputStream { cannam@132: // An InputStream wrapping a file descriptor. cannam@132: cannam@132: public: cannam@132: explicit FdInputStream(int fd): fd(fd) {} cannam@132: explicit FdInputStream(AutoCloseFd fd): fd(fd), autoclose(mv(fd)) {} cannam@132: KJ_DISALLOW_COPY(FdInputStream); cannam@132: ~FdInputStream() noexcept(false); cannam@132: cannam@132: size_t tryRead(void* buffer, size_t minBytes, size_t maxBytes) override; cannam@132: cannam@132: private: cannam@132: int fd; cannam@132: AutoCloseFd autoclose; cannam@132: }; cannam@132: cannam@132: class FdOutputStream: public OutputStream { cannam@132: // An OutputStream wrapping a file descriptor. cannam@132: cannam@132: public: cannam@132: explicit FdOutputStream(int fd): fd(fd) {} cannam@132: explicit FdOutputStream(AutoCloseFd fd): fd(fd), autoclose(mv(fd)) {} cannam@132: KJ_DISALLOW_COPY(FdOutputStream); cannam@132: ~FdOutputStream() noexcept(false); cannam@132: cannam@132: void write(const void* buffer, size_t size) override; cannam@132: void write(ArrayPtr> pieces) override; cannam@132: cannam@132: private: cannam@132: int fd; cannam@132: AutoCloseFd autoclose; cannam@132: }; cannam@132: cannam@132: } // namespace kj cannam@132: cannam@132: #endif // KJ_IO_H_