import Foundation #if os(macOS) import SwiftSignalKitMac #else import SwiftSignalKit #endif private final class ResourceStatusContext { var status: MediaResourceStatus? let subscribers = Bag<(MediaResourceStatus) -> Void>() } private final class ResourceDataContext { var data: MediaResourceData let progresiveDataSubscribers = Bag<(MediaResourceData) -> Void>() let completeDataSubscribers = Bag<(MediaResourceData) -> Void>() var fetchDisposable: Disposable? let fetchSubscribers = Bag() init(data: MediaResourceData) { self.data = data } } private func fileSize(_ path: String) -> Int { var value = stat() stat(path, &value) return Int(value.st_size) } public enum ResourceDataRangeMode { case complete case incremental case partial } public final class MediaBox { let basePath: String let buffer = WriteBuffer() private let statusQueue = Queue() private let concurrentQueue = Queue.concurrentDefaultQueue() private let dataQueue = Queue() private let cacheQueue = Queue() private var statusContexts: [String: ResourceStatusContext] = [:] private var dataContexts: [String: ResourceDataContext] = [:] private var randomAccessContexts: [String: RandomAccessMediaResourceContext] = [:] private var wrappedFetchResource = Promise<(MediaResource, Range) -> Signal>() public var fetchResource: ((MediaResource, Range) -> Signal)? { didSet { if let fetchResource = self.fetchResource { wrappedFetchResource.set(.single(fetchResource)) } else { wrappedFetchResource.set(.never()) } } } lazy var ensureDirectoryCreated: Void = { try! FileManager.default.createDirectory(atPath: self.basePath, withIntermediateDirectories: true, attributes: nil) }() public init(basePath: String) { self.basePath = basePath let _ = self.ensureDirectoryCreated } private func fileNameForId(_ id: String) -> String { return id } private func pathForId(_ id: String) -> String { return "\(self.basePath)/\(fileNameForId(id))" } private func streamingPathForId(_ id: String) -> String { return "\(self.basePath)/\(fileNameForId(id))_stream" } private func cachePathForId(_ id: String) -> String { return "\(self.basePath)/cache/\(fileNameForId(id))" } public func cachedResource(_ resource: CachedMediaResource) -> Signal { return Signal { subscriber in self.concurrentQueue.async { let path = self.cachePathForId(resource.id) let currentSize = fileSize(path) subscriber.putNext(MediaResourceData(path: path, size: currentSize)) subscriber.putCompletion() } return EmptyDisposable } } public func cacheResource(_ resource: CachedMediaResource, data: Data) { self.cacheQueue.async { let _ = try? data.write(to: URL(fileURLWithPath: self.cachePathForId(resource.id)), options: [.atomic]) } } public func resourceStatus(_ resource: MediaResource) -> Signal { return Signal { subscriber in let disposable = MetaDisposable() self.concurrentQueue.async { let path = self.pathForId(resource.id) let currentSize = fileSize(path) if currentSize >= resource.size { subscriber.putNext(.Local) subscriber.putCompletion() } else { self.statusQueue.async { let statusContext: ResourceStatusContext if let current = self.statusContexts[resource.id] { statusContext = current } else { statusContext = ResourceStatusContext() self.statusContexts[resource.id] = statusContext } let index = statusContext.subscribers.add({ status in subscriber.putNext(status) }) if let status = statusContext.status { subscriber.putNext(status) } else { self.dataQueue.async { let status: MediaResourceStatus let path = self.pathForId(resource.id) let currentSize = fileSize(path) if currentSize >= resource.size { status = .Local } else { var fetchingData = false if let dataContext = self.dataContexts[resource.id] { fetchingData = dataContext.fetchDisposable != nil } if fetchingData { status = .Fetching(progress: Float(currentSize) / Float(resource.size)) } else { status = .Remote } } self.statusQueue.async { if let statusContext = self.statusContexts[resource.id] , statusContext.status == nil { statusContext.status = status for subscriber in statusContext.subscribers.copyItems() { subscriber(status) } } } } } disposable.set(ActionDisposable { self.statusQueue.async { if let current = self.statusContexts[resource.id] { current.subscribers.remove(index) if current.subscribers.isEmpty { self.statusContexts.removeValue(forKey: resource.id) } } } }) } } } return disposable } } public func resourceData(_ resource: MediaResource, pathExtension: String? = nil, complete: Bool = true) -> Signal { return Signal { subscriber in let disposable = MetaDisposable() self.concurrentQueue.async { let path = self.pathForId(resource.id) let currentSize = fileSize(path) if currentSize >= resource.size { if let pathExtension = pathExtension { let pathWithExtension = path + ".\(pathExtension)" if !FileManager.default.fileExists(atPath: pathWithExtension) { let _ = try? FileManager.default.createSymbolicLink(atPath: pathWithExtension, withDestinationPath: self.fileNameForId(resource.id)) } subscriber.putNext(MediaResourceData(path: pathWithExtension, size: currentSize)) } else { subscriber.putNext(MediaResourceData(path: path, size: currentSize)) } subscriber.putCompletion() } else { self.dataQueue.async { let dataContext: ResourceDataContext if let current = self.dataContexts[resource.id] { dataContext = current } else { dataContext = ResourceDataContext(data: MediaResourceData(path: path, size: currentSize)) self.dataContexts[resource.id] = dataContext } let index: Bag<(MediaResourceData) -> Void>.Index if complete { var checkedForSymlink = false index = dataContext.completeDataSubscribers.add { data in if let pathExtension = pathExtension { let pathWithExtension = path + ".\(pathExtension)" if !checkedForSymlink && !FileManager.default.fileExists(atPath: pathWithExtension) { checkedForSymlink = true let _ = try? FileManager.default.createSymbolicLink(atPath: pathWithExtension, withDestinationPath: self.fileNameForId(resource.id)) } subscriber.putNext(MediaResourceData(path: pathWithExtension, size: data.size)) } else { subscriber.putNext(data) } if data.size >= resource.size { subscriber.putCompletion() } } if dataContext.data.size >= resource.size { if let pathExtension = pathExtension { let pathWithExtension = path + ".\(pathExtension)" if !checkedForSymlink && !FileManager.default.fileExists(atPath: pathWithExtension) { checkedForSymlink = true let _ = try? FileManager.default.createSymbolicLink(atPath: pathWithExtension, withDestinationPath: self.fileNameForId(resource.id)) } subscriber.putNext(MediaResourceData(path: pathWithExtension, size: dataContext.data.size)) } else { subscriber.putNext(dataContext.data) } } else { if let pathExtension = pathExtension { let pathWithExtension = path + ".\(pathExtension)" if !checkedForSymlink && !FileManager.default.fileExists(atPath: pathWithExtension) { checkedForSymlink = true let _ = try? FileManager.default.createSymbolicLink(atPath: pathWithExtension, withDestinationPath: self.fileNameForId(resource.id)) } subscriber.putNext(MediaResourceData(path: pathWithExtension, size: 0)) } else { subscriber.putNext(MediaResourceData(path: dataContext.data.path, size: 0)) } } } else { var checkedForSymlink = false index = dataContext.progresiveDataSubscribers.add { data in if let pathExtension = pathExtension { let pathWithExtension = path + ".\(pathExtension)" if !checkedForSymlink && !FileManager.default.fileExists(atPath: pathWithExtension) { checkedForSymlink = true let _ = try? FileManager.default.createSymbolicLink(atPath: pathWithExtension, withDestinationPath: self.fileNameForId(resource.id)) } subscriber.putNext(MediaResourceData(path: pathWithExtension, size: data.size)) } else { subscriber.putNext(data) } if data.size >= resource.size { subscriber.putCompletion() } } if let pathExtension = pathExtension { let pathWithExtension = path + ".\(pathExtension)" if !checkedForSymlink && !FileManager.default.fileExists(atPath: pathWithExtension) { checkedForSymlink = true let _ = try? FileManager.default.createSymbolicLink(atPath: pathWithExtension, withDestinationPath: self.fileNameForId(resource.id)) } subscriber.putNext(MediaResourceData(path: pathWithExtension, size: dataContext.data.size)) } else { subscriber.putNext(dataContext.data) } } disposable.set(ActionDisposable { self.dataQueue.async { if let dataContext = self.dataContexts[resource.id] { if complete { dataContext.completeDataSubscribers.remove(index) } else { dataContext.progresiveDataSubscribers.remove(index) } if dataContext.progresiveDataSubscribers.isEmpty && dataContext.completeDataSubscribers.isEmpty && dataContext.fetchSubscribers.isEmpty { self.dataContexts.removeValue(forKey: resource.id) } } } }) } } } return disposable } } private func randomAccessContext(for resource: MediaResource) -> RandomAccessMediaResourceContext { assert(self.dataQueue.isCurrent()) let dataContext: RandomAccessMediaResourceContext if let current = self.randomAccessContexts[resource.id] { dataContext = current } else { let path = self.pathForId(resource.id) + ".random" dataContext = RandomAccessMediaResourceContext(path: path, size: resource.size, fetchRange: { [weak self] range in let disposable = MetaDisposable() if let strongSelf = self { strongSelf.dataQueue.async { let fetch = strongSelf.wrappedFetchResource.get() |> take(1) |> mapToSignal { fetch -> Signal in return fetch(resource, range) } var offset = 0 disposable.set(fetch.start(next: { [weak strongSelf] data in if let strongSelf = strongSelf { strongSelf.dataQueue.async { if let dataContext = strongSelf.randomAccessContexts[resource.id] { let storeRange = RandomAccessResourceStoreRange(offset: range.lowerBound + offset, data: data) offset += data.count dataContext.storeRanges([storeRange]) } } } })) } } return disposable }) self.randomAccessContexts[resource.id] = dataContext } return dataContext } public func fetchedResourceData(_ resource: MediaResource, in range: Range) -> Signal { return Signal { subscriber in let disposable = MetaDisposable() self.dataQueue.async { let dataContext = self.randomAccessContext(for: resource) let listener = dataContext.addListenerForFetchedData(in: range) disposable.set(ActionDisposable { [weak self] in if let strongSelf = self { strongSelf.dataQueue.async { if let dataContext = strongSelf.randomAccessContexts[resource.id] { dataContext.removeListenerForFetchedData(listener) if !dataContext.hasDataListeners() { let _ = strongSelf.randomAccessContexts.removeValue(forKey: resource.id) } } } } }) } return disposable } } public func resourceData(_ resource: MediaResource, in range: Range, mode: ResourceDataRangeMode = .complete) -> Signal { return Signal { subscriber in let disposable = MetaDisposable() self.dataQueue.async { let dataContext = self.randomAccessContext(for: resource) let listenerMode: RandomAccessResourceDataRangeMode switch mode { case .complete: listenerMode = .Complete case .incremental: listenerMode = .Incremental case .partial: listenerMode = .Partial } var offset = 0 let listener = dataContext.addListenerForData(in: range, mode: listenerMode, updated: { [weak self] data in if let strongSelf = self { strongSelf.dataQueue.async { subscriber.putNext(data) switch mode { case .complete, .partial: offset = max(offset, data.count) case .incremental: offset += data.count } if offset == range.count { subscriber.putCompletion() } } } }) disposable.set(ActionDisposable { [weak self] in if let strongSelf = self { strongSelf.dataQueue.async { if let dataContext = strongSelf.randomAccessContexts[resource.id] { dataContext.removeListenerForData(listener) if !dataContext.hasDataListeners() { let _ = strongSelf.randomAccessContexts.removeValue(forKey: resource.id) } } } } }) } return disposable } } public func fetchedResource(_ resource: MediaResource) -> Signal { return Signal { subscriber in let disposable = MetaDisposable() self.dataQueue.async { let path = self.pathForId(resource.id) let currentSize = fileSize(path) if currentSize >= resource.size { subscriber.putCompletion() } else { let dataContext: ResourceDataContext if let current = self.dataContexts[resource.id] { dataContext = current } else { dataContext = ResourceDataContext(data: MediaResourceData(path: path, size: currentSize)) self.dataContexts[resource.id] = dataContext } let index: Bag.Index = dataContext.fetchSubscribers.add(Void()) if dataContext.fetchDisposable == nil { let status: MediaResourceStatus = .Fetching(progress: Float(currentSize) / Float(resource.size)) self.statusQueue.async { if let statusContext = self.statusContexts[resource.id] { statusContext.status = status for subscriber in statusContext.subscribers.copyItems() { subscriber(status) } } } var offset = currentSize var fd: Int32? dataContext.fetchDisposable = ((self.wrappedFetchResource.get() |> take(1) |> mapToSignal { fetch -> Signal in return fetch(resource, currentSize ..< resource.size) }) |> afterDisposed { if let fd = fd { close(fd) } }).start(next: { data in self.dataQueue.async { let _ = self.ensureDirectoryCreated if fd == nil { let handle = open(path, O_WRONLY | O_CREAT | O_APPEND, S_IRUSR | S_IWUSR) if handle >= 0 { fd = handle } } if let fd = fd { data.withUnsafeBytes { bytes in write(fd, bytes, data.count) } offset += data.count let updatedSize = offset dataContext.data = MediaResourceData(path: path, size: updatedSize) for subscriber in dataContext.progresiveDataSubscribers.copyItems() { subscriber(MediaResourceData(path: path, size: updatedSize)) } if updatedSize >= resource.size { for subscriber in dataContext.completeDataSubscribers.copyItems() { subscriber(MediaResourceData(path: path, size: updatedSize)) } } let status: MediaResourceStatus if updatedSize >= resource.size { status = .Local } else { status = .Fetching(progress: Float(updatedSize) / Float(resource.size)) } self.statusQueue.async { if let statusContext = self.statusContexts[resource.id] { statusContext.status = status for subscriber in statusContext.subscribers.copyItems() { subscriber(status) } } } } } }) } disposable.set(ActionDisposable { self.dataQueue.async { if let dataContext = self.dataContexts[resource.id] { dataContext.fetchSubscribers.remove(index) if dataContext.fetchSubscribers.isEmpty { dataContext.fetchDisposable?.dispose() dataContext.fetchDisposable = nil let currentSize = fileSize(path) let status: MediaResourceStatus if currentSize >= resource.size { status = .Local } else { status = .Remote } self.statusQueue.async { if let statusContext = self.statusContexts[resource.id] , statusContext.status != status { statusContext.status = status for subscriber in statusContext.subscribers.copyItems() { subscriber(status) } } } } if dataContext.completeDataSubscribers.isEmpty && dataContext.progresiveDataSubscribers.isEmpty && dataContext.fetchSubscribers.isEmpty { self.dataContexts.removeValue(forKey: resource.id) } } } }) } } return disposable } } public func cancelInteractiveResourceFetch(_ resource: MediaResource) { self.dataQueue.async { if let dataContext = self.dataContexts[resource.id] , dataContext.fetchDisposable != nil { dataContext.fetchDisposable?.dispose() dataContext.fetchDisposable = nil let currentSize = fileSize(self.pathForId(resource.id)) let status: MediaResourceStatus if currentSize >= resource.size { status = .Local } else { status = .Remote } self.statusQueue.async { if let statusContext = self.statusContexts[resource.id] , statusContext.status != status { statusContext.status = status for subscriber in statusContext.subscribers.copyItems() { subscriber(status) } } } } } } }