import AsyncDisplayKit import Display import TelegramCore import SwiftSignalKit import Postbox import TelegramPresentationData import AccountContext import ContextUI import PhotoResources import RadialStatusNode import TelegramStringFormatting import GridMessageSelectionNode import UniversalMediaPlayer import ListMessageItem import ChatMessageInteractiveMediaBadge import SparseItemGrid private final class FrameSequenceThumbnailNode: ASDisplayNode { private let context: AccountContext private let file: FileMediaReference private let imageNode: ASImageNode private var isPlaying: Bool = false private var isPlayingInternal: Bool = false private var frames: [Int: UIImage] = [:] private var frameTimes: [Double] = [] private var sources: [UniversalSoftwareVideoSource] = [] private var disposables: [Int: Disposable] = [:] private var currentFrameIndex: Int = 0 private var timer: SwiftSignalKit.Timer? init( context: AccountContext, file: FileMediaReference ) { self.context = context self.file = file self.imageNode = ASImageNode() self.imageNode.isUserInteractionEnabled = false self.imageNode.contentMode = .scaleAspectFill self.imageNode.clipsToBounds = true if let duration = file.media.duration { let frameCount = 5 let frameInterval: Double = Double(duration) / Double(frameCount) for i in 0 ..< frameCount { self.frameTimes.append(Double(i) * frameInterval) } } super.init() self.addSubnode(self.imageNode) for i in 0 ..< self.frameTimes.count { let framePts = self.frameTimes[i] let index = i let source = UniversalSoftwareVideoSource( mediaBox: self.context.account.postbox.mediaBox, fileReference: self.file, automaticallyFetchHeader: true ) self.sources.append(source) self.disposables[index] = (source.takeFrame(at: framePts) |> deliverOnMainQueue).start(next: { [weak self] result in guard let strongSelf = self else { return } if case let .image(image) = result { if let image = image { strongSelf.frames[index] = image } } }) } } deinit { for (_, disposable) in self.disposables { disposable.dispose() } self.timer?.invalidate() } func updateIsPlaying(_ isPlaying: Bool) { if self.isPlaying == isPlaying { return } self.isPlaying = isPlaying } func updateLayout(size: CGSize) { self.imageNode.frame = CGRect(origin: CGPoint(), size: size) } func tick() { let isPlayingInternal = self.isPlaying && self.frames.count == self.frameTimes.count if isPlayingInternal { self.currentFrameIndex = (self.currentFrameIndex + 1) % self.frames.count if self.currentFrameIndex < self.frames.count { self.imageNode.image = self.frames[self.currentFrameIndex] } } } } private let mediaBadgeBackgroundColor = UIColor(white: 0.0, alpha: 0.6) private let mediaBadgeTextColor = UIColor.white private final class VisualMediaItemInteraction { let openMessage: (Message) -> Void let openMessageContextActions: (Message, ASDisplayNode, CGRect, ContextGesture?) -> Void let toggleSelection: (MessageId, Bool) -> Void var hiddenMedia: [MessageId: [Media]] = [:] var selectedMessageIds: Set? init( openMessage: @escaping (Message) -> Void, openMessageContextActions: @escaping (Message, ASDisplayNode, CGRect, ContextGesture?) -> Void, toggleSelection: @escaping (MessageId, Bool) -> Void ) { self.openMessage = openMessage self.openMessageContextActions = openMessageContextActions self.toggleSelection = toggleSelection } } private final class VisualMediaItemNode: ASDisplayNode { private let context: AccountContext private let interaction: VisualMediaItemInteraction private var videoLayerFrameManager: SoftwareVideoLayerFrameManager? private var sampleBufferLayer: SampleBufferLayer? private var displayLink: ConstantDisplayLinkAnimator? private var displayLinkTimestamp: Double = 0.0 private var frameSequenceThumbnailNode: FrameSequenceThumbnailNode? private let containerNode: ContextControllerSourceNode private let imageNode: TransformImageNode private var statusNode: RadialStatusNode private let mediaBadgeNode: ChatMessageInteractiveMediaBadge private var selectionNode: GridMessageSelectionNode? private let fetchStatusDisposable = MetaDisposable() private let fetchDisposable = MetaDisposable() private var resourceStatus: MediaResourceStatus? private var item: (VisualMediaItem, Media?, CGSize, CGSize?)? private var theme: PresentationTheme? private var hasVisibility: Bool = false init(context: AccountContext, interaction: VisualMediaItemInteraction) { self.context = context self.interaction = interaction self.containerNode = ContextControllerSourceNode() self.imageNode = TransformImageNode() self.statusNode = RadialStatusNode(backgroundNodeColor: UIColor(white: 0.0, alpha: 0.6)) let progressDiameter: CGFloat = 40.0 self.statusNode.frame = CGRect(x: 0.0, y: 0.0, width: progressDiameter, height: progressDiameter) self.statusNode.isUserInteractionEnabled = false self.mediaBadgeNode = ChatMessageInteractiveMediaBadge() self.mediaBadgeNode.frame = CGRect(origin: CGPoint(x: 6.0, y: 6.0), size: CGSize(width: 50.0, height: 50.0)) super.init() self.addSubnode(self.containerNode) self.containerNode.addSubnode(self.imageNode) self.containerNode.addSubnode(self.mediaBadgeNode) self.containerNode.activated = { [weak self] gesture, _ in guard let strongSelf = self, let item = strongSelf.item, let message = item.0.message else { return } strongSelf.interaction.openMessageContextActions(message, strongSelf.containerNode, strongSelf.containerNode.bounds, gesture) } } deinit { self.fetchStatusDisposable.dispose() self.fetchDisposable.dispose() } override func didLoad() { super.didLoad() let recognizer = TapLongTapOrDoubleTapGestureRecognizer(target: self, action: #selector(self.tapGesture(_:))) recognizer.tapActionAtPoint = { _ in return .waitForSingleTap } self.imageNode.view.addGestureRecognizer(recognizer) self.mediaBadgeNode.pressed = { [weak self] in self?.progressPressed() } } @objc func tapGesture(_ recognizer: TapLongTapOrDoubleTapGestureRecognizer) { if case .ended = recognizer.state { if let (gesture, _) = recognizer.lastRecognizedGestureAndLocation { if case .tap = gesture { if let (item, _, _, _) = self.item, let message = item.message { var media: Media? for value in message.media { if let image = value as? TelegramMediaImage { media = image break } else if let file = value as? TelegramMediaFile { media = file break } } if let media = media { if let file = media as? TelegramMediaFile { if isMediaStreamable(message: message, media: file) { self.interaction.openMessage(message) } else { self.progressPressed() } } else { self.interaction.openMessage(message) } } } } } } } private func progressPressed() { guard let message = self.item?.0.message else { return } var media: Media? for value in message.media { if let image = value as? TelegramMediaImage { media = image break } else if let file = value as? TelegramMediaFile { media = file break } } if let resourceStatus = self.resourceStatus, let file = media as? TelegramMediaFile { switch resourceStatus { case .Fetching: messageMediaFileCancelInteractiveFetch(context: self.context, messageId: message.id, file: file) case .Local: self.interaction.openMessage(message) case .Remote: self.fetchDisposable.set(messageMediaFileInteractiveFetched(context: self.context, message: message, file: file, userInitiated: true).start()) } } } func cancelPreviewGesture() { self.containerNode.cancelGesture() } func update(size: CGSize, item: VisualMediaItem, theme: PresentationTheme, synchronousLoad: Bool) { if item === self.item?.0 && size == self.item?.2 { return } self.theme = theme var media: Media? if let message = item.message { for value in message.media { if let image = value as? TelegramMediaImage { media = image break } else if let file = value as? TelegramMediaFile { media = file break } } } if let message = item.message, let file = media as? TelegramMediaFile, file.isAnimated { if self.videoLayerFrameManager == nil { let sampleBufferLayer: SampleBufferLayer if let current = self.sampleBufferLayer { sampleBufferLayer = current } else { sampleBufferLayer = takeSampleBufferLayer() self.sampleBufferLayer = sampleBufferLayer self.imageNode.layer.addSublayer(sampleBufferLayer.layer) } self.videoLayerFrameManager = SoftwareVideoLayerFrameManager(account: self.context.account, fileReference: FileMediaReference.message(message: MessageReference(message), media: file), layerHolder: sampleBufferLayer) self.videoLayerFrameManager?.start() } } else { if let sampleBufferLayer = self.sampleBufferLayer { sampleBufferLayer.layer.removeFromSuperlayer() self.sampleBufferLayer = nil } self.videoLayerFrameManager = nil } if let message = item.message, let media = media, (self.item?.1 == nil || !media.isEqual(to: self.item!.1!)) { var mediaDimensions: CGSize? if let image = media as? TelegramMediaImage, let largestSize = largestImageRepresentation(image.representations)?.dimensions { mediaDimensions = largestSize.cgSize self.imageNode.setSignal(mediaGridMessagePhoto(account: context.account, photoReference: .message(message: MessageReference(message), media: image), fullRepresentationSize: CGSize(width: 300.0, height: 300.0), synchronousLoad: synchronousLoad), attemptSynchronously: synchronousLoad, dispatchOnDisplayLink: true) self.fetchStatusDisposable.set(nil) self.statusNode.transitionToState(.none, completion: { [weak self] in self?.statusNode.isHidden = true }) self.mediaBadgeNode.isHidden = true self.resourceStatus = nil } else if let file = media as? TelegramMediaFile, file.isVideo { mediaDimensions = file.dimensions?.cgSize self.imageNode.setSignal(mediaGridMessageVideo(postbox: context.account.postbox, videoReference: .message(message: MessageReference(message), media: file), synchronousLoad: synchronousLoad, autoFetchFullSizeThumbnail: true), attemptSynchronously: synchronousLoad) self.mediaBadgeNode.isHidden = file.isAnimated self.resourceStatus = nil self.item = (item, media, size, mediaDimensions) self.fetchStatusDisposable.set((messageMediaFileStatus(context: context, messageId: message.id, file: file) |> deliverOnMainQueue).start(next: { [weak self] status in if let strongSelf = self, let (item, _, _, _) = strongSelf.item, let message = item.message { strongSelf.resourceStatus = status let isStreamable = isMediaStreamable(message: message, media: file) var statusState: RadialStatusNodeState = .none if isStreamable || file.isAnimated { statusState = .none } else { switch status { case let .Fetching(_, progress): let adjustedProgress = max(progress, 0.027) statusState = .progress(color: .white, lineWidth: nil, value: CGFloat(adjustedProgress), cancelEnabled: true, animateRotation: true) case .Local: statusState = .none case .Remote: statusState = .download(.white) } } switch statusState { case .none: break default: strongSelf.statusNode.isHidden = false } strongSelf.statusNode.transitionToState(statusState, animated: true, completion: { if let strongSelf = self { if case .none = statusState { strongSelf.statusNode.isHidden = true } } }) if let duration = file.duration { let durationString = stringForDuration(duration) var badgeContent: ChatMessageInteractiveMediaBadgeContent? var mediaDownloadState: ChatMessageInteractiveMediaDownloadState? if isStreamable { switch status { case let .Fetching(_, progress): let progressString = String(format: "%d%%", Int(progress * 100.0)) badgeContent = .text(inset: 12.0, backgroundColor: mediaBadgeBackgroundColor, foregroundColor: mediaBadgeTextColor, text: NSAttributedString(string: progressString)) mediaDownloadState = .compactFetching(progress: 0.0) case .Local: badgeContent = .text(inset: 0.0, backgroundColor: mediaBadgeBackgroundColor, foregroundColor: mediaBadgeTextColor, text: NSAttributedString(string: durationString)) case .Remote: badgeContent = .text(inset: 12.0, backgroundColor: mediaBadgeBackgroundColor, foregroundColor: mediaBadgeTextColor, text: NSAttributedString(string: durationString)) mediaDownloadState = .compactRemote } } else { badgeContent = .text(inset: 0.0, backgroundColor: mediaBadgeBackgroundColor, foregroundColor: mediaBadgeTextColor, text: NSAttributedString(string: durationString)) } strongSelf.mediaBadgeNode.update(theme: nil, content: badgeContent, mediaDownloadState: mediaDownloadState, alignment: .right, animated: false, badgeAnimated: false) } } })) if self.statusNode.supernode == nil { self.imageNode.addSubnode(self.statusNode) } } else { self.mediaBadgeNode.isHidden = true } self.item = (item, media, size, mediaDimensions) self.updateHiddenMedia() } let progressDiameter: CGFloat = 40.0 self.statusNode.frame = CGRect(origin: CGPoint(x: floor((size.width - progressDiameter) / 2.0), y: floor((size.height - progressDiameter) / 2.0)), size: CGSize(width: progressDiameter, height: progressDiameter)) self.mediaBadgeNode.frame = CGRect(origin: CGPoint(x: size.width - 3.0, y: size.height - 18.0 - 3.0), size: CGSize(width: 50.0, height: 50.0)) self.selectionNode?.frame = CGRect(origin: CGPoint(), size: size) if let (item, media, _, mediaDimensions) = self.item { self.item = (item, media, size, mediaDimensions) let imageFrame = CGRect(origin: CGPoint(), size: size) self.containerNode.frame = imageFrame self.imageNode.frame = imageFrame if let sampleBufferLayer = self.sampleBufferLayer { sampleBufferLayer.layer.frame = imageFrame } if let mediaDimensions = mediaDimensions { let imageSize = mediaDimensions.aspectFilled(imageFrame.size) self.imageNode.asyncLayout()(TransformImageArguments(corners: ImageCorners(), imageSize: imageSize, boundingSize: imageFrame.size, intrinsicInsets: UIEdgeInsets(), emptyColor: theme.list.mediaPlaceholderColor))() } self.updateSelectionState(animated: false) } } func updateIsVisible(_ isVisible: Bool) { self.hasVisibility = isVisible if let _ = self.videoLayerFrameManager { let displayLink: ConstantDisplayLinkAnimator if let current = self.displayLink { displayLink = current } else { displayLink = ConstantDisplayLinkAnimator { [weak self] in guard let strongSelf = self else { return } strongSelf.videoLayerFrameManager?.tick(timestamp: strongSelf.displayLinkTimestamp) strongSelf.displayLinkTimestamp += 1.0 / 30.0 } displayLink.frameInterval = 2 self.displayLink = displayLink } } self.displayLink?.isPaused = !self.hasVisibility || self.isHidden /*if isVisible { if let item = self.item?.0, let file = self.item?.1 as? TelegramMediaFile, !file.isAnimated { if self.frameSequenceThumbnailNode == nil { let frameSequenceThumbnailNode = FrameSequenceThumbnailNode(context: context, file: .message(message: MessageReference(item.message), media: file)) self.frameSequenceThumbnailNode = frameSequenceThumbnailNode self.imageNode.addSubnode(frameSequenceThumbnailNode) } if let frameSequenceThumbnailNode = self.frameSequenceThumbnailNode { let size = self.bounds.size frameSequenceThumbnailNode.frame = CGRect(origin: CGPoint(), size: size) frameSequenceThumbnailNode.updateLayout(size: size) } } else { if let frameSequenceThumbnailNode = self.frameSequenceThumbnailNode { self.frameSequenceThumbnailNode = nil frameSequenceThumbnailNode.removeFromSupernode() } } } else { if let frameSequenceThumbnailNode = self.frameSequenceThumbnailNode { self.frameSequenceThumbnailNode = nil frameSequenceThumbnailNode.removeFromSupernode() } }*/ self.frameSequenceThumbnailNode?.updateIsPlaying(isVisible) } func tick() { self.frameSequenceThumbnailNode?.tick() } func updateSelectionState(animated: Bool) { if let (item, _, _, _) = self.item, let message = item.message, let theme = self.theme { self.containerNode.isGestureEnabled = self.interaction.selectedMessageIds == nil if let selectedIds = self.interaction.selectedMessageIds { let selected = selectedIds.contains(message.id) if let selectionNode = self.selectionNode { selectionNode.updateSelected(selected, animated: animated) selectionNode.frame = CGRect(origin: CGPoint(), size: self.bounds.size) } else { let selectionNode = GridMessageSelectionNode(theme: theme, toggle: { [weak self] value in if let strongSelf = self, let messageId = strongSelf.item?.0.message?.id { var toggledValue = true if let selectedMessageIds = strongSelf.interaction.selectedMessageIds, selectedMessageIds.contains(messageId) { toggledValue = false } strongSelf.interaction.toggleSelection(messageId, toggledValue) } }) selectionNode.frame = CGRect(origin: CGPoint(), size: self.bounds.size) self.containerNode.addSubnode(selectionNode) self.selectionNode = selectionNode selectionNode.updateSelected(selected, animated: false) if animated { selectionNode.animateIn() } } } else { if let selectionNode = self.selectionNode { self.selectionNode = nil if animated { selectionNode.animateOut { [weak selectionNode] in selectionNode?.removeFromSupernode() } } else { selectionNode.removeFromSupernode() } } } } } func transitionNode() -> (ASDisplayNode, CGRect, () -> (UIView?, UIView?))? { let imageNode = self.imageNode return (self.imageNode, self.imageNode.bounds, { [weak self, weak imageNode] in var statusNodeHidden = false var accessoryHidden = false if let strongSelf = self { statusNodeHidden = strongSelf.statusNode.isHidden accessoryHidden = strongSelf.mediaBadgeNode.isHidden strongSelf.statusNode.isHidden = true strongSelf.mediaBadgeNode.isHidden = true } let view = imageNode?.view.snapshotView(afterScreenUpdates: false) if let strongSelf = self { strongSelf.statusNode.isHidden = statusNodeHidden strongSelf.mediaBadgeNode.isHidden = accessoryHidden } return (view, nil) }) } func updateHiddenMedia() { if let (item, _, _, _) = self.item { if let _ = self.interaction.hiddenMedia[item.id] { self.isHidden = true } else { self.isHidden = false } } else { self.isHidden = false } self.displayLink?.isPaused = !self.hasVisibility || self.isHidden } } private final class VisualMediaItem { let index: Int let id: MessageId let timestamp: Int32 let message: Message? let isLocal: Bool enum StableId: Hashable { case message(UInt32) case placeholder(MessageId) } var stableId: StableId { if let message = self.message { return .message(message.stableId) } else { return .placeholder(self.id) } } init(index: Int, message: Message, isLocal: Bool) { self.index = index self.message = message self.id = message.id self.timestamp = message.timestamp self.isLocal = isLocal } init(index: Int, id: MessageId, timestamp: Int32) { self.index = index self.id = id self.timestamp = timestamp self.message = nil self.isLocal = false } } private struct VisualMediaItemCollection { var items: [VisualMediaItem] var totalCount: Int func item(at index: Int) -> VisualMediaItem? { func binarySearch(_ inputArr: [A], extract: (A) -> T, searchItem: T) -> Int? { var lowerIndex = 0 var upperIndex = inputArr.count - 1 if lowerIndex > upperIndex { return nil } while true { let currentIndex = (lowerIndex + upperIndex) / 2 let value = extract(inputArr[currentIndex]) if value == searchItem { return currentIndex } else if lowerIndex > upperIndex { return nil } else { if (value > searchItem) { upperIndex = currentIndex - 1 } else { lowerIndex = currentIndex + 1 } } } } if let itemIndex = binarySearch(self.items, extract: \.index, searchItem: index) { return self.items[itemIndex] } return nil } func closestHole(at index: Int) -> (anchor: MessageId, direction: SparseMessageList.LoadHoleDirection)? { var minDistance: Int? for i in 0 ..< self.items.count { if self.items[i].isLocal { continue } if let minDistanceValue = minDistance { if abs(self.items[i].index - index) < abs(self.items[minDistanceValue].index - index) { minDistance = i } } else { minDistance = i } } if let minDistance = minDistance { let distance = index - self.items[minDistance].index if abs(distance) <= 2 { return (self.items[minDistance].id, .around) } else if distance < 0 { return (self.items[minDistance].id, .earlier) } else { return (self.items[minDistance].id, .later) } } return nil } func closestItem(at index: Int) -> VisualMediaItem? { if let item = self.item(at: index) { return item } var minDistance: Int? for i in 0 ..< self.items.count { if self.items[i].isLocal { continue } if let minDistanceValue = minDistance { if abs(self.items[i].index - index) < abs(self.items[minDistanceValue].index - index) { minDistance = i } } else { minDistance = i } } if let minDistance = minDistance { return self.items[minDistance] } else { return nil } } } /*private final class FloatingHeaderNode: ASDisplayNode { private let backgroundNode: ASImageNode private let labelNode: ImmediateTextNode private var currentParams: (constrainedWidth: CGFloat, year: Int32, month: Int32, theme: PresentationTheme)? private var currentSize: CGSize? override init() { self.backgroundNode = ASImageNode() self.backgroundNode.displaysAsynchronously = false self.backgroundNode.displayWithoutProcessing = true self.labelNode = ImmediateTextNode() self.labelNode.displaysAsynchronously = false super.init() self.addSubnode(self.backgroundNode) self.addSubnode(self.labelNode) } func update(constrainedWidth: CGFloat, year: Int32, month: Int32, theme: PresentationTheme, strings: PresentationStrings) -> CGSize { if let currentParams = self.currentParams, let currentSize = self.currentSize { if currentParams.constrainedWidth == constrainedWidth && currentParams.year == year && currentParams.month == month && currentParams.theme === theme { return currentSize } } if self.currentParams?.theme !== theme { self.backgroundNode.image = generateStretchableFilledCircleImage(diameter: 27.0, color: mediaBadgeBackgroundColor) } self.currentParams = (constrainedWidth, year, month, theme) self.labelNode.attributedText = NSAttributedString(string: stringForMonth(strings: strings, month: month, ofYear: year), font: Font.regular(14.0), textColor: .white) let labelSize = self.labelNode.updateLayout(CGSize(width: constrainedWidth, height: .greatestFiniteMagnitude)) let sideInset: CGFloat = 10.0 self.labelNode.frame = CGRect(origin: CGPoint(x: sideInset, y: floor((27.0 - labelSize.height) / 2.0)), size: labelSize) self.backgroundNode.frame = CGRect(origin: CGPoint(), size: CGSize(width: labelSize.width + sideInset * 2.0, height: 27.0)) let size = CGSize(width: labelSize.width + sideInset * 2.0, height: 27.0) return size } }*/ private func tagMaskForType(_ type: PeerInfoVisualMediaPaneNode.ContentType) -> MessageTags { switch type { case .photoOrVideo: return .photoOrVideo case .gifs: return .gif } } private enum ItemsLayout { final class Grid { let containerWidth: CGFloat let itemCount: Int let itemSpacing: CGFloat let itemsInRow: Int let itemSize: CGFloat let rowCount: Int let contentHeight: CGFloat init(containerWidth: CGFloat, itemCount: Int, bottomInset: CGFloat) { self.containerWidth = containerWidth self.itemCount = itemCount self.itemSpacing = 1.0 self.itemsInRow = max(3, min(6, Int(containerWidth / 140.0))) self.itemSize = floor(containerWidth / CGFloat(itemsInRow)) self.rowCount = itemCount / self.itemsInRow + (itemCount % self.itemsInRow == 0 ? 0 : 1) self.contentHeight = CGFloat(self.rowCount + 1) * self.itemSpacing + CGFloat(rowCount) * itemSize + bottomInset } func visibleRange(rect: CGRect) -> (Int, Int) { var minVisibleRow = Int(floor((rect.minY - self.itemSpacing) / (self.itemSize + self.itemSpacing))) minVisibleRow = max(0, minVisibleRow) var maxVisibleRow = Int(ceil((rect.maxY - self.itemSpacing) / (self.itemSize + itemSpacing))) maxVisibleRow = min(self.rowCount - 1, maxVisibleRow) let minVisibleIndex = minVisibleRow * itemsInRow let maxVisibleIndex = min(self.itemCount - 1, (maxVisibleRow + 1) * itemsInRow - 1) return (minVisibleIndex, maxVisibleIndex) } func frame(forItemAt index: Int, sideInset: CGFloat) -> CGRect { let rowIndex = index / Int(self.itemsInRow) let columnIndex = index % Int(self.itemsInRow) let itemOrigin = CGPoint(x: sideInset + CGFloat(columnIndex) * (self.itemSize + self.itemSpacing), y: self.itemSpacing + CGFloat(rowIndex) * (self.itemSize + self.itemSpacing)) return CGRect(origin: itemOrigin, size: CGSize(width: columnIndex == self.itemsInRow ? (self.containerWidth - itemOrigin.x) : self.itemSize, height: self.itemSize)) } } case grid(Grid) var contentHeight: CGFloat { switch self { case let .grid(grid): return grid.contentHeight } } func visibleRange(rect: CGRect) -> (Int, Int) { switch self { case let .grid(grid): return grid.visibleRange(rect: rect) } } func frame(forItemAt index: Int, sideInset: CGFloat) -> CGRect { switch self { case let .grid(grid): return grid.frame(forItemAt: index, sideInset: sideInset) } } } final class PeerInfoVisualMediaPaneNode: ASDisplayNode, PeerInfoPaneNode, UIScrollViewDelegate { enum ContentType { case photoOrVideo case gifs } private let context: AccountContext private let peerId: PeerId private let chatControllerInteraction: ChatControllerInteraction private let contentType: ContentType weak var parentController: ViewController? private let scrollingArea: SparseItemGridScrollingArea private let scrollNode: ASScrollNode private var isDeceleratingAfterTracking = false private var _itemInteraction: VisualMediaItemInteraction? private var itemInteraction: VisualMediaItemInteraction { return self._itemInteraction! } private var currentParams: (size: CGSize, sideInset: CGFloat, bottomInset: CGFloat, visibleHeight: CGFloat, isScrollingLockedAtTop: Bool, expandProgress: CGFloat, presentationData: PresentationData)? private let ready = Promise() private var didSetReady: Bool = false var isReady: Signal { return self.ready.get() } private let listDisposable = MetaDisposable() private var hiddenMediaDisposable: Disposable? private var mediaItems = VisualMediaItemCollection(items: [], totalCount: 0) private var itemsLayout: ItemsLayout? private var visibleMediaItems: [VisualMediaItem.StableId: VisualMediaItemNode] = [:] private var numberOfItemsToRequest: Int = 50 //private var currentView: MessageHistoryView? private var isRequestingView: Bool = false private var isFirstHistoryView: Bool = true private var decelerationAnimator: ConstantDisplayLinkAnimator? private var animationTimer: SwiftSignalKit.Timer? private let listSource: SparseMessageList private var requestedPlaceholderIds = Set() init(context: AccountContext, chatControllerInteraction: ChatControllerInteraction, peerId: PeerId, contentType: ContentType) { self.context = context self.peerId = peerId self.chatControllerInteraction = chatControllerInteraction self.contentType = contentType self.scrollingArea = SparseItemGridScrollingArea() self.scrollNode = ASScrollNode() self.listSource = self.context.engine.messages.sparseMessageList(peerId: self.peerId, tag: tagMaskForType(self.contentType)) super.init() self.scrollingArea.beginScrolling = { [weak self] in guard let strongSelf = self else { return nil } return strongSelf.scrollNode.view } self._itemInteraction = VisualMediaItemInteraction( openMessage: { [weak self] message in let _ = self?.chatControllerInteraction.openMessage(message, .default) }, openMessageContextActions: { [weak self] message, sourceNode, sourceRect, gesture in self?.chatControllerInteraction.openMessageContextActions(message, sourceNode, sourceRect, gesture) }, toggleSelection: { [weak self] id, value in self?.chatControllerInteraction.toggleMessagesSelection([id], value) } ) self.itemInteraction.selectedMessageIds = chatControllerInteraction.selectionState.flatMap { $0.selectedIds } self.scrollNode.view.delaysContentTouches = false self.scrollNode.view.canCancelContentTouches = true self.scrollNode.view.showsVerticalScrollIndicator = false if #available(iOS 11.0, *) { self.scrollNode.view.contentInsetAdjustmentBehavior = .never } self.scrollNode.view.scrollsToTop = false self.scrollNode.view.delegate = self self.addSubnode(self.scrollNode) self.addSubnode(self.scrollingArea) self.requestHistoryAroundVisiblePosition() self.hiddenMediaDisposable = context.sharedContext.mediaManager.galleryHiddenMediaManager.hiddenIds().start(next: { [weak self] ids in guard let strongSelf = self else { return } var hiddenMedia: [MessageId: [Media]] = [:] for id in ids { if case let .chat(accountId, messageId, media) = id, accountId == strongSelf.context.account.id { hiddenMedia[messageId] = [media] } } strongSelf.itemInteraction.hiddenMedia = hiddenMedia for (_, itemNode) in strongSelf.visibleMediaItems { itemNode.updateHiddenMedia() } }) let animationTimer = SwiftSignalKit.Timer(timeout: 0.3, repeat: true, completion: { [weak self] in guard let strongSelf = self else { return } for (_, itemNode) in strongSelf.visibleMediaItems { itemNode.tick() } }, queue: .mainQueue()) self.animationTimer = animationTimer animationTimer.start() } deinit { self.listDisposable.dispose() self.hiddenMediaDisposable?.dispose() self.animationTimer?.invalidate() } func ensureMessageIsVisible(id: MessageId) { let activeRect = self.scrollNode.bounds for item in self.mediaItems.items { if let message = item.message, message.id == id { if let itemNode = self.visibleMediaItems[item.stableId] { if !activeRect.contains(itemNode.frame) { let targetContentOffset = CGPoint(x: 0.0, y: max(-self.scrollNode.view.contentInset.top, itemNode.frame.minY - (self.scrollNode.frame.height - itemNode.frame.height) / 2.0)) self.scrollNode.view.setContentOffset(targetContentOffset, animated: false) } } break } } } private func requestHistoryAroundVisiblePosition() { if self.isRequestingView { return } self.isRequestingView = true self.listDisposable.set((self.listSource.state |> deliverOnMainQueue).start(next: { [weak self] list in guard let strongSelf = self else { return } strongSelf.updateHistory(list: list) strongSelf.isRequestingView = false })) } private func updateHistory(list: SparseMessageList.State) { self.mediaItems = VisualMediaItemCollection(items: [], totalCount: list.totalCount) for item in list.items { switch item.content { case let .message(message, isLocal): self.mediaItems.items.append(VisualMediaItem(index: item.index, message: message, isLocal: isLocal)) case let .placeholder(id, timestamp): self.mediaItems.items.append(VisualMediaItem(index: item.index, id: id, timestamp: timestamp)) } } self.itemsLayout = nil let wasFirstHistoryView = self.isFirstHistoryView self.isFirstHistoryView = false if let (size, sideInset, bottomInset, visibleHeight, isScrollingLockedAtTop, expandProgress, presentationData) = self.currentParams { self.update(size: size, sideInset: sideInset, bottomInset: bottomInset, visibleHeight: visibleHeight, isScrollingLockedAtTop: isScrollingLockedAtTop, expandProgress: expandProgress, presentationData: presentationData, synchronous: wasFirstHistoryView, transition: .immediate) if !self.didSetReady { self.didSetReady = true self.ready.set(.single(true)) } } } func scrollToTop() -> Bool { if self.scrollNode.view.contentOffset.y > 0.0 { self.scrollNode.view.setContentOffset(CGPoint(), animated: true) return true } else { return false } } func findLoadedMessage(id: MessageId) -> Message? { for item in self.mediaItems.items { if let message = item.message, message.id == id { return item.message } } return nil } func updateHiddenMedia() { for (_, itemNode) in self.visibleMediaItems { itemNode.updateHiddenMedia() } } func transferVelocity(_ velocity: CGFloat) { if velocity > 0.0 { //print("transferVelocity \(velocity)") self.decelerationAnimator?.isPaused = true let startTime = CACurrentMediaTime() var currentOffset = self.scrollNode.view.contentOffset let decelerationRate: CGFloat = 0.998 self.scrollViewDidEndDragging(self.scrollNode.view, willDecelerate: true) self.decelerationAnimator = ConstantDisplayLinkAnimator(update: { [weak self] in guard let strongSelf = self else { return } let t = CACurrentMediaTime() - startTime var currentVelocity = velocity * 15.0 * CGFloat(pow(Double(decelerationRate), 1000.0 * t)) //print("value at \(t) = \(currentVelocity)") currentOffset.y += currentVelocity let maxOffset = strongSelf.scrollNode.view.contentSize.height - strongSelf.scrollNode.bounds.height if currentOffset.y >= maxOffset { currentOffset.y = maxOffset currentVelocity = 0.0 } if currentOffset.y < 0.0 { currentOffset.y = 0.0 currentVelocity = 0.0 } var didEnd = false if abs(currentVelocity) < 0.1 { strongSelf.decelerationAnimator?.isPaused = true strongSelf.decelerationAnimator = nil didEnd = true } var contentOffset = strongSelf.scrollNode.view.contentOffset contentOffset.y = floorToScreenPixels(currentOffset.y) strongSelf.scrollNode.view.setContentOffset(contentOffset, animated: false) strongSelf.scrollViewDidScroll(strongSelf.scrollNode.view) if didEnd { strongSelf.scrollViewDidEndDecelerating(strongSelf.scrollNode.view) } }) self.decelerationAnimator?.isPaused = false } } func cancelPreviewGestures() { for (_, itemNode) in self.visibleMediaItems { itemNode.cancelPreviewGesture() } } func transitionNodeForGallery(messageId: MessageId, media: Media) -> (ASDisplayNode, CGRect, () -> (UIView?, UIView?))? { for item in self.mediaItems.items { if let message = item.message, message.id == messageId { if let itemNode = self.visibleMediaItems[item.stableId] { return itemNode.transitionNode() } break } } return nil } func addToTransitionSurface(view: UIView) { self.scrollNode.view.addSubview(view) } func updateSelectedMessages(animated: Bool) { self.itemInteraction.selectedMessageIds = self.chatControllerInteraction.selectionState.flatMap { $0.selectedIds } for (_, itemNode) in self.visibleMediaItems { itemNode.updateSelectionState(animated: animated) } } func update(size: CGSize, sideInset: CGFloat, bottomInset: CGFloat, visibleHeight: CGFloat, isScrollingLockedAtTop: Bool, expandProgress: CGFloat, presentationData: PresentationData, synchronous: Bool, transition: ContainedViewLayoutTransition) { let previousParams = self.currentParams self.currentParams = (size, sideInset, bottomInset, visibleHeight, isScrollingLockedAtTop, expandProgress, presentationData) transition.updateFrame(node: self.scrollNode, frame: CGRect(origin: CGPoint(), size: size)) let availableWidth = size.width - sideInset * 2.0 let itemsLayout: ItemsLayout if let current = self.itemsLayout, previousParams?.size.width == size.width { itemsLayout = current } else { switch self.contentType { case .photoOrVideo, .gifs: itemsLayout = .grid(ItemsLayout.Grid(containerWidth: availableWidth, itemCount: self.mediaItems.totalCount, bottomInset: bottomInset)) } self.itemsLayout = itemsLayout } self.scrollNode.view.contentSize = CGSize(width: size.width, height: itemsLayout.contentHeight) self.updateVisibleItems(size: size, sideInset: sideInset, bottomInset: bottomInset, visibleHeight: visibleHeight, theme: presentationData.theme, strings: presentationData.strings, synchronousLoad: synchronous) transition.updateFrame(node: self.scrollingArea, frame: CGRect(origin: CGPoint(), size: size)) self.updateScrollingArea(transition: transition) if isScrollingLockedAtTop { if self.scrollNode.view.contentOffset.y > .ulpOfOne { transition.updateBounds(node: self.scrollNode, bounds: CGRect(origin: CGPoint(), size: self.scrollNode.bounds.size)) } } self.scrollNode.view.isScrollEnabled = !isScrollingLockedAtTop } func scrollViewWillBeginDragging(_ scrollView: UIScrollView) { self.decelerationAnimator?.isPaused = true self.decelerationAnimator = nil for (_, itemNode) in self.visibleMediaItems { itemNode.cancelPreviewGesture() } self.updateHeaderFlashing(animated: true) } private var previousDidScrollTimestamp: Double = 0.0 func scrollViewDidScroll(_ scrollView: UIScrollView) { if let (size, sideInset, bottomInset, visibleHeight, _, _, presentationData) = self.currentParams { self.updateVisibleItems(size: size, sideInset: sideInset, bottomInset: bottomInset, visibleHeight: visibleHeight, theme: presentationData.theme, strings: presentationData.strings, synchronousLoad: false) /*if scrollView.contentOffset.y >= scrollView.contentSize.height - scrollView.bounds.height * 2.0, let currentView = self.currentView, currentView.earlierId != nil { if !self.isRequestingView { self.numberOfItemsToRequest += 50 self.requestHistoryAroundVisiblePosition() } }*/ self.updateScrollingArea(transition: .immediate) } } func scrollViewDidEndDragging(_ scrollView: UIScrollView, willDecelerate decelerate: Bool) { if decelerate { self.isDeceleratingAfterTracking = true self.updateHeaderFlashing(animated: true) } else { self.isDeceleratingAfterTracking = false self.resetHeaderFlashTimer(start: true) self.updateHeaderFlashing(animated: true) } if !decelerate { self.updateScrollingArea(transition: .animated(duration: 0.3, curve: .easeInOut)) } } func scrollViewDidEndDecelerating(_ scrollView: UIScrollView) { self.isDeceleratingAfterTracking = false self.resetHeaderFlashTimer(start: true) self.updateHeaderFlashing(animated: true) self.updateScrollingArea(transition: .animated(duration: 0.3, curve: .easeInOut)) } private func updateScrollingArea(transition: ContainedViewLayoutTransition) { guard let currentParams = self.currentParams, let itemsLayout = self.itemsLayout else { return } let headerItemMinY = self.scrollNode.view.bounds.minY + 20.0 let activeRect = self.scrollNode.view.bounds let visibleRect = activeRect.insetBy(dx: 0.0, dy: -400.0) let (minVisibleIndex, maxVisibleIndex) = itemsLayout.visibleRange(rect: visibleRect) var headerItem: Int32? if minVisibleIndex <= maxVisibleIndex { for i in minVisibleIndex ... maxVisibleIndex { let itemFrame = itemsLayout.frame(forItemAt: i, sideInset: currentParams.sideInset) if headerItem == nil && itemFrame.maxY > headerItemMinY { if let item = self.mediaItems.closestItem(at: i) { headerItem = item.timestamp } break } } } var dateString: String = "" if let headerItem = headerItem { let presentationData = self.context.sharedContext.currentPresentationData.with { $0 } let (year, month) = listMessageDateHeaderInfo(timestamp: headerItem) dateString = stringForMonth(strings: presentationData.strings, month: month, ofYear: year) } self.scrollingArea.update( containerSize: currentParams.size, containerInsets: UIEdgeInsets(top: 0.0, left: currentParams.sideInset, bottom: currentParams.bottomInset, right: currentParams.sideInset), contentHeight: itemsLayout.contentHeight, contentOffset: self.scrollNode.view.contentOffset.y, isScrolling: self.scrollNode.view.isDragging || self.scrollNode.view.isDecelerating, dateString: dateString, transition: transition ) } func currentTopTimestamp() -> Int32? { guard let currentParams = self.currentParams, let itemsLayout = self.itemsLayout else { return nil } let headerItemMinY = self.scrollNode.view.bounds.minY + 20.0 let activeRect = self.scrollNode.view.bounds let visibleRect = activeRect.insetBy(dx: 0.0, dy: -400.0) let (minVisibleIndex, maxVisibleIndex) = itemsLayout.visibleRange(rect: visibleRect) var headerItem: Int32? if minVisibleIndex <= maxVisibleIndex { for i in minVisibleIndex ... maxVisibleIndex { let itemFrame = itemsLayout.frame(forItemAt: i, sideInset: currentParams.sideInset) if headerItem == nil && itemFrame.maxY > headerItemMinY { if let item = self.mediaItems.closestItem(at: i) { headerItem = item.timestamp } break } } } return headerItem } func scrollToTimestamp(timestamp: Int32) { guard let currentParams = self.currentParams else { return } guard let itemsLayout = self.itemsLayout else { return } for item in self.mediaItems.items { if item.timestamp <= timestamp { let frame = itemsLayout.frame(forItemAt: item.index, sideInset: currentParams.sideInset) self.scrollNode.view.setContentOffset(CGPoint(x: 0.0, y: frame.minY), animated: false) break } } } private func updateVisibleItems(size: CGSize, sideInset: CGFloat, bottomInset: CGFloat, visibleHeight: CGFloat, theme: PresentationTheme, strings: PresentationStrings, synchronousLoad: Bool) { guard let itemsLayout = self.itemsLayout else { return } let activeRect = self.scrollNode.view.bounds let visibleRect = activeRect.insetBy(dx: 0.0, dy: -400.0) let (minActuallyVisibleIndex, maxActuallyVisibleIndex) = itemsLayout.visibleRange(rect: activeRect) let (minVisibleIndex, maxVisibleIndex) = itemsLayout.visibleRange(rect: visibleRect) var requestHole: (anchor: MessageId, direction: SparseMessageList.LoadHoleDirection)? var validIds = Set() if minVisibleIndex <= maxVisibleIndex { for itemIndex in minVisibleIndex ... maxVisibleIndex { let maybeItem = self.mediaItems.item(at: itemIndex) var findHole = false if let item = maybeItem { if item.message == nil { findHole = true } } else { findHole = true } if findHole { if let hole = self.mediaItems.closestHole(at: itemIndex) { if requestHole == nil { requestHole = hole } } } guard let item = maybeItem else { continue } let stableId = item.stableId validIds.insert(stableId) if item.message == nil && !self.requestedPlaceholderIds.contains(item.id) { //requestPlaceholderIds.append(item.id) self.requestedPlaceholderIds.insert(item.id) } let itemFrame = itemsLayout.frame(forItemAt: itemIndex, sideInset: sideInset) let itemNode: VisualMediaItemNode if let current = self.visibleMediaItems[stableId] { itemNode = current } else { itemNode = VisualMediaItemNode(context: self.context, interaction: self.itemInteraction) self.visibleMediaItems[stableId] = itemNode self.scrollNode.addSubnode(itemNode) } itemNode.frame = itemFrame var itemSynchronousLoad = false if itemIndex >= minActuallyVisibleIndex && itemIndex <= maxActuallyVisibleIndex { itemSynchronousLoad = synchronousLoad } itemNode.update(size: itemFrame.size, item: item, theme: theme, synchronousLoad: itemSynchronousLoad) itemNode.updateIsVisible(itemFrame.intersects(activeRect)) } } var removeKeys: [VisualMediaItem.StableId] = [] for (id, _) in self.visibleMediaItems { if !validIds.contains(id) { removeKeys.append(id) } } for id in removeKeys { if let itemNode = self.visibleMediaItems.removeValue(forKey: id) { itemNode.removeFromSupernode() } } if let requestHole = requestHole { self.listSource.loadHole(anchor: requestHole.anchor, direction: requestHole.direction) } } private func resetHeaderFlashTimer(start: Bool, duration: Double = 0.3) { /*if let flashHeaderDelayTimer = self.flashHeaderDelayTimer { flashHeaderDelayTimer.invalidate() self.flashHeaderDelayTimer = nil } if start { final class TimerProxy: NSObject { private let action: () -> () init(_ action: @escaping () -> ()) { self.action = action super.init() } @objc func timerEvent() { self.action() } } let timer = Timer(timeInterval: duration, target: TimerProxy { [weak self] in if let strongSelf = self { if let flashHeaderDelayTimer = strongSelf.flashHeaderDelayTimer { flashHeaderDelayTimer.invalidate() strongSelf.flashHeaderDelayTimer = nil strongSelf.updateHeaderFlashing(animated: true) } } }, selector: #selector(TimerProxy.timerEvent), userInfo: nil, repeats: false) self.flashHeaderDelayTimer = timer RunLoop.main.add(timer, forMode: RunLoop.Mode.common) self.updateHeaderFlashing(animated: true) }*/ } private func headerIsFlashing() -> Bool { return false //return self.scrollNode.view.isDragging || self.isDeceleratingAfterTracking || self.flashHeaderDelayTimer != nil } private func updateHeaderFlashing(animated: Bool) { /*let flashing = self.headerIsFlashing() let alpha: CGFloat = flashing ? 1.0 : 0.0 let previousAlpha = self.floatingHeaderNode.alpha if !previousAlpha.isEqual(to: alpha) { self.floatingHeaderNode.alpha = alpha if animated { let duration: Double = flashing ? 0.3 : 0.4 self.floatingHeaderNode.layer.animateAlpha(from: previousAlpha, to: alpha, duration: duration) } }*/ } override func hitTest(_ point: CGPoint, with event: UIEvent?) -> UIView? { guard let result = super.hitTest(point, with: event) else { return nil } if self.decelerationAnimator != nil { self.decelerationAnimator?.isPaused = true self.decelerationAnimator = nil return self.scrollNode.view } return result } }