Clean up render thread, plot method calls

VoidLink/Metal/MetalVideoRenderer.h

@@ -18,6 +18,6 @@
 - (void)renderFrame:(nonnull Frame *)frame toLayer:(nonnull CAMetalLayer *)layer;
 - (void)waitToRenderTo:(nonnull CAMetalLayer *)layer;
 - (void)drawableResize:(CGSize)drawableSize;
-- (void)plotFrametime:(CFTimeInterval)presentedTime;
+- (void)plotFrametime:(CFTimeInterval)presentedTime withPresentTime:(CFTimeInterval)presentTime;
 
 @end

VoidLink/Metal/MetalVideoRenderer.m

@@ -130,6 +130,13 @@ static const NSUInteger MaxFramesInFlight = 3;
     return self;
 }
 
+- (void)dealloc {
+    if (_CscParamsBuffer) {
+        _CscParamsBuffer = nil;
+    }
+
+}
+
 #if !TARGET_OS_TV
 - (void)applyEDRFromFrame:(Frame *)frame toLayer:(CAMetalLayer *)layer {
     CFDictionaryRef ext = [frame getFormatDescExtensions];
@@ -253,10 +260,9 @@ static const NSUInteger MaxFramesInFlight = 3;
                         : newPixelFormat == MTLPixelFormatBGR10A2Unorm ? @"MTLPixelFormatBGR10A2Unorm"
                                                                        : [NSString stringWithFormat:@"Unknown: %lu", (unsigned long)layer.pixelFormat]);
             }
-#if !RENDER_ON_MAIN_THREAD
+
             // These can only be changed on the main thread
             dispatch_sync(dispatch_get_main_queue(), ^{
-#endif
 #if !TARGET_OS_TV
                 if (isHDR) {
                     layer.wantsExtendedDynamicRangeContent = YES;
@@ -264,9 +270,7 @@ static const NSUInteger MaxFramesInFlight = 3;
 #endif
                 layer.colorspace = newColorSpace;
                 layer.pixelFormat = newPixelFormat;
-#if !RENDER_ON_MAIN_THREAD
             });
-#endif
             CGColorSpaceRelease(newColorSpace);
         }
 
@@ -351,7 +355,8 @@ static const NSUInteger MaxFramesInFlight = 3;
     _nextDrawable = nil;
 }
 
-- (void)renderFrame:(Frame *)frame toLayer:(CAMetalLayer *)layer {
+- (void)renderFrame:(Frame *)frame toLayer:(CAMetalLayer *)layer
+{ @autoreleasepool {
     // Handle changes to the frame's colorspace from last time we rendered
     BOOL layerDidChange = NO;
     if (![self updateColorSpaceForFrame:frame toLayer:layer layerDidChange:&layerDidChange]) {
@@ -377,7 +382,7 @@ static const NSUInteger MaxFramesInFlight = 3;
 #endif
 
     size_t planes = CVPixelBufferGetPlaneCount(frame.pixelBuffer);
-    assert(planes == 2 || planes == 3);
+    assert(planes <= MAX_VIDEO_PLANES);
 
     MTLRenderPipelineDescriptor *pipelineDesc = [MTLRenderPipelineDescriptor new];
     id<MTLLibrary> defaultLibrary = [_device newDefaultLibrary];
@@ -397,23 +402,23 @@ static const NSUInteger MaxFramesInFlight = 3;
         MTLPixelFormat fmt;
 
         switch (CVPixelBufferGetPixelFormatType(frame.pixelBuffer)) {
-            case kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange:
-            case kCVPixelFormatType_444YpCbCr8BiPlanarVideoRange:
-            case kCVPixelFormatType_420YpCbCr8BiPlanarFullRange:
-            case kCVPixelFormatType_444YpCbCr8BiPlanarFullRange:
-                fmt = (i == 0) ? MTLPixelFormatR8Unorm : MTLPixelFormatRG8Unorm;
-                break;
+        case kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange:
+        case kCVPixelFormatType_444YpCbCr8BiPlanarVideoRange:
+        case kCVPixelFormatType_420YpCbCr8BiPlanarFullRange:
+        case kCVPixelFormatType_444YpCbCr8BiPlanarFullRange:
+            fmt = (i == 0) ? MTLPixelFormatR8Unorm : MTLPixelFormatRG8Unorm;
+            break;
 
-            case kCVPixelFormatType_420YpCbCr10BiPlanarFullRange:
-            case kCVPixelFormatType_444YpCbCr10BiPlanarFullRange:
-            case kCVPixelFormatType_420YpCbCr10BiPlanarVideoRange:
-            case kCVPixelFormatType_444YpCbCr10BiPlanarVideoRange:
-                fmt = (i == 0) ? MTLPixelFormatR16Unorm : MTLPixelFormatRG16Unorm;
-                break;
+        case kCVPixelFormatType_420YpCbCr10BiPlanarFullRange:
+        case kCVPixelFormatType_444YpCbCr10BiPlanarFullRange:
+        case kCVPixelFormatType_420YpCbCr10BiPlanarVideoRange:
+        case kCVPixelFormatType_444YpCbCr10BiPlanarVideoRange:
+            fmt = (i == 0) ? MTLPixelFormatR16Unorm : MTLPixelFormatRG16Unorm;
+            break;
 
-            default:
-                Log(LOG_E, @"Unknown pixel format: %@", CVPixelBufferGetPixelFormatType(frame.pixelBuffer));
-                return;
+        default:
+            Log(LOG_E, @"Unknown pixel format: %@", CVPixelBufferGetPixelFormatType(frame.pixelBuffer));
+            return;
         }
 
         if (_cvMetalTextures[i]) {
@@ -434,6 +439,14 @@ static const NSUInteger MaxFramesInFlight = 3;
         }
     }
 
+    if (!_nextDrawable) {
+        Log(LOG_E, @"Lost nextDrawable, trying to get a new one");
+        _nextDrawable = [layer nextDrawable];
+        if (!_nextDrawable) {
+            Log(LOG_E, @"Failed to get nextDrawable");
+            return;
+        }
+    }
     _renderPassDescriptor.colorAttachments[0].texture = _nextDrawable.texture;
 
     id<MTLCommandBuffer> commandBuffer = [_commandQueue commandBuffer];
@@ -443,15 +456,21 @@ static const NSUInteger MaxFramesInFlight = 3;
     for (size_t i = 0; i < planes; i++) {
         [renderEncoder setFragmentTexture:CVMetalTextureGetTexture(_cvMetalTextures[i]) atIndex:i];
     }
+
+    __block dispatch_semaphore_t block_semaphore = _inFlightSemaphore;
     [commandBuffer addCompletedHandler:^(id<MTLCommandBuffer> cb) {
+        dispatch_semaphore_signal(block_semaphore);
+
         const CFTimeInterval GPUTime = cb.GPUEndTime - cb.GPUStartTime;
         const double alpha = 0.25f;
         self->_averageGPUTime = (GPUTime * alpha) + (self->_averageGPUTime * (1.0 - alpha));
 
-        // Free textures after completion of rendering per CVMetalTextureCache requirements
+        // Free textures after completion of rendering
         for (size_t i = 0; i < planes; i++) {
-            CVBufferRelease(self->_cvMetalTextures[i]);
-            self->_cvMetalTextures[i] = nil;
+            if (self->_cvMetalTextures[i]) {
+                CVBufferRelease(self->_cvMetalTextures[i]);
+                self->_cvMetalTextures[i] = nil;
+            }
         }
 
         CVMetalTextureCacheFlush(self->_textureCache, 0);
@@ -462,11 +481,6 @@ static const NSUInteger MaxFramesInFlight = 3;
     [renderEncoder drawPrimitives:MTLPrimitiveTypeTriangleStrip vertexStart:0 vertexCount:4];
     [renderEncoder endEncoding];
 
-    __block dispatch_semaphore_t block_semaphore = _inFlightSemaphore;
-    [commandBuffer addCompletedHandler:^(id<MTLCommandBuffer> buffer) {
-        dispatch_semaphore_signal(block_semaphore);
-    }];
-
     __weak typeof(self) self_ = self;
     [_nextDrawable addPresentedHandler:^(id<MTLDrawable> d) {
         if (self_) {
@@ -487,7 +501,7 @@ static const NSUInteger MaxFramesInFlight = 3;
     [commandBuffer waitUntilCompleted];
 
     _nextDrawable = nil;
-}
+} }
 
 - (void)plotFrametime:(CFTimeInterval)presentedTime {
     if (_lastPresented > 0) {
@@ -518,7 +532,7 @@ static const NSUInteger MaxFramesInFlight = 3;
 }
 
 - (void)resize:(CGSize)size {
-    // TODO?
+
 }
 
 @end

VoidLink/Metal/MetalView.m

@@ -6,13 +6,11 @@
 #import "MetalConfig.h"
 
 @implementation MetalView {
-#if !RENDER_ON_MAIN_THREAD
     // The secondary thread containing the render loop.
     NSThread *_renderThread;
 
     // The flag to indicate that rendering needs to cease on the main thread.
     BOOL _continueRunLoop;
-#endif
 }
 
 #pragma mark - Initialization and Setup.
@@ -64,7 +62,6 @@
 #endif  // END TARGET_OS_IOS || TARGET_OS_TV
 
 - (void)movedToWindow {
-#if !RENDER_ON_MAIN_THREAD
     // Protect _continueRunLoop with a `@synchronized` block because it's accessed by the separate
     // animation thread.
     @synchronized(self) {
@@ -72,13 +69,12 @@
         _continueRunLoop = NO;
     }
 
-    // Create and start a secondary NSThread that has another run runloop. The NSThread
+    // Create and start a secondary NSThread that has another runloop. The NSThread
     // class calls the 'runThread' method at the start of the secondary thread's execution.
     _renderThread = [[NSThread alloc] initWithTarget:self selector:@selector(runThread) object:nil];
     _continueRunLoop = YES;
     _renderThread.qualityOfService = NSQualityOfServiceUserInteractive;
     [_renderThread start];
-#endif  // END !RENDER_ON_MAIN_THREAD
 
     // Perform any actions that need to know the size and scale of the drawable. When UIKit calls
     // didMoveToWindow after the view initialization, this is the first opportunity to notify
@@ -98,7 +94,6 @@
 #endif
 }
 
-#if !RENDER_ON_MAIN_THREAD
 - (void)runThread {
     // The system sets the '_continueRunLoop' ivar outside this thread, so it needs to synchronize. Create a
     // 'continueRunLoop' local var that the system can set from the _continueRunLoop ivar in a @synchronized block.
@@ -124,7 +119,6 @@
         }
     }
 }
-#endif  // END !RENDER_ON_MAIN_THREAD
 
 #pragma mark - Resizing
 
@@ -178,15 +172,6 @@
         return;
     }
 
-#if RENDER_ON_MAIN_THREAD
-    if (newSize.width == _metalLayer.drawableSize.width && newSize.height == _metalLayer.drawableSize.height) {
-        return;
-    }
-
-    _metalLayer.drawableSize = newSize;
-
-    [_delegate drawableResize:newSize];
-#else
     // The system calls all AppKit and UIKit calls that notify of a resize on the main thread. Use
     // a synchronized block to ensure that resize notifications on the delegate are atomic.
     @synchronized(_metalLayer) {
@@ -194,11 +179,12 @@
             return;
         }
 
+        Log(LOG_I, @"[MetalView] resizeDrawable: %.2f x %.2f", newSize.width, newSize.height);
+
         _metalLayer.drawableSize = newSize;
 
         [_delegate drawableResize:newSize];
     }
-#endif
 }
 #endif  // END AUTOMATICALLY_RESIZE
 

VoidLink/Metal/MetalViewController.m

@@ -83,11 +83,9 @@ The implementation of the cross-platform game view controller.
 - (void)waitToRenderTo:(nonnull CAMetalLayer *)layer {
     if (!_stopping) {
         // Renderer obtains a nextDrawable, waiting if necessary
-        FQLog(LOG_I, @"[MetalViewController] caling [_renderer waitToRenderTo:layer]");
         [_renderer waitToRenderTo:layer];
 
         // If we don't have a frame yet, wait on that too
-        FQLog(LOG_I, @"[MetalViewController] caling [_renderer waitForEnqueue]");
         [_frameQueue waitForEnqueue];
     }
 }
@@ -99,10 +97,8 @@ The implementation of the cross-platform game view controller.
     }
 
     CFTimeInterval timeout = (1.0f / _framerate) - _renderer.averageGPUTime;
-    FQLog(LOG_I, @"[MetalViewController] caling [_frameQueue dequeueWithTimeout:%f]", timeout);
     Frame *frame = [_frameQueue dequeueWithTimeout:timeout];
     if (frame) {
-        FQLog(LOG_I, @"[MetalViewController] calling [_renderer renderFrame] %@", frame);
         [_renderer renderFrame:frame toLayer:layer];
     }
 }