This change fixes a memory leak in the mac-virtualcam plugin that causes OBS to not release the CVPixelBuffers (and underlying IOSurfaces) it emits to the virtual camera consumers. Pull request https://github.com/obsproject/obs-studio/pull/6573 (Avoid transcoding where possible) updated the mac-virtualcam to share the virtual camera feed with other processes via IOSurfaces. Although the changes work correctly, users have observed that OBS memory usage keeps increasing when the virtual camera is active until OBS runs out of memory or the consuming application is closed. See the report by @SciTechNick for more information: https://github.com/obsproject/obs-studio/pull/6573#issuecomment-1161979765 After some debugging, I have found that the plugin is leaking Mach ports associated with IOSurfaces, preventing them from being re-used. The previous approach using `NSMachPort` does not seem to properly release the Mach port allocated via `CVPixelBufferGetIOSurface` and `IOSurfaceLookupFromMachPort`. Instead, we must explicitly deallocate the port using `mach_port_deallocate`. I have tested the changes on a Macbook Pro (M1) running macOS Monterey with Google Chrome, Zoom, and Cameo. OBS shows no signs of memory leakage after multiple minutes.
187 lines
4.7 KiB
Text
187 lines
4.7 KiB
Text
//
|
|
// MachServer.m
|
|
// mac-virtualcam
|
|
//
|
|
// Created by John Boiles on 5/5/20.
|
|
//
|
|
|
|
#import "OBSDALMachServer.h"
|
|
#include <obs-module.h>
|
|
#include <CoreVideo/CoreVideo.h>
|
|
#include "MachProtocol.h"
|
|
#include "Defines.h"
|
|
|
|
@interface OBSDALMachServer () <NSPortDelegate>
|
|
@property NSPort *port;
|
|
@property NSMutableSet *clientPorts;
|
|
@property NSRunLoop *runLoop;
|
|
@end
|
|
|
|
@implementation OBSDALMachServer
|
|
|
|
- (id)init
|
|
{
|
|
if (self = [super init]) {
|
|
self.clientPorts = [[NSMutableSet alloc] init];
|
|
}
|
|
return self;
|
|
}
|
|
|
|
- (void)dealloc
|
|
{
|
|
blog(LOG_DEBUG, "tearing down MachServer");
|
|
[self.runLoop removePort:self.port forMode:NSDefaultRunLoopMode];
|
|
[self.port invalidate];
|
|
self.port.delegate = nil;
|
|
}
|
|
|
|
- (void)run
|
|
{
|
|
if (self.port != nil) {
|
|
blog(LOG_DEBUG, "mach server already running!");
|
|
return;
|
|
}
|
|
|
|
// It's a bummer this is deprecated. The replacement, NSXPCConnection, seems to require
|
|
// an assistant process that lives inside the .app bundle. This would be more modern, but adds
|
|
// complexity and I think makes it impossible to just run the `obs` binary from the commandline.
|
|
// So let's stick with NSMachBootstrapServer at least until it fully goes away.
|
|
// At that point we can decide between NSXPCConnection and using the CoreFoundation versions of
|
|
// these APIs (which are, interestingly, not deprecated)
|
|
#pragma clang diagnostic push
|
|
#pragma clang diagnostic ignored "-Wdeprecated-declarations"
|
|
self.port = [[NSMachBootstrapServer sharedInstance]
|
|
servicePortWithName:@MACH_SERVICE_NAME];
|
|
#pragma clang diagnostic pop
|
|
if (self.port == nil) {
|
|
// This probably means another instance is running.
|
|
blog(LOG_ERROR, "Unable to open mach server port.");
|
|
return;
|
|
}
|
|
|
|
self.port.delegate = self;
|
|
|
|
self.runLoop = [NSRunLoop currentRunLoop];
|
|
[self.runLoop addPort:self.port forMode:NSDefaultRunLoopMode];
|
|
|
|
blog(LOG_DEBUG, "mach server running!");
|
|
}
|
|
|
|
- (void)handlePortMessage:(NSPortMessage *)message
|
|
{
|
|
switch (message.msgid) {
|
|
case MachMsgIdConnect:
|
|
if (message.sendPort != nil) {
|
|
blog(LOG_DEBUG,
|
|
"mach server received connect message from port %d!",
|
|
((NSMachPort *)message.sendPort).machPort);
|
|
[self.clientPorts addObject:message.sendPort];
|
|
}
|
|
break;
|
|
default:
|
|
blog(LOG_ERROR, "Unexpected mach message ID %u",
|
|
(unsigned)message.msgid);
|
|
break;
|
|
}
|
|
}
|
|
|
|
- (void)sendMessageToClientsWithMsgId:(uint32_t)msgId
|
|
components:(nullable NSArray *)components
|
|
{
|
|
if ([self.clientPorts count] <= 0) {
|
|
return;
|
|
}
|
|
|
|
NSMutableSet *removedPorts = [NSMutableSet set];
|
|
|
|
for (NSPort *port in self.clientPorts) {
|
|
@try {
|
|
NSPortMessage *message = [[NSPortMessage alloc]
|
|
initWithSendPort:port
|
|
receivePort:nil
|
|
components:components];
|
|
message.msgid = msgId;
|
|
if (![port isValid] ||
|
|
![message
|
|
sendBeforeDate:
|
|
[NSDate dateWithTimeIntervalSinceNow:
|
|
1.0]]) {
|
|
blog(LOG_DEBUG,
|
|
"failed to send message to %d, removing it from the clients!",
|
|
((NSMachPort *)port).machPort);
|
|
|
|
[port invalidate];
|
|
[removedPorts addObject:port];
|
|
}
|
|
} @catch (NSException *exception) {
|
|
blog(LOG_DEBUG,
|
|
"failed to send message (exception) to %d, removing it from the clients!",
|
|
((NSMachPort *)port).machPort);
|
|
|
|
[port invalidate];
|
|
[removedPorts addObject:port];
|
|
}
|
|
}
|
|
|
|
// Remove dead ports if necessary
|
|
[self.clientPorts minusSet:removedPorts];
|
|
}
|
|
|
|
- (void)sendPixelBuffer:(CVPixelBufferRef)frame
|
|
timestamp:(uint64_t)timestamp
|
|
fpsNumerator:(uint32_t)fpsNumerator
|
|
fpsDenominator:(uint32_t)fpsDenominator
|
|
{
|
|
if ([self.clientPorts count] <= 0) {
|
|
return;
|
|
}
|
|
|
|
@autoreleasepool {
|
|
NSData *timestampData = [NSData
|
|
dataWithBytes:×tamp
|
|
length:sizeof(timestamp)];
|
|
NSData *fpsNumeratorData = [NSData
|
|
dataWithBytes:&fpsNumerator
|
|
length:sizeof(fpsNumerator)];
|
|
NSData *fpsDenominatorData = [NSData
|
|
dataWithBytes:&fpsDenominator
|
|
length:sizeof(fpsDenominator)];
|
|
|
|
IOSurfaceRef surface = CVPixelBufferGetIOSurface(frame);
|
|
|
|
if (!surface) {
|
|
blog(LOG_ERROR,
|
|
"unable to access IOSurface associated with CVPixelBuffer");
|
|
return;
|
|
}
|
|
|
|
mach_port_t framePort = IOSurfaceCreateMachPort(surface);
|
|
|
|
if (!framePort) {
|
|
blog(LOG_ERROR,
|
|
"unable to allocate mach port for IOSurface");
|
|
return;
|
|
}
|
|
|
|
[self sendMessageToClientsWithMsgId:MachMsgIdFrame
|
|
components:@[
|
|
[NSMachPort
|
|
portWithMachPort:framePort
|
|
options:NSMachPortDeallocateNone],
|
|
timestampData,
|
|
fpsNumeratorData,
|
|
fpsDenominatorData
|
|
]];
|
|
|
|
mach_port_deallocate(mach_task_self(), framePort);
|
|
}
|
|
}
|
|
|
|
- (void)stop
|
|
{
|
|
blog(LOG_DEBUG, "sending stop message to %lu clients",
|
|
self.clientPorts.count);
|
|
[self sendMessageToClientsWithMsgId:MachMsgIdStop components:nil];
|
|
}
|
|
|
|
@end
|