Yehowshua/ZIm
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Provide all running applications to SCContentFilter to capture display

Browse source
This commit is contained in:
Antonio Scandurra 2022-08-30 11:12:40 +02:00
parent ef8a0dc175
commit 014246f569
4 changed files with 72 additions and 104 deletions
Download patch file Download diff file Expand all files Collapse all files

4
crates/capture/build.rs
View file

@ -17,15 +17,13 @@ fn main() {
.unwrap(); .unwrap();
let sdk_path = sdk_path.trim_end(); let sdk_path = sdk_path.trim_end();
println!("cargo:rerun-if-changed=src/bindings.h");
let bindings = bindgen::Builder::default() let bindings = bindgen::Builder::default()
.header("src/bindings.h") .header("src/bindings.h")
.clang_arg(format!("-isysroot{}", sdk_path)) .clang_arg(format!("-isysroot{}", sdk_path))
.clang_arg("-xobjective-c") .clang_arg("-xobjective-c")
.allowlist_function("CMTimeMake") .allowlist_function("CMTimeMake")
.allowlist_type("CMSampleBufferRef")
.allowlist_type("SCStreamOutputType") .allowlist_type("SCStreamOutputType")
.allowlist_var("_dispatch_main_q")
.allowlist_function("dispatch_async_f")
.allowlist_function("dispatch_queue_create") .allowlist_function("dispatch_queue_create")
.parse_callbacks(Box::new(bindgen::CargoCallbacks)) .parse_callbacks(Box::new(bindgen::CargoCallbacks))
.layout_tests(false) .layout_tests(false)

4
crates/capture/src/bindings.rs
View file

@ -5,7 +5,3 @@
use objc::*; use objc::*;
include!(concat!(env!("OUT_DIR"), "/bindings.rs")); include!(concat!(env!("OUT_DIR"), "/bindings.rs"));
pub fn dispatch_get_main_queue() -> dispatch_queue_t {
unsafe { std::mem::transmute(&_dispatch_main_q) }
}

15
crates/capture/src/dummy.m
View file

@ -4,19 +4,4 @@
@end @end
@implementation MyClass @implementation MyClass
- (void)stream:(SCStream *)stream
didOutputSampleBuffer:(CMSampleBufferRef)sampleBuffer
ofType:(SCStreamOutputType)type {
printf("dummy capture handler called");
}
- (void)stream:(SCStream *)stream didStopWithError:(NSError *)error {
printf("dummy did stop with error called");
}
int main() {
[[MyClass alloc] init];
}
@end @end

133
crates/capture/src/main.rs
View file

@ -1,18 +1,22 @@
mod bindings; mod bindings;
use std::{slice, str, ptr::{self}}; use crate::bindings::{dispatch_queue_create, NSObject, SCStreamOutputType};
use block::ConcreteBlock; use block::ConcreteBlock;
use cocoa::{ use cocoa::{
base::{id, nil}, base::{id, nil, YES},
foundation::{NSArray, NSString, NSUInteger, NSInteger}, foundation::{NSArray, NSBundle, NSString, NSUInteger},
}; };
use gpui::{actions, elements::*, keymap::Binding, Menu, MenuItem}; use gpui::{actions, elements::*, keymap::Binding, Menu, MenuItem};
use log::LevelFilter; use log::LevelFilter;
use objc::{class, msg_send, sel, sel_impl, declare::ClassDecl, runtime::{Protocol, Object, Sel}}; use objc::{
class,
declare::ClassDecl,
msg_send,
runtime::{Object, Protocol, Sel},
sel, sel_impl,
};
use simplelog::SimpleLogger; use simplelog::SimpleLogger;
use std::{ptr, slice, str};
use crate::bindings::{dispatch_get_main_queue, dispatch_queue_create, NSObject, CMSampleBufferRef};
#[allow(non_upper_case_globals)] #[allow(non_upper_case_globals)]
const NSUTF8StringEncoding: NSUInteger = 4; const NSUTF8StringEncoding: NSUInteger = 4;
@ -42,71 +46,50 @@ fn main() {
return; return;
} }
let applications: id = msg_send![content, applications];
let displays: id = msg_send![content, displays]; let displays: id = msg_send![content, displays];
let display: id = displays.objectAtIndex(0);
if let Some(display) = (0..displays.count()) let mut decl = ClassDecl::new("CaptureOutput", class!(NSObject)).unwrap();
.map(|ix| displays.objectAtIndex(ix)) decl.add_protocol(Protocol::get("SCStreamOutput").unwrap());
.next() decl.add_method(sel!(stream:didOutputSampleBuffer:ofType:), sample_output as extern "C" fn(&Object, Sel, id, id, SCStreamOutputType));
{ let capture_output_class = decl.register();
let display_id: u32 = msg_send![display, displayID]; let output: id = msg_send![capture_output_class, alloc];
println!("display id {:?}", display_id); let output: id = msg_send![output, init];
// let mut decl = ClassDecl::new("CaptureOutput", class!(NSObject)).unwrap(); let filter: id = msg_send![class!(SCContentFilter), alloc];
// decl.add_protocol(Protocol::get("SCStreamOutput").unwrap()); let filter: id = msg_send![filter, initWithDisplay: display includingApplications: applications exceptingWindows: nil];
// decl.add_protocol(Protocol::get("SCStreamDelegate").unwrap()); // let filter: id = msg_send![filter, initWithDesktopIndependentWindow: window];
// decl.add_method(sel!(stream:didOutputSampleBuffer:ofType:), sample_output as extern "C" fn(&Object, Sel, id, id, NSInteger)); let config: id = msg_send![class!(SCStreamConfiguration), alloc];
// decl.add_method(sel!(stream:didStopWithError:), did_stop_with_error as extern "C" fn(&Object, Sel, id, id)); let config: id = msg_send![config, init];
// let capture_output_class = decl.register(); let _: () = msg_send![config, setMinimumFrameInterval: bindings::CMTimeMake(1, 60)];
let _: () = msg_send![config, setQueueDepth: 6];
let _: () = msg_send![config, setShowsCursor: YES];
// let output: id = msg_send![capture_output_class, alloc]; let stream: id = msg_send![class!(SCStream), alloc];
// let output: id = msg_send![output, init]; let stream: id = msg_send![stream, initWithFilter: filter configuration: config delegate: output];
let error: id = nil;
let queue = dispatch_queue_create(ptr::null(), NSObject(ptr::null_mut()));
let output: id = msg_send![class!(MyClass), alloc]; let _: () = msg_send![stream,
let output: id = msg_send![output, init]; addStreamOutput: output type: bindings::SCStreamOutputType_SCStreamOutputTypeScreen
sampleHandlerQueue: queue
error: &error
];
// Do we conform to the protocol? let start_capture_completion = ConcreteBlock::new(move |error: id| {
let conforms: bool = msg_send![output, conformsToProtocol: Protocol::get("SCStreamOutput").unwrap()]; if !error.is_null() {
dbg!(conforms); println!("error starting capture... error? {}", string_from_objc(msg_send![error, localizedDescription]));
assert!(conforms, "expect CaptureOutput instance to conform to SCStreamOutput protocol"); return;
}
// Confirm we can send the protocol message to the object println!("starting capture");
let _: () = msg_send![output, stream:NSObject(ptr::null_mut()) didOutputSampleBuffer:NSObject(ptr::null_mut()) ofType:0]; });
let excluded_windows: id = msg_send![class!(NSArray), array]; assert!(!stream.is_null());
let filter: id = msg_send![class!(SCContentFilter), alloc]; let _: () = msg_send![stream, startCaptureWithCompletionHandler: start_capture_completion];
let filter: id = msg_send![filter, initWithDisplay: display excludingWindows: excluded_windows];
let config: id = msg_send![class!(SCStreamConfiguration), alloc];
let config: id = msg_send![config, init];
// Configure the display content width and height.
let _: () = msg_send![config, setWidth: 800];
let _: () = msg_send![config, setHeight: 600];
let _: () = msg_send![config, setMinimumFrameInterval: bindings::CMTimeMake(1, 60)];
let _: () = msg_send![config, setQueueDepth: 5];
let stream: id = msg_send![class!(SCStream), alloc];
let stream: id = msg_send![stream, initWithFilter: filter configuration: config delegate: output];
let error: id = nil;
let queue = dispatch_queue_create(ptr::null(), NSObject(ptr::null_mut()));
let _: () = msg_send![stream,
addStreamOutput: output type: bindings::SCStreamOutputType_SCStreamOutputTypeScreen
sampleHandlerQueue: queue
error: &error
];
let start_capture_completion = ConcreteBlock::new(move |error: id| {
if !error.is_null() {
println!("error starting capture... error? {}", string_from_objc(msg_send![error, localizedDescription]));
return;
}
println!("starting capture");
});
assert!(!stream.is_null());
let _: () = msg_send![stream, startCaptureWithCompletionHandler: start_capture_completion];
}
}); });
let _: id = msg_send![ let _: id = msg_send![
@ -136,18 +119,24 @@ impl gpui::View for ScreenCaptureView {
} }
pub unsafe fn string_from_objc(string: id) -> String { pub unsafe fn string_from_objc(string: id) -> String {
let len = msg_send![string, lengthOfBytesUsingEncoding: NSUTF8StringEncoding]; if string.is_null() {
let bytes = string.UTF8String() as *const u8; Default::default()
str::from_utf8(slice::from_raw_parts(bytes, len)) } else {
.unwrap() let len = msg_send![string, lengthOfBytesUsingEncoding: NSUTF8StringEncoding];
.to_string() let bytes = string.UTF8String() as *const u8;
str::from_utf8(slice::from_raw_parts(bytes, len))
.unwrap()
.to_string()
}
} }
extern "C" fn did_stop_with_error(this: &Object, _: Sel, stream: id, error: id) { extern "C" fn sample_output(
println!("did_stop_with_error"); _: &Object,
} _: Sel,
_stream: id,
extern "C" fn sample_output(this: &Object, _: Sel, stream: id, buffer: id, kind: NSInteger) { _buffer: id,
_kind: SCStreamOutputType,
) {
println!("sample output"); println!("sample output");
} }