Yehowshua/ZIm
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Start compressing captured frames as H264

Browse source
This commit is contained in:
Antonio Scandurra 2022-08-31 15:49:55 +02:00
parent f621d290fe
commit 7054fa61f2
4 changed files with 195 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

19
crates/capture/src/main.rs
View file

@ -17,8 +17,9 @@ use gpui::{
};
use log::LevelFilter;
use media::{
core_media::{CMSampleBuffer, CMSampleBufferRef, CMTimeMake},
core_media::{kCMVideoCodecType_H264, CMSampleBuffer, CMSampleBufferRef, CMTimeMake},
core_video::{self, CVImageBuffer},
video_toolbox::VTCompressionSession,
};
use objc::{
class,
@ -85,6 +86,14 @@ impl ScreenCaptureView {
let display: id = displays.objectAtIndex(0);
let display_width: usize = msg_send![display, width];
let display_height: usize = msg_send![display, height];
let compression_session = VTCompressionSession::new(
display_width,
display_height,
kCMVideoCodecType_H264,
None,
ptr::null(),
)
.unwrap();
let mut decl = ClassDecl::new("CaptureOutput", class!(NSObject)).unwrap();
decl.add_ivar::<*mut c_void>("callback");
@ -114,7 +123,15 @@ impl ScreenCaptureView {
return;
}
let timing_info = buffer.sample_timing_info(0).unwrap();
let image_buffer = buffer.image_buffer();
compression_session
.encode_frame(
image_buffer.as_concrete_TypeRef(),
timing_info.presentationTimeStamp,
timing_info.duration,
)
.unwrap();
*surface_tx.lock().borrow_mut() = Some(image_buffer);
}) as Box<dyn FnMut(CMSampleBufferRef)>;
let callback = Box::into_raw(Box::new(callback));