mirror of
https://github.com/mofeng-git/One-KVM.git
synced 2026-01-29 00:51:53 +08:00
init
This commit is contained in:
mofeng-git
375
libs/hwcodec/src/ffmpeg_ram/decode.rs
Normal file
375
libs/hwcodec/src/ffmpeg_ram/decode.rs
Normal file
@@ -0,0 +1,375 @@
|
||||
#[cfg(any(target_os = "windows", target_os = "linux", target_os = "macos"))]
|
||||
use super::Priority;
|
||||
use crate::common::TEST_TIMEOUT_MS;
|
||||
use crate::ffmpeg::{init_av_log, AVHWDeviceType::*};
|
||||
|
||||
use crate::{
|
||||
common::DataFormat::*,
|
||||
ffmpeg::{AVHWDeviceType, AVPixelFormat},
|
||||
ffmpeg_ram::{
|
||||
ffmpeg_ram_decode, ffmpeg_ram_free_decoder, ffmpeg_ram_new_decoder, CodecInfo,
|
||||
AV_NUM_DATA_POINTERS,
|
||||
},
|
||||
};
|
||||
use log::error;
|
||||
use std::{
|
||||
ffi::{c_void, CString},
|
||||
os::raw::c_int,
|
||||
slice::from_raw_parts,
|
||||
time::Instant,
|
||||
vec,
|
||||
};
|
||||
|
||||
#[derive(Debug, Clone)]
|
||||
pub struct DecodeContext {
|
||||
pub name: String,
|
||||
pub device_type: AVHWDeviceType,
|
||||
pub thread_count: i32,
|
||||
}
|
||||
|
||||
pub struct DecodeFrame {
|
||||
pub pixfmt: AVPixelFormat,
|
||||
pub width: i32,
|
||||
pub height: i32,
|
||||
pub data: Vec<Vec<u8>>,
|
||||
pub linesize: Vec<i32>,
|
||||
pub key: bool,
|
||||
}
|
||||
|
||||
impl std::fmt::Display for DecodeFrame {
|
||||
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||
let mut s = String::from("data:");
|
||||
for data in self.data.iter() {
|
||||
s.push_str(format!("{} ", data.len()).as_str());
|
||||
}
|
||||
s.push_str(", linesize:");
|
||||
for linesize in self.linesize.iter() {
|
||||
s.push_str(format!("{} ", linesize).as_str());
|
||||
}
|
||||
|
||||
write!(
|
||||
f,
|
||||
"fixfmt:{}, width:{}, height:{},key:{}, {}",
|
||||
self.pixfmt as i32, self.width, self.height, self.key, s,
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
pub struct Decoder {
|
||||
codec: *mut c_void,
|
||||
frames: *mut Vec<DecodeFrame>,
|
||||
pub ctx: DecodeContext,
|
||||
}
|
||||
|
||||
unsafe impl Send for Decoder {}
|
||||
unsafe impl Sync for Decoder {}
|
||||
|
||||
impl Decoder {
|
||||
pub fn new(ctx: DecodeContext) -> Result<Self, ()> {
|
||||
init_av_log();
|
||||
unsafe {
|
||||
let codec = ffmpeg_ram_new_decoder(
|
||||
CString::new(ctx.name.as_str()).map_err(|_| ())?.as_ptr(),
|
||||
ctx.device_type as _,
|
||||
ctx.thread_count,
|
||||
Some(Decoder::callback),
|
||||
);
|
||||
|
||||
if codec.is_null() {
|
||||
return Err(());
|
||||
}
|
||||
|
||||
Ok(Decoder {
|
||||
codec,
|
||||
frames: Box::into_raw(Box::new(Vec::<DecodeFrame>::new())),
|
||||
ctx,
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
pub fn decode(&mut self, packet: &[u8]) -> Result<&mut Vec<DecodeFrame>, i32> {
|
||||
unsafe {
|
||||
(&mut *self.frames).clear();
|
||||
let ret = ffmpeg_ram_decode(
|
||||
self.codec,
|
||||
packet.as_ptr(),
|
||||
packet.len() as c_int,
|
||||
self.frames as *const _ as *const c_void,
|
||||
);
|
||||
|
||||
if ret < 0 {
|
||||
Err(ret)
|
||||
} else {
|
||||
Ok(&mut *self.frames)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
unsafe extern "C" fn callback(
|
||||
obj: *const c_void,
|
||||
width: c_int,
|
||||
height: c_int,
|
||||
pixfmt: c_int,
|
||||
linesizes: *mut c_int,
|
||||
datas: *mut *mut u8,
|
||||
key: c_int,
|
||||
) {
|
||||
let frames = &mut *(obj as *mut Vec<DecodeFrame>);
|
||||
let datas = from_raw_parts(datas, AV_NUM_DATA_POINTERS as _);
|
||||
let linesizes = from_raw_parts(linesizes, AV_NUM_DATA_POINTERS as _);
|
||||
|
||||
let mut frame = DecodeFrame {
|
||||
pixfmt: std::mem::transmute(pixfmt),
|
||||
width,
|
||||
height,
|
||||
data: vec![],
|
||||
linesize: vec![],
|
||||
key: key != 0,
|
||||
};
|
||||
|
||||
// Handle YUV420P and YUVJ420P (JPEG full-range) - same memory layout
|
||||
if pixfmt == AVPixelFormat::AV_PIX_FMT_YUV420P as c_int
|
||||
|| pixfmt == AVPixelFormat::AV_PIX_FMT_YUVJ420P as c_int
|
||||
{
|
||||
let y = from_raw_parts(datas[0], (linesizes[0] * height) as usize).to_vec();
|
||||
let u = from_raw_parts(datas[1], (linesizes[1] * height / 2) as usize).to_vec();
|
||||
let v = from_raw_parts(datas[2], (linesizes[2] * height / 2) as usize).to_vec();
|
||||
|
||||
frame.data.push(y);
|
||||
frame.data.push(u);
|
||||
frame.data.push(v);
|
||||
|
||||
frame.linesize.push(linesizes[0]);
|
||||
frame.linesize.push(linesizes[1]);
|
||||
frame.linesize.push(linesizes[2]);
|
||||
|
||||
frames.push(frame);
|
||||
} else if pixfmt == AVPixelFormat::AV_PIX_FMT_YUV422P as c_int
|
||||
|| pixfmt == AVPixelFormat::AV_PIX_FMT_YUVJ422P as c_int
|
||||
{
|
||||
// YUV422P: U and V planes have same height as Y (not half)
|
||||
let y = from_raw_parts(datas[0], (linesizes[0] * height) as usize).to_vec();
|
||||
let u = from_raw_parts(datas[1], (linesizes[1] * height) as usize).to_vec();
|
||||
let v = from_raw_parts(datas[2], (linesizes[2] * height) as usize).to_vec();
|
||||
|
||||
frame.data.push(y);
|
||||
frame.data.push(u);
|
||||
frame.data.push(v);
|
||||
|
||||
frame.linesize.push(linesizes[0]);
|
||||
frame.linesize.push(linesizes[1]);
|
||||
frame.linesize.push(linesizes[2]);
|
||||
|
||||
frames.push(frame);
|
||||
} else if pixfmt == AVPixelFormat::AV_PIX_FMT_NV12 as c_int
|
||||
|| pixfmt == AVPixelFormat::AV_PIX_FMT_NV21 as c_int
|
||||
{
|
||||
let y = from_raw_parts(datas[0], (linesizes[0] * height) as usize).to_vec();
|
||||
let uv = from_raw_parts(datas[1], (linesizes[1] * height / 2) as usize).to_vec();
|
||||
|
||||
frame.data.push(y);
|
||||
frame.data.push(uv);
|
||||
|
||||
frame.linesize.push(linesizes[0]);
|
||||
frame.linesize.push(linesizes[1]);
|
||||
|
||||
frames.push(frame);
|
||||
} else {
|
||||
error!("unsupported pixfmt {}", pixfmt as i32);
|
||||
}
|
||||
}
|
||||
|
||||
pub fn available_decoders() -> Vec<CodecInfo> {
|
||||
use log::debug;
|
||||
|
||||
#[allow(unused_mut)]
|
||||
let mut codecs: Vec<CodecInfo> = vec![];
|
||||
// windows disable nvdec to avoid gpu stuck
|
||||
#[cfg(target_os = "linux")]
|
||||
{
|
||||
let (nv, _, _) = crate::common::supported_gpu(false);
|
||||
debug!("Linux GPU support detected - NV: {}", nv);
|
||||
if nv {
|
||||
codecs.push(CodecInfo {
|
||||
name: "h264".to_owned(),
|
||||
format: H264,
|
||||
hwdevice: AV_HWDEVICE_TYPE_CUDA,
|
||||
priority: Priority::Good as _,
|
||||
..Default::default()
|
||||
});
|
||||
codecs.push(CodecInfo {
|
||||
name: "hevc".to_owned(),
|
||||
format: H265,
|
||||
hwdevice: AV_HWDEVICE_TYPE_CUDA,
|
||||
priority: Priority::Good as _,
|
||||
..Default::default()
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
#[cfg(target_os = "windows")]
|
||||
{
|
||||
codecs.append(&mut vec![
|
||||
CodecInfo {
|
||||
name: "h264".to_owned(),
|
||||
format: H264,
|
||||
hwdevice: AV_HWDEVICE_TYPE_D3D11VA,
|
||||
priority: Priority::Best as _,
|
||||
..Default::default()
|
||||
},
|
||||
CodecInfo {
|
||||
name: "hevc".to_owned(),
|
||||
format: H265,
|
||||
hwdevice: AV_HWDEVICE_TYPE_D3D11VA,
|
||||
priority: Priority::Best as _,
|
||||
..Default::default()
|
||||
},
|
||||
]);
|
||||
}
|
||||
|
||||
#[cfg(target_os = "linux")]
|
||||
{
|
||||
codecs.append(&mut vec![
|
||||
CodecInfo {
|
||||
name: "h264".to_owned(),
|
||||
format: H264,
|
||||
hwdevice: AV_HWDEVICE_TYPE_VAAPI,
|
||||
priority: Priority::Good as _,
|
||||
..Default::default()
|
||||
},
|
||||
CodecInfo {
|
||||
name: "hevc".to_owned(),
|
||||
format: H265,
|
||||
hwdevice: AV_HWDEVICE_TYPE_VAAPI,
|
||||
priority: Priority::Good as _,
|
||||
..Default::default()
|
||||
},
|
||||
CodecInfo {
|
||||
name: "mjpeg".to_owned(),
|
||||
format: MJPEG,
|
||||
hwdevice: AV_HWDEVICE_TYPE_VAAPI,
|
||||
priority: Priority::Good as _,
|
||||
..Default::default()
|
||||
},
|
||||
]);
|
||||
}
|
||||
|
||||
#[cfg(target_os = "macos")]
|
||||
{
|
||||
let (_, _, h264, h265) = crate::common::get_video_toolbox_codec_support();
|
||||
debug!(
|
||||
"VideoToolbox decode support - H264: {}, H265: {}",
|
||||
h264, h265
|
||||
);
|
||||
if h264 {
|
||||
codecs.push(CodecInfo {
|
||||
name: "h264".to_owned(),
|
||||
format: H264,
|
||||
hwdevice: AV_HWDEVICE_TYPE_VIDEOTOOLBOX,
|
||||
priority: Priority::Best as _,
|
||||
..Default::default()
|
||||
});
|
||||
}
|
||||
if h265 {
|
||||
codecs.push(CodecInfo {
|
||||
name: "hevc".to_owned(),
|
||||
format: H265,
|
||||
hwdevice: AV_HWDEVICE_TYPE_VIDEOTOOLBOX,
|
||||
priority: Priority::Best as _,
|
||||
..Default::default()
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
let mut res = Vec::<CodecInfo>::new();
|
||||
let buf264 = &crate::common::DATA_H264_720P[..];
|
||||
let buf265 = &crate::common::DATA_H265_720P[..];
|
||||
|
||||
for codec in codecs {
|
||||
// Skip if this format already exists in results
|
||||
if res
|
||||
.iter()
|
||||
.any(|existing: &CodecInfo| existing.format == codec.format)
|
||||
{
|
||||
continue;
|
||||
}
|
||||
|
||||
debug!(
|
||||
"Testing decoder: {} (hwdevice: {:?})",
|
||||
codec.name, codec.hwdevice
|
||||
);
|
||||
|
||||
let c = DecodeContext {
|
||||
name: codec.name.clone(),
|
||||
device_type: codec.hwdevice,
|
||||
thread_count: 4,
|
||||
};
|
||||
|
||||
match Decoder::new(c) {
|
||||
Ok(mut decoder) => {
|
||||
debug!("Decoder {} created successfully", codec.name);
|
||||
|
||||
// MJPEG decoder doesn't need test data - just verify it can be created
|
||||
if codec.format == MJPEG {
|
||||
debug!("MJPEG decoder {} test passed (creation only)", codec.name);
|
||||
res.push(codec);
|
||||
continue;
|
||||
}
|
||||
|
||||
let data = match codec.format {
|
||||
H264 => buf264,
|
||||
H265 => buf265,
|
||||
_ => {
|
||||
log::error!("Unsupported format: {:?}, skipping", codec.format);
|
||||
continue;
|
||||
}
|
||||
};
|
||||
|
||||
let start = Instant::now();
|
||||
|
||||
match decoder.decode(data) {
|
||||
Ok(_) => {
|
||||
let elapsed = start.elapsed().as_millis();
|
||||
|
||||
if elapsed < TEST_TIMEOUT_MS as _ {
|
||||
debug!("Decoder {} test passed", codec.name);
|
||||
res.push(codec);
|
||||
} else {
|
||||
debug!(
|
||||
"Decoder {} test failed - timeout: {}ms",
|
||||
codec.name, elapsed
|
||||
);
|
||||
}
|
||||
}
|
||||
Err(err) => {
|
||||
debug!("Decoder {} test failed with error: {}", codec.name, err);
|
||||
}
|
||||
}
|
||||
}
|
||||
Err(_) => {
|
||||
debug!("Failed to create decoder {}", codec.name);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
let soft = CodecInfo::soft();
|
||||
if let Some(c) = soft.h264 {
|
||||
res.push(c);
|
||||
}
|
||||
if let Some(c) = soft.h265 {
|
||||
res.push(c);
|
||||
}
|
||||
|
||||
res
|
||||
}
|
||||
}
|
||||
|
||||
impl Drop for Decoder {
|
||||
fn drop(&mut self) {
|
||||
unsafe {
|
||||
ffmpeg_ram_free_decoder(self.codec);
|
||||
self.codec = std::ptr::null_mut();
|
||||
let _ = Box::from_raw(self.frames);
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user