285 lines
10 KiB
C
285 lines
10 KiB
C
|
/*
|
|||
|
|
* Copyright (c) 2016-present The ZLMediaKit project authors. All Rights Reserved.
|
|||
|
|
*
|
|||
|
|
* This file is part of ZLMediaKit(https://github.com/ZLMediaKit/ZLMediaKit).
|
|||
|
|
*
|
|||
|
|
* Use of this source code is governed by MIT-like license that can be found in the
|
|||
|
|
* LICENSE file in the root of the source tree. All contributing project authors
|
|||
|
|
* may be found in the AUTHORS file in the root of the source tree.
|
|||
|
|
*/
|
|||
|
|
|
|||
|
|
#ifndef ZLMEDIAKIT_MK_TRANSCODE_H
|
|||
|
|
#define ZLMEDIAKIT_MK_TRANSCODE_H
|
|||
|
|
|
|||
|
|
#include "mk_common.h"
|
|||
|
|
#include "mk_track.h"
|
|||
|
|
#include "mk_tcp.h"
|
|||
|
|
|
|||
|
|
#ifdef __cplusplus
|
|||
|
|
extern "C" {
|
|||
|
|
#endif
|
|||
|
|
|
|||
|
|
// 解码器对象 [AUTO-TRANSLATED:14f75955]
|
|||
|
|
// cpp
|
|||
|
|
// Decoder object
|
|||
|
|
typedef struct mk_decoder_t *mk_decoder;
|
|||
|
|
// 解码后的frame [AUTO-TRANSLATED:acb96f85]
|
|||
|
|
// Decoded frame
|
|||
|
|
typedef struct mk_frame_pix_t *mk_frame_pix;
|
|||
|
|
// SwsContext的包装 [AUTO-TRANSLATED:4f7ae38f]
|
|||
|
|
// SwsContext wrapper
|
|||
|
|
typedef struct mk_swscale_t *mk_swscale;
|
|||
|
|
// FFmpeg原始解码帧对象 [AUTO-TRANSLATED:ed99009b]
|
|||
|
|
// FFmpeg original decoded frame object
|
|||
|
|
typedef struct AVFrame AVFrame;
|
|||
|
|
// FFmpeg编解码器对象 [AUTO-TRANSLATED:12b26186]
|
|||
|
|
// FFmpeg codec object
|
|||
|
|
typedef struct AVCodecContext AVCodecContext;
|
|||
|
|
// 解码输出回调 [AUTO-TRANSLATED:1a380eed]
|
|||
|
|
// Decode output callback
|
|||
|
|
typedef void(API_CALL *on_mk_decode)(void *user_data, mk_frame_pix frame);
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 创建解码器
|
|||
|
|
* @param track track对象
|
|||
|
|
* @param thread_num 解码线程数，0时为自动
|
|||
|
|
* @return 返回解码器对象，NULL代表失败
|
|||
|
|
* Create decoder
|
|||
|
|
* @param track track object
|
|||
|
|
* @param thread_num Number of decoding threads, 0 for automatic
|
|||
|
|
* @return Returns the decoder object, NULL indicates failure
|
|||
|
|
|
|||
|
|
* [AUTO-TRANSLATED:d01b3192]
|
|||
|
|
*/
|
|||
|
|
API_EXPORT mk_decoder API_CALL mk_decoder_create(mk_track track, int thread_num);
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 创建解码器
|
|||
|
|
* @param track track对象
|
|||
|
|
* @param thread_num 解码线程数，0时为自动
|
|||
|
|
* @param codec_name_list 偏好的ffmpeg codec name列表，以NULL结尾，譬如：{"libopenh264", "h264_nvdec", NULL};
|
|||
|
|
* 在数组中越前，优先级越高;如果指定的codec不存在，或跟mk_track_codec_id类型不匹配时，则使用内部默认codec列表
|
|||
|
|
* @return 返回解码器对象，NULL代表失败
|
|||
|
|
* Create decoder
|
|||
|
|
* @param track track object
|
|||
|
|
* @param thread_num Number of decoding threads, 0 for automatic
|
|||
|
|
* @param codec_name_list Preferred ffmpeg codec name list, ending with NULL, for example: {"libopenh264", "h264_nvdec", NULL};
|
|||
|
|
* The higher the priority in the array, the higher the priority; if the specified codec does not exist, or does not match the mk_track_codec_id type, the internal default codec list will be used
|
|||
|
|
* @return Returns the decoder object, NULL indicates failure
|
|||
|
|
|
|||
|
|
* [AUTO-TRANSLATED:078aba31]
|
|||
|
|
*/
|
|||
|
|
API_EXPORT mk_decoder API_CALL mk_decoder_create2(mk_track track, int thread_num, const char *codec_name_list[]);
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 销毁解码器
|
|||
|
|
* @param ctx 解码器对象
|
|||
|
|
* @param flush_frame 是否等待所有帧解码成功
|
|||
|
|
* Destroy decoder
|
|||
|
|
* @param ctx Decoder object
|
|||
|
|
* @param flush_frame Whether to wait for all frames to be decoded successfully
|
|||
|
|
|
|||
|
|
* [AUTO-TRANSLATED:1a4d9663]
|
|||
|
|
*/
|
|||
|
|
API_EXPORT void API_CALL mk_decoder_release(mk_decoder ctx, int flush_frame);
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 解码音视频帧
|
|||
|
|
* @param ctx 解码器
|
|||
|
|
* @param frame 帧对象
|
|||
|
|
* @param async 是否异步解码
|
|||
|
|
* @param enable_merge 是否合并帧解码，有些情况下，需要把时间戳相同的slice合并输入到解码器才能解码
|
|||
|
|
* Decode audio and video frames
|
|||
|
|
* @param ctx Decoder
|
|||
|
|
* @param frame Frame object
|
|||
|
|
* @param async Whether to decode asynchronously
|
|||
|
|
* @param enable_merge Whether to merge frame decoding, in some cases, it is necessary to merge slices with the same timestamp into the decoder before decoding
|
|||
|
|
|
|||
|
|
* [AUTO-TRANSLATED:87df4c4d]
|
|||
|
|
*/
|
|||
|
|
API_EXPORT void API_CALL mk_decoder_decode(mk_decoder ctx, mk_frame frame, int async, int enable_merge);
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 设置异步解码最大帧缓存积压数限制
|
|||
|
|
* Set the maximum frame cache backlog limit for asynchronous decoding
|
|||
|
|
|
|||
|
|
* [AUTO-TRANSLATED:1e3e413d]
|
|||
|
|
*/
|
|||
|
|
API_EXPORT void API_CALL mk_decoder_set_max_async_frame_size(mk_decoder ctx, size_t size);
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 设置解码输出回调
|
|||
|
|
* @param ctx 解码器
|
|||
|
|
* @param cb 回调函数
|
|||
|
|
* @param user_data 回调函数用户指针参数
|
|||
|
|
* Set decode output callback
|
|||
|
|
* @param ctx Decoder
|
|||
|
|
* @param cb Callback function
|
|||
|
|
* @param user_data User pointer parameter of the callback function
|
|||
|
|
|
|||
|
|
* [AUTO-TRANSLATED:a90f8764]
|
|||
|
|
*/
|
|||
|
|
API_EXPORT void API_CALL mk_decoder_set_cb(mk_decoder ctx, on_mk_decode cb, void *user_data);
|
|||
|
|
API_EXPORT void API_CALL mk_decoder_set_cb2(mk_decoder ctx, on_mk_decode cb, void *user_data, on_user_data_free user_data_free);
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 获取FFmpeg原始AVCodecContext对象
|
|||
|
|
* @param ctx 解码器
|
|||
|
|
* Get the FFmpeg original AVCodecContext object
|
|||
|
|
* @param ctx Decoder
|
|||
|
|
|
|||
|
|
* [AUTO-TRANSLATED:73ed5496]
|
|||
|
|
*/
|
|||
|
|
API_EXPORT const AVCodecContext* API_CALL mk_decoder_get_context(mk_decoder ctx);
|
|||
|
|
|
|||
|
|
/////////////////////////////////////////////////////////////////////////////////////////////
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 创建解码帧mk_frame_pix新引用
|
|||
|
|
* @param frame 原始引用
|
|||
|
|
* @return 新引用
|
|||
|
|
* Create a new reference to the mk_frame_pix decoding frame
|
|||
|
|
* @param frame Original reference
|
|||
|
|
* @return New reference
|
|||
|
|
|
|||
|
|
* [AUTO-TRANSLATED:ca58ab5d]
|
|||
|
|
*/
|
|||
|
|
API_EXPORT mk_frame_pix API_CALL mk_frame_pix_ref(mk_frame_pix frame);
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 解码帧mk_frame_pix减引用
|
|||
|
|
* @param frame 原始引用
|
|||
|
|
* Decrease the reference of the decoding frame mk_frame_pix
|
|||
|
|
* @param frame Original reference
|
|||
|
|
|
|||
|
|
* [AUTO-TRANSLATED:1581d0a9]
|
|||
|
|
*/
|
|||
|
|
API_EXPORT void API_CALL mk_frame_pix_unref(mk_frame_pix frame);
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 从FFmpeg AVFrame转换为mk_frame_pix
|
|||
|
|
* @param frame FFmpeg AVFrame
|
|||
|
|
* @return mk_frame_pix对象
|
|||
|
|
* Convert from FFmpeg AVFrame to mk_frame_pix
|
|||
|
|
* @param frame FFmpeg AVFrame
|
|||
|
|
* @return mk_frame_pix object
|
|||
|
|
|
|||
|
|
* [AUTO-TRANSLATED:adfb43d5]
|
|||
|
|
*/
|
|||
|
|
API_EXPORT mk_frame_pix API_CALL mk_frame_pix_from_av_frame(AVFrame *frame);
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 可无内存拷贝的创建mk_frame_pix对象
|
|||
|
|
* @param plane_data 多个平面数据, 通过mk_buffer_get_data获取其数据指针
|
|||
|
|
* @param line_size 平面数据line size
|
|||
|
|
* @param plane 数据平面个数
|
|||
|
|
* @return mk_frame_pix对象
|
|||
|
|
* Create a mk_frame_pix object without memory copy
|
|||
|
|
* @param plane_data Multiple plane data, get its data pointer through mk_buffer_get_data
|
|||
|
|
* @param line_size Plane data line size
|
|||
|
|
* @param plane Number of data planes
|
|||
|
|
* @return mk_frame_pix object
|
|||
|
|
|
|||
|
|
* [AUTO-TRANSLATED:b720d2e2]
|
|||
|
|
*/
|
|||
|
|
API_EXPORT mk_frame_pix API_CALL mk_frame_pix_from_buffer(mk_buffer plane_data[], int line_size[], int plane);
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 获取FFmpeg AVFrame对象
|
|||
|
|
* @param frame 解码帧mk_frame_pix
|
|||
|
|
* @return FFmpeg AVFrame对象
|
|||
|
|
* Get the FFmpeg AVFrame object
|
|||
|
|
* @param frame Decoded frame mk_frame_pix
|
|||
|
|
* @return FFmpeg AVFrame object
|
|||
|
|
|
|||
|
|
* [AUTO-TRANSLATED:03142bdc]
|
|||
|
|
*/
|
|||
|
|
API_EXPORT AVFrame* API_CALL mk_frame_pix_get_av_frame(mk_frame_pix frame);
|
|||
|
|
|
|||
|
|
/////////////////////////////////////////////////////////////////////////////////////////////
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 创建ffmpeg SwsContext wrapper实例
|
|||
|
|
* @param output AVPixelFormat类型，AV_PIX_FMT_BGR24==3
|
|||
|
|
* @param width 目标宽度，置0时，则与输入时一致
|
|||
|
|
* @param height 目标高度，置0时，则与输入时一致
|
|||
|
|
* @return SwsContext wrapper 实例
|
|||
|
|
* Create an instance of the ffmpeg SwsContext wrapper
|
|||
|
|
* @param output AVPixelFormat type, AV_PIX_FMT_BGR24==3
|
|||
|
|
* @param width Target width, set to 0, then it is the same as the input
|
|||
|
|
* @param height Target height, set to 0, then it is the same as the input
|
|||
|
|
* @return SwsContext wrapper instance
|
|||
|
|
|
|||
|
|
* [AUTO-TRANSLATED:417474cb]
|
|||
|
|
*/
|
|||
|
|
API_EXPORT mk_swscale mk_swscale_create(int output, int width, int height);
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 释放ffmpeg SwsContext wrapper实例
|
|||
|
|
* @param ctx SwsContext wrapper实例
|
|||
|
|
* Release the ffmpeg SwsContext wrapper instance
|
|||
|
|
* @param ctx SwsContext wrapper instance
|
|||
|
|
|
|||
|
|
* [AUTO-TRANSLATED:8eaaea2f]
|
|||
|
|
*/
|
|||
|
|
API_EXPORT void mk_swscale_release(mk_swscale ctx);
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 使用SwsContext转换pix format
|
|||
|
|
* @param ctx SwsContext wrapper实例
|
|||
|
|
* @param frame pix frame
|
|||
|
|
* @param out 转换后存放的数据指针，用户需要确保提前申请并大小足够
|
|||
|
|
* @return sws_scale()返回值：the height of the output slice
|
|||
|
|
* Use SwsContext to convert pix format
|
|||
|
|
* @param ctx SwsContext wrapper instance
|
|||
|
|
* @param frame pix frame
|
|||
|
|
* @param out Data pointer to store the converted data, the user needs to ensure that the application is applied in advance and the size is sufficient
|
|||
|
|
* @return sws_scale() return value: the height of the output slice
|
|||
|
|
|
|||
|
|
* [AUTO-TRANSLATED:3018afe4]
|
|||
|
|
*/
|
|||
|
|
API_EXPORT int mk_swscale_input_frame(mk_swscale ctx, mk_frame_pix frame, uint8_t *out);
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 使用SwsContext转换pix format
|
|||
|
|
* @param ctx SwsContext wrapper实例
|
|||
|
|
* @param frame pix frame
|
|||
|
|
* @return 新的pix frame对象，需要使用mk_frame_pix_unref销毁
|
|||
|
|
* Use SwsContext to convert pix format
|
|||
|
|
* @param ctx SwsContext wrapper instance
|
|||
|
|
* @param frame pix frame
|
|||
|
|
* @return New pix frame object, needs to be destroyed using mk_frame_pix_unref
|
|||
|
|
|
|||
|
|
|
|||
|
|
* [AUTO-TRANSLATED:5b4e98a3]
|
|||
|
|
*/
|
|||
|
|
API_EXPORT mk_frame_pix mk_swscale_input_frame2(mk_swscale ctx, mk_frame_pix frame);
|
|||
|
|
|
|||
|
|
/////////////////////////////////////////////////////////////////////////////////////////////
|
|||
|
|
|
|||
|
|
API_EXPORT uint8_t **API_CALL mk_get_av_frame_data(AVFrame *frame);
|
|||
|
|
API_EXPORT void API_CALL mk_set_av_frame_data(AVFrame *frame, uint8_t *data, int plane);
|
|||
|
|
|
|||
|
|
API_EXPORT int *API_CALL mk_get_av_frame_line_size(AVFrame *frame);
|
|||
|
|
API_EXPORT void API_CALL mk_set_av_frame_line_size(AVFrame *frame, int line_size, int plane);
|
|||
|
|
|
|||
|
|
API_EXPORT int64_t API_CALL mk_get_av_frame_dts(AVFrame *frame);
|
|||
|
|
API_EXPORT void API_CALL mk_set_av_frame_dts(AVFrame *frame, int64_t dts);
|
|||
|
|
|
|||
|
|
API_EXPORT int64_t API_CALL mk_get_av_frame_pts(AVFrame *frame);
|
|||
|
|
API_EXPORT void API_CALL mk_set_av_frame_pts(AVFrame *frame, int64_t pts);
|
|||
|
|
|
|||
|
|
API_EXPORT int API_CALL mk_get_av_frame_width(AVFrame *frame);
|
|||
|
|
API_EXPORT void API_CALL mk_set_av_frame_width(AVFrame *frame, int width);
|
|||
|
|
|
|||
|
|
API_EXPORT int API_CALL mk_get_av_frame_height(AVFrame *frame);
|
|||
|
|
API_EXPORT void API_CALL mk_set_av_frame_height(AVFrame *frame, int height);
|
|||
|
|
|
|||
|
|
API_EXPORT int API_CALL mk_get_av_frame_format(AVFrame *frame);
|
|||
|
|
API_EXPORT void API_CALL mk_set_av_frame_format(AVFrame *frame, int format);
|
|||
|
|
|
|||
|
|
#ifdef __cplusplus
|
|||
|
|
}
|
|||
|
|
#endif
|
|||
|
|
|
|||
|
|
#endif //ZLMEDIAKIT_MK_TRANSCODE_H
|