mirror of
				https://github.com/nyanmisaka/ffmpeg-rockchip.git
				synced 2025-10-31 20:42:49 +08:00 
			
		
		
		
	
		
			
				
	
	
		
			305 lines
		
	
	
		
			14 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			305 lines
		
	
	
		
			14 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
| /*
 | |
|  * This file is part of FFmpeg.
 | |
|  *
 | |
|  * FFmpeg is free software; you can redistribute it and/or
 | |
|  * modify it under the terms of the GNU Lesser General Public
 | |
|  * License as published by the Free Software Foundation; either
 | |
|  * version 2.1 of the License, or (at your option) any later version.
 | |
|  *
 | |
|  * FFmpeg is distributed in the hope that it will be useful,
 | |
|  * but WITHOUT ANY WARRANTY; without even the implied warranty of
 | |
|  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 | |
|  * Lesser General Public License for more details.
 | |
|  *
 | |
|  * You should have received a copy of the GNU Lesser General Public
 | |
|  * License along with FFmpeg; if not, write to the Free Software
 | |
|  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 | |
|  */
 | |
| 
 | |
| #ifndef AVFILTER_OPENCL_H
 | |
| #define AVFILTER_OPENCL_H
 | |
| 
 | |
| // The intended target is OpenCL 1.2, so disable warnings for APIs
 | |
| // deprecated after that.  This primarily applies to clCreateCommandQueue(),
 | |
| // we can't use the replacement clCreateCommandQueueWithProperties() because
 | |
| // it was introduced in OpenCL 2.0.
 | |
| #define CL_USE_DEPRECATED_OPENCL_1_2_APIS
 | |
| 
 | |
| #include "libavutil/bprint.h"
 | |
| #include "libavutil/buffer.h"
 | |
| #include "libavutil/hwcontext.h"
 | |
| #include "libavutil/hwcontext_opencl.h"
 | |
| #include "libavutil/pixfmt.h"
 | |
| 
 | |
| #include "avfilter.h"
 | |
| 
 | |
| typedef struct OpenCLFilterContext {
 | |
|     const AVClass     *class;
 | |
| 
 | |
|     AVBufferRef       *device_ref;
 | |
|     AVHWDeviceContext *device;
 | |
|     AVOpenCLDeviceContext *hwctx;
 | |
| 
 | |
|     cl_program         program;
 | |
| 
 | |
|     enum AVPixelFormat output_format;
 | |
|     int                output_width;
 | |
|     int                output_height;
 | |
| } OpenCLFilterContext;
 | |
| 
 | |
| // Groups together information about a kernel argument
 | |
| typedef struct OpenCLKernelArg {
 | |
|     size_t arg_size;
 | |
|     const void *arg_val;
 | |
| } OpenCLKernelArg;
 | |
| 
 | |
| /**
 | |
|  * set argument to specific Kernel.
 | |
|  * This macro relies on usage of local label "fail" and variables:
 | |
|  * avctx, cle and err.
 | |
|  */
 | |
| #define CL_SET_KERNEL_ARG(kernel, arg_num, type, arg)          \
 | |
|     cle = clSetKernelArg(kernel, arg_num, sizeof(type), arg);  \
 | |
|     if (cle != CL_SUCCESS) {                                   \
 | |
|         av_log(avctx, AV_LOG_ERROR, "Failed to set kernel "    \
 | |
|                "argument %d: error %d.\n", arg_num, cle);      \
 | |
|         err = AVERROR(EIO);                                    \
 | |
|         goto fail;                                             \
 | |
|     }
 | |
| 
 | |
| /**
 | |
|  * A helper macro to handle OpenCL errors. It will assign errcode to
 | |
|  * variable err, log error msg, and jump to fail label on error.
 | |
|  */
 | |
| #define CL_FAIL_ON_ERROR(errcode, ...) do {                    \
 | |
|         if (cle != CL_SUCCESS) {                               \
 | |
|             av_log(avctx, AV_LOG_ERROR, __VA_ARGS__);          \
 | |
|             err = errcode;                                     \
 | |
|             goto fail;                                         \
 | |
|         }                                                      \
 | |
|     } while(0)
 | |
| 
 | |
| /**
 | |
|  * Create a kernel with the given name.
 | |
|  *
 | |
|  * The kernel variable in the context structure must have a name of the form
 | |
|  * kernel_<kernel_name>.
 | |
|  *
 | |
|  * The OpenCLFilterContext variable in the context structure must be named ocf.
 | |
|  *
 | |
|  * Requires the presence of a local cl_int variable named cle and a fail label for error
 | |
|  * handling.
 | |
|  */
 | |
| #define CL_CREATE_KERNEL(ctx, kernel_name) do {                                                 \
 | |
|     ctx->kernel_ ## kernel_name = clCreateKernel(ctx->ocf.program, #kernel_name, &cle);         \
 | |
|     CL_FAIL_ON_ERROR(AVERROR(EIO), "Failed to create %s kernel: %d.\n", #kernel_name, cle);     \
 | |
| } while(0)
 | |
| 
 | |
| /**
 | |
|  * release an OpenCL Kernel
 | |
|  */
 | |
| #define CL_RELEASE_KERNEL(k)                                  \
 | |
| do {                                                          \
 | |
|     if (k) {                                                  \
 | |
|         cle = clReleaseKernel(k);                             \
 | |
|         if (cle != CL_SUCCESS)                                \
 | |
|             av_log(avctx, AV_LOG_ERROR, "Failed to release "  \
 | |
|                    "OpenCL kernel: %d.\n", cle);              \
 | |
|     }                                                         \
 | |
| } while(0)
 | |
| 
 | |
| /**
 | |
|  * release an OpenCL Memory Object
 | |
|  */
 | |
| #define CL_RELEASE_MEMORY(m)                                  \
 | |
| do {                                                          \
 | |
|     if (m) {                                                  \
 | |
|         cle = clReleaseMemObject(m);                          \
 | |
|         if (cle != CL_SUCCESS)                                \
 | |
|             av_log(avctx, AV_LOG_ERROR, "Failed to release "  \
 | |
|                    "OpenCL memory: %d.\n", cle);              \
 | |
|     }                                                         \
 | |
| } while(0)
 | |
| 
 | |
| /**
 | |
|  * release an OpenCL Command Queue
 | |
|  */
 | |
| #define CL_RELEASE_QUEUE(q)                                   \
 | |
| do {                                                          \
 | |
|     if (q) {                                                  \
 | |
|         cle = clReleaseCommandQueue(q);                       \
 | |
|         if (cle != CL_SUCCESS)                                \
 | |
|             av_log(avctx, AV_LOG_ERROR, "Failed to release "  \
 | |
|                    "OpenCL command queue: %d.\n", cle);       \
 | |
|     }                                                         \
 | |
| } while(0)
 | |
| 
 | |
| /**
 | |
|  * Enqueue a kernel with the given information.
 | |
|  *
 | |
|  * Kernel arguments are provided as KernelArg structures and are set in the order
 | |
|  * that they are passed.
 | |
|  *
 | |
|  * Requires the presence of a local cl_int variable named cle and a fail label for error
 | |
|  * handling.
 | |
|  */
 | |
| #define CL_ENQUEUE_KERNEL_WITH_ARGS(queue, kernel, global_work_size, local_work_size, event, ...)   \
 | |
| do {                                                                                                \
 | |
|     OpenCLKernelArg args[] = {__VA_ARGS__};                                                         \
 | |
|     for (int i = 0; i < FF_ARRAY_ELEMS(args); i++) {                                                \
 | |
|         cle = clSetKernelArg(kernel, i, args[i].arg_size, args[i].arg_val);                         \
 | |
|         if (cle != CL_SUCCESS) {                                                                    \
 | |
|             av_log(avctx, AV_LOG_ERROR, "Failed to set kernel "                                     \
 | |
|                 "argument %d: error %d.\n", i, cle);                                                \
 | |
|             err = AVERROR(EIO);                                                                     \
 | |
|             goto fail;                                                                              \
 | |
|         }                                                                                           \
 | |
|     }                                                                                               \
 | |
|                                                                                                     \
 | |
|     cle = clEnqueueNDRangeKernel(                                                                   \
 | |
|         queue,                                                                                      \
 | |
|         kernel,                                                                                     \
 | |
|         FF_ARRAY_ELEMS(global_work_size),                                                           \
 | |
|         NULL,                                                                                       \
 | |
|         global_work_size,                                                                           \
 | |
|         local_work_size,                                                                            \
 | |
|         0,                                                                                          \
 | |
|         NULL,                                                                                       \
 | |
|         event                                                                                       \
 | |
|     );                                                                                              \
 | |
|     CL_FAIL_ON_ERROR(AVERROR(EIO), "Failed to enqueue kernel: %d.\n", cle);                         \
 | |
| } while (0)
 | |
| 
 | |
| /**
 | |
|  * Uses the above macro to enqueue the given kernel and then additionally runs it to
 | |
|  * completion via clFinish.
 | |
|  *
 | |
|  * Requires the presence of a local cl_int variable named cle and a fail label for error
 | |
|  * handling.
 | |
|  */
 | |
| #define CL_RUN_KERNEL_WITH_ARGS(queue, kernel, global_work_size, local_work_size, event, ...) do {  \
 | |
|     CL_ENQUEUE_KERNEL_WITH_ARGS(                                                                    \
 | |
|         queue, kernel, global_work_size, local_work_size, event, __VA_ARGS__                        \
 | |
|     );                                                                                              \
 | |
|                                                                                                     \
 | |
|     cle = clFinish(queue);                                                                          \
 | |
|     CL_FAIL_ON_ERROR(AVERROR(EIO), "Failed to finish command queue: %d.\n", cle);                   \
 | |
| } while (0)
 | |
| 
 | |
| /**
 | |
|  * Create a buffer with the given information.
 | |
|  *
 | |
|  * The buffer variable in the context structure must be named <buffer_name>.
 | |
|  *
 | |
|  * Requires the presence of a local cl_int variable named cle and a fail label for error
 | |
|  * handling.
 | |
|  */
 | |
| #define CL_CREATE_BUFFER_FLAGS(ctx, buffer_name, flags, size, host_ptr) do {                    \
 | |
|     ctx->buffer_name = clCreateBuffer(                                                          \
 | |
|         ctx->ocf.hwctx->context,                                                                \
 | |
|         flags,                                                                                  \
 | |
|         size,                                                                                   \
 | |
|         host_ptr,                                                                               \
 | |
|         &cle                                                                                    \
 | |
|     );                                                                                          \
 | |
|     CL_FAIL_ON_ERROR(AVERROR(EIO), "Failed to create buffer %s: %d.\n", #buffer_name, cle);     \
 | |
| } while(0)
 | |
| 
 | |
| /**
 | |
|  * Perform a blocking write to a buffer.
 | |
|  *
 | |
|  * Requires the presence of a local cl_int variable named cle and a fail label for error
 | |
|  * handling.
 | |
|  */
 | |
| #define CL_BLOCKING_WRITE_BUFFER(queue, buffer, size, host_ptr, event) do {                     \
 | |
|     cle = clEnqueueWriteBuffer(                                                                 \
 | |
|         queue,                                                                                  \
 | |
|         buffer,                                                                                 \
 | |
|         CL_TRUE,                                                                                \
 | |
|         0,                                                                                      \
 | |
|         size,                                                                                   \
 | |
|         host_ptr,                                                                               \
 | |
|         0,                                                                                      \
 | |
|         NULL,                                                                                   \
 | |
|         event                                                                                   \
 | |
|     );                                                                                          \
 | |
|     CL_FAIL_ON_ERROR(AVERROR(EIO), "Failed to write buffer to device: %d.\n", cle);             \
 | |
| } while(0)
 | |
| 
 | |
| /**
 | |
|  * Create a buffer with the given information.
 | |
|  *
 | |
|  * The buffer variable in the context structure must be named <buffer_name>.
 | |
|  *
 | |
|  * Requires the presence of a local cl_int variable named cle and a fail label for error
 | |
|  * handling.
 | |
|  */
 | |
| #define CL_CREATE_BUFFER(ctx, buffer_name, size) CL_CREATE_BUFFER_FLAGS(ctx, buffer_name, 0, size, NULL)
 | |
| 
 | |
| /**
 | |
|  * Return that all inputs and outputs support only AV_PIX_FMT_OPENCL.
 | |
|  */
 | |
| int ff_opencl_filter_query_formats(AVFilterContext *avctx);
 | |
| 
 | |
| /**
 | |
|  * Check that the input link contains a suitable hardware frames
 | |
|  * context and extract the device from it.
 | |
|  */
 | |
| int ff_opencl_filter_config_input(AVFilterLink *inlink);
 | |
| 
 | |
| /**
 | |
|  * Create a suitable hardware frames context for the output.
 | |
|  */
 | |
| int ff_opencl_filter_config_output(AVFilterLink *outlink);
 | |
| 
 | |
| /**
 | |
|  * Initialise an OpenCL filter context.
 | |
|  */
 | |
| int ff_opencl_filter_init(AVFilterContext *avctx);
 | |
| 
 | |
| /**
 | |
|  * Uninitialise an OpenCL filter context.
 | |
|  */
 | |
| void ff_opencl_filter_uninit(AVFilterContext *avctx);
 | |
| 
 | |
| /**
 | |
|  * Load a new OpenCL program from strings in memory.
 | |
|  *
 | |
|  * Creates a new program and compiles it for the current device.
 | |
|  * Will log any build errors if compilation fails.
 | |
|  */
 | |
| int ff_opencl_filter_load_program(AVFilterContext *avctx,
 | |
|                                   const char **program_source_array,
 | |
|                                   int nb_strings);
 | |
| 
 | |
| /**
 | |
|  * Load a new OpenCL program from a file.
 | |
|  *
 | |
|  * Same as ff_opencl_filter_load_program(), but from a file.
 | |
|  */
 | |
| int ff_opencl_filter_load_program_from_file(AVFilterContext *avctx,
 | |
|                                             const char *filename);
 | |
| 
 | |
| /**
 | |
|  * Find the work size needed needed for a given plane of an image.
 | |
|  */
 | |
| int ff_opencl_filter_work_size_from_image(AVFilterContext *avctx,
 | |
|                                           size_t *work_size,
 | |
|                                           AVFrame *frame, int plane,
 | |
|                                           int block_alignment);
 | |
| /**
 | |
|  * Print a 3x3 matrix into a buffer as __constant array, which could
 | |
|  * be included in an OpenCL program.
 | |
| */
 | |
| 
 | |
| void ff_opencl_print_const_matrix_3x3(AVBPrint *buf, const char *name_str,
 | |
|                                       double mat[3][3]);
 | |
| 
 | |
| /**
 | |
|  * Gets the command start and end times for the given event and returns the
 | |
|  * difference (the time that the event took).
 | |
|  */
 | |
| cl_ulong ff_opencl_get_event_time(cl_event event);
 | |
| 
 | |
| #endif /* AVFILTER_OPENCL_H */
 | 
