| /* |
| * Copyright (c) 2018 Sergey Lavrushkin |
| * |
| * This file is part of FFmpeg. |
| * |
| * FFmpeg is free software; you can redistribute it and/or |
| * modify it under the terms of the GNU Lesser General Public |
| * License as published by the Free Software Foundation; either |
| * version 2.1 of the License, or (at your option) any later version. |
| * |
| * FFmpeg is distributed in the hope that it will be useful, |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| * Lesser General Public License for more details. |
| * |
| * You should have received a copy of the GNU Lesser General Public |
| * License along with FFmpeg; if not, write to the Free Software |
| * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
| */ |
| |
| /** |
| * @file |
| * Implements DNN module initialization with specified backend. |
| */ |
| |
| #include "../dnn_interface.h" |
| #include "libavutil/avassert.h" |
| #include "libavutil/mem.h" |
| #include "libavutil/opt.h" |
| #include "libavfilter/internal.h" |
| |
| extern const DNNModule ff_dnn_backend_openvino; |
| extern const DNNModule ff_dnn_backend_tf; |
| extern const DNNModule ff_dnn_backend_torch; |
| |
| #define OFFSET(x) offsetof(DnnContext, x) |
| #define FLAGS AV_OPT_FLAG_FILTERING_PARAM |
| static const AVOption dnn_base_options[] = { |
| {"model", "path to model file", |
| OFFSET(model_filename), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, FLAGS}, |
| {"input", "input name of the model", |
| OFFSET(model_inputname), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, FLAGS}, |
| {"output", "output name of the model", |
| OFFSET(model_outputnames_string), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, FLAGS}, |
| {"backend_configs", "backend configs (deprecated)", |
| OFFSET(backend_options), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, FLAGS | AV_OPT_FLAG_DEPRECATED}, |
| {"options", "backend configs (deprecated)", |
| OFFSET(backend_options), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, FLAGS | AV_OPT_FLAG_DEPRECATED}, |
| {"nireq", "number of request", |
| OFFSET(nireq), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, FLAGS}, |
| {"async", "use DNN async inference", |
| OFFSET(async), AV_OPT_TYPE_BOOL, {.i64 = 1}, 0, 1, FLAGS}, |
| {"device", "device to run model", |
| OFFSET(device), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, FLAGS}, |
| {NULL} |
| }; |
| |
| AVFILTER_DEFINE_CLASS(dnn_base); |
| |
| typedef struct DnnBackendInfo { |
| const size_t offset; |
| union { |
| const AVClass *class; |
| const DNNModule *module; |
| }; |
| } DnnBackendInfo; |
| |
| static const DnnBackendInfo dnn_backend_info_list[] = { |
| {0, .class = &dnn_base_class}, |
| // Must keep the same order as in DNNOptions, so offset value in incremental order |
| #if CONFIG_LIBTENSORFLOW |
| {offsetof(DnnContext, tf_option), .module = &ff_dnn_backend_tf}, |
| #endif |
| #if CONFIG_LIBOPENVINO |
| {offsetof(DnnContext, ov_option), .module = &ff_dnn_backend_openvino}, |
| #endif |
| #if CONFIG_LIBTORCH |
| {offsetof(DnnContext, torch_option), .module = &ff_dnn_backend_torch}, |
| #endif |
| }; |
| |
| const DNNModule *ff_get_dnn_module(DNNBackendType backend_type, void *log_ctx) |
| { |
| for (int i = 1; i < FF_ARRAY_ELEMS(dnn_backend_info_list); i++) { |
| if (dnn_backend_info_list[i].module->type == backend_type) |
| return dnn_backend_info_list[i].module; |
| } |
| |
| av_log(log_ctx, AV_LOG_ERROR, |
| "Module backend_type %d is not supported or enabled.\n", |
| backend_type); |
| return NULL; |
| } |
| |
| void ff_dnn_init_child_class(DnnContext *ctx) |
| { |
| for (int i = 0; i < FF_ARRAY_ELEMS(dnn_backend_info_list); i++) { |
| const AVClass **ptr = (const AVClass **) ((char *) ctx + dnn_backend_info_list[i].offset); |
| *ptr = dnn_backend_info_list[i].class; |
| } |
| } |
| |
| void *ff_dnn_child_next(DnnContext *obj, void *prev) { |
| size_t pre_offset; |
| |
| if (!prev) { |
| av_assert0(obj->clazz); |
| return obj; |
| } |
| |
| pre_offset = (char *)prev - (char *)obj; |
| for (int i = 0; i < FF_ARRAY_ELEMS(dnn_backend_info_list) - 1; i++) { |
| if (dnn_backend_info_list[i].offset == pre_offset) { |
| const AVClass **ptr = (const AVClass **) ((char *) obj + dnn_backend_info_list[i + 1].offset); |
| av_assert0(*ptr); |
| return ptr; |
| } |
| } |
| |
| return NULL; |
| } |
| |
| const AVClass *ff_dnn_child_class_iterate_with_mask(void **iter, uint32_t backend_mask) |
| { |
| for (uintptr_t i = (uintptr_t)*iter; i < FF_ARRAY_ELEMS(dnn_backend_info_list); i++) { |
| if (i > 0) { |
| const DNNModule *module = dnn_backend_info_list[i].module; |
| |
| if (!(module->type & backend_mask)) |
| continue; |
| } |
| |
| *iter = (void *)(i + 1); |
| return dnn_backend_info_list[i].class; |
| } |
| |
| return NULL; |
| } |
| |