mirror of
https://git.videolan.org/git/ffmpeg.git
synced 2024-09-03 23:11:29 +02:00
c26730ed8f
They test libavfilter internal API, so they should be libavfilter test programs (which implies: linked statically to libavfilter to access internal APIs and linked normally (statically or dynamically depending upon the build configuration) against all the other libs). Right now, they are always linked statically against all libs, which is a significant size waste compared to shared libs as all of libavcodec has been pulled in despite not being really used. This also leads to linking failures on systems for which av_export_avutil is intended: libavcodec does not expect to be linked statically against the library providing avpriv_(cga|vga16)_font in this case. This is fixed by this commit. Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
249 lines
12 KiB
C
249 lines
12 KiB
C
/*
|
|
* Copyright (c) 2019 Guo Yejun
|
|
*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#include <stdio.h>
|
|
#include <string.h>
|
|
#include <math.h>
|
|
#include "libavfilter/dnn/dnn_backend_native_layer_conv2d.h"
|
|
|
|
#define EPSON 0.00001
|
|
|
|
static int test_with_same_dilate(void)
|
|
{
|
|
// the input data and expected data are generated with below python code.
|
|
/*
|
|
x = tf.placeholder(tf.float32, shape=[1, None, None, 3])
|
|
y = tf.layers.conv2d(x, 2, 3, activation=tf.nn.tanh, padding='same', dilation_rate=(2, 2), bias_initializer=tf.keras.initializers.he_normal())
|
|
data = np.random.rand(1, 5, 6, 3);
|
|
|
|
sess=tf.Session()
|
|
sess.run(tf.global_variables_initializer())
|
|
|
|
weights = dict([(var.name, sess.run(var)) for var in tf.trainable_variables()])
|
|
kernel = weights['conv2d/kernel:0']
|
|
kernel = np.transpose(kernel, [3, 0, 1, 2])
|
|
print("kernel:")
|
|
print(kernel.shape)
|
|
print(list(kernel.flatten()))
|
|
|
|
bias = weights['conv2d/bias:0']
|
|
print("bias:")
|
|
print(bias.shape)
|
|
print(list(bias.flatten()))
|
|
|
|
output = sess.run(y, feed_dict={x: data})
|
|
|
|
print("input:")
|
|
print(data.shape)
|
|
print(list(data.flatten()))
|
|
|
|
print("output:")
|
|
print(output.shape)
|
|
print(list(output.flatten()))
|
|
*/
|
|
|
|
ConvolutionalParams params;
|
|
DnnOperand operands[2];
|
|
int32_t input_indexes[1];
|
|
float input[1*5*6*3] = {
|
|
0.7012556460308194, 0.4233847954643357, 0.19515900664313612, 0.16343083004926495, 0.5758261611052848, 0.9510767434014871, 0.11014085055947687,
|
|
0.906327053637727, 0.8136794715542507, 0.45371764543639526, 0.5768443343523952, 0.19543668786046986, 0.15648326047898609, 0.2099500241141279,
|
|
0.17658777090552413, 0.059335724777169196, 0.1729991838469117, 0.8150514704819208, 0.4435535466703049, 0.3752188477566878, 0.749936650421431,
|
|
0.6823494635284907, 0.10776389679424747, 0.34247481674596836, 0.5147867256244629, 0.9063709728129032, 0.12423605800856818, 0.6064872945412728,
|
|
0.5891681538551459, 0.9865836236466314, 0.9002163879294677, 0.003968273184274618, 0.8628374809643967, 0.1327176268279583, 0.8449799925703798,
|
|
0.1937671869354366, 0.41524410152707425, 0.02038786604756837, 0.49792466069597496, 0.8881874553848784, 0.9683921035597336, 0.4122972568010813,
|
|
0.843553550993252, 0.9588482762501964, 0.5190350762645546, 0.4283584264145317, 0.09781496073714646, 0.9501058833776156, 0.8665541760152776,
|
|
0.31669272550095806, 0.07133074675453632, 0.606438007334886, 0.7007157020538224, 0.4827996264130444, 0.5167615606392761, 0.6385043039312651,
|
|
0.23069664707810555, 0.058233497329354456, 0.06323892961591071, 0.24816458893245974, 0.8646369065257812, 0.24742185893094837, 0.09991225948167437,
|
|
0.625700606979606, 0.7678541502111257, 0.6215834594679912, 0.5623003956582483, 0.07389123942681242, 0.7659100715711249, 0.486061471642225,
|
|
0.9947455699829012, 0.9094911797643259, 0.7644355876253265, 0.05384315321492239, 0.13565394382783613, 0.9810628204953316, 0.007386389078887889,
|
|
0.226182754156241, 0.2609021390764772, 0.24182802076928933, 0.13264782451941648, 0.2035816485767682, 0.005504188177612557, 0.7014619934040155,
|
|
0.956215988391991, 0.5670398541013633, 0.9809764721750784, 0.6886338100487461, 0.5758152317218274, 0.7137823176776179
|
|
};
|
|
float expected_output[1*5*6*2] = {
|
|
-0.9480655, -0.7169147, -0.9404794, -0.5567385, -0.8991124, -0.8306558, -0.94487447, -0.8932543, -0.88238764, -0.7301602,
|
|
-0.8974813, -0.7026703, -0.8858988, -0.53203243, -0.92881465, -0.5648504, -0.8871471, -0.7000097, -0.91754407, -0.79684794,
|
|
-0.760465, -0.117928326, -0.88302773, -0.8975289, -0.70615053, 0.19231977, -0.8318776, -0.386184, -0.80698484, -0.8556624,
|
|
-0.7336671, -0.6168619, -0.7658234, -0.63449603, -0.73314047, -0.87502456, -0.58158904, -0.4184259, -0.52618927, -0.13613208,
|
|
-0.5093187, -0.21027721, -0.39455596, -0.44507834, -0.22269244, -0.73400885, -0.77655095, -0.74408925, -0.57313335, -0.15333457,
|
|
-0.74620694, -0.34858236, -0.42586932, -0.5240488, 0.1634339, -0.2447881, -0.57927346, -0.62732303, -0.82287043, -0.8474058
|
|
};
|
|
float *output;
|
|
float kernel[2*3*3*3] = {
|
|
0.26025516, 0.16536498, -0.24351254, 0.33892477, -0.34005195, 0.35202783, 0.34056443, 0.01422739, 0.13799345, 0.29489166,
|
|
0.2781723, 0.178585, 0.22122234, 0.044115514, 0.13134438, 0.31705368, 0.22527462, -0.021323413, 0.115134746, -0.18216397,
|
|
-0.21197563, -0.027848959, -0.01704529, -0.12401503, -0.23415318, -0.12661739, -0.35338148, 0.20049328, -0.076153606,
|
|
-0.23642601, -0.3125769, -0.025851756, -0.30006272, 0.050762743, 0.32003498, 0.3052225, -0.0017385483, 0.25337684, -0.25664508,
|
|
0.27846587, -0.3112659, 0.2066065, 0.31499845, 0.113178134, 0.09449363, -0.11828774, -0.12671001, -0.36259216, 0.2710235,
|
|
-0.19676702, 0.023612618, -0.2596915, -0.34949252, -0.108270735
|
|
};
|
|
float bias[2] = { -1.6574852, -0.72915393 };
|
|
|
|
NativeContext ctx;
|
|
ctx.class = NULL;
|
|
ctx.options.conv2d_threads = 1;
|
|
|
|
params.activation = TANH;
|
|
params.has_bias = 1;
|
|
params.biases = bias;
|
|
params.dilation = 2;
|
|
params.input_num = 3;
|
|
params.kernel = kernel;
|
|
params.kernel_size = 3;
|
|
params.output_num = 2;
|
|
params.padding_method = SAME;
|
|
|
|
operands[0].data = input;
|
|
operands[0].dims[0] = 1;
|
|
operands[0].dims[1] = 5;
|
|
operands[0].dims[2] = 6;
|
|
operands[0].dims[3] = 3;
|
|
operands[1].data = NULL;
|
|
|
|
input_indexes[0] = 0;
|
|
ff_dnn_execute_layer_conv2d(operands, input_indexes, 1, ¶ms, &ctx);
|
|
|
|
output = operands[1].data;
|
|
for (int i = 0; i < sizeof(expected_output) / sizeof(float); i++) {
|
|
if (fabs(output[i] - expected_output[i]) > EPSON) {
|
|
printf("at index %d, output: %f, expected_output: %f\n", i, output[i], expected_output[i]);
|
|
av_freep(&output);
|
|
return 1;
|
|
}
|
|
}
|
|
|
|
av_freep(&output);
|
|
return 0;
|
|
}
|
|
|
|
static int test_with_valid(void)
|
|
{
|
|
// the input data and expected data are generated with below python code.
|
|
/*
|
|
x = tf.placeholder(tf.float32, shape=[1, None, None, 3])
|
|
y = tf.layers.conv2d(x, 2, 3, activation=tf.nn.tanh, padding='valid', bias_initializer=tf.keras.initializers.he_normal())
|
|
data = np.random.rand(1, 5, 6, 3);
|
|
|
|
sess=tf.Session()
|
|
sess.run(tf.global_variables_initializer())
|
|
|
|
weights = dict([(var.name, sess.run(var)) for var in tf.trainable_variables()])
|
|
kernel = weights['conv2d/kernel:0']
|
|
kernel = np.transpose(kernel, [3, 0, 1, 2])
|
|
print("kernel:")
|
|
print(kernel.shape)
|
|
print(list(kernel.flatten()))
|
|
|
|
bias = weights['conv2d/bias:0']
|
|
print("bias:")
|
|
print(bias.shape)
|
|
print(list(bias.flatten()))
|
|
|
|
output = sess.run(y, feed_dict={x: data})
|
|
|
|
print("input:")
|
|
print(data.shape)
|
|
print(list(data.flatten()))
|
|
|
|
print("output:")
|
|
print(output.shape)
|
|
print(list(output.flatten()))
|
|
*/
|
|
|
|
ConvolutionalParams params;
|
|
DnnOperand operands[2];
|
|
int32_t input_indexes[1];
|
|
float input[1*5*6*3] = {
|
|
0.26126657468269665, 0.42762216215337556, 0.7466274030131497, 0.802550266787863, 0.3709323443076644, 0.5919817068197668, 0.49274512279324967,
|
|
0.7170132295090351, 0.0911793215410649, 0.5134213878288361, 0.670132600785118, 0.49417034512633484, 0.03887389460089885, 0.436785102836845,
|
|
0.1490231658611978, 0.6413606121498127, 0.8595987991375995, 0.9132593077586231, 0.7075959004873255, 0.17754995944845464, 0.5212507214937141,
|
|
0.35379732738215475, 0.25205107358505296, 0.3928792840544273, 0.09485294189485782, 0.8685115437448666, 0.6489046799288605, 0.509253797582924,
|
|
0.8993255536791972, 0.18740056466602373, 0.34237617336313986, 0.3871438962989183, 0.1488532571774911, 0.5187002331293636, 0.8137098818752955,
|
|
0.521761863717401, 0.4622312310118274, 0.29038411334638825, 0.16194915718170566, 0.5175999923925211, 0.8852230040101133, 0.0218263385047206,
|
|
0.08482355352852367, 0.3463638568376264, 0.28627127120619733, 0.9553293378948409, 0.4803391055970835, 0.841635695030805, 0.3556828280031952,
|
|
0.06778527221541808, 0.28193560357091596, 0.8399957619031576, 0.03305536359456385, 0.6625039162109645, 0.9300552020023897, 0.8551529138204146,
|
|
0.6133216915522418, 0.222427800857393, 0.1315422686800336, 0.6189144989185527, 0.5346184916866876, 0.8348888624532548, 0.6544834567840291,
|
|
0.2844062293389934, 0.28780026600883324, 0.5372272015684924, 0.6250226011503823, 0.28119106062279453, 0.49655812908420094, 0.6451488959145951,
|
|
0.7362580606834843, 0.44815578616664087, 0.6454760235835586, 0.6794062414265861, 0.045378883014935756, 0.9008388543865096, 0.7949752851269782,
|
|
0.4179928876222264, 0.28733419007048644, 0.996902319501908, 0.5690851338677467, 0.9511814013279738, 0.025323788678181636, 0.5594359732604794,
|
|
0.1213732595086251, 0.7172624313368294, 0.6759328959074691, 0.07252138454885071, 0.17557735158403442, 0.5988895455048769
|
|
};
|
|
float expected_output[1*3*4*2] = {
|
|
-0.556947, -0.42143887, -0.092070885, 0.27404794, -0.41886684, 0.0862887, -0.25001016, -0.342721, 0.020730592, 0.04016919, -0.69839877,
|
|
-0.06136704, 0.14186388, -0.11655602, -0.23489095, -0.3845829, -0.19017771, 0.1595885, -0.18308741, -0.3071209, -0.5848686, -0.22509028,
|
|
-0.6023201, -0.14448485
|
|
};
|
|
float *output;
|
|
float kernel[2*3*3*3] = {
|
|
-0.25291282, 0.22402048, 0.028642118, -0.14615723, -0.27362752, -0.34801802, -0.2759148, 0.19594926, -0.25029412, 0.34606284, 0.10376671,
|
|
-0.1015394, 0.23616093, 0.2134214, 0.35285157, 0.05893758, 0.0024731457, -0.17143056, 0.35758412, 0.2186206, -0.28384736, -0.21206513,
|
|
-0.20871592, 0.27070445, 0.25878823, 0.11136332, -0.33737376, 0.08353335, -0.34290665, 0.041805506, -0.09738535, 0.3284936, -0.16838405,
|
|
-0.032494456, -0.29193437, 0.033259362, -0.09272635, -0.2802651, -0.28648436, 0.3542878, 0.2432127, -0.24551713, 0.27813476, 0.21024024,
|
|
-0.013690501, -0.1350077, -0.07826337, -0.34563828, 0.3220685, -0.07571727, 0.19420576, 0.20783454, 0.18738335, 0.16672492
|
|
};
|
|
float bias[2] = { -0.4773722, -0.19620377 };
|
|
|
|
NativeContext ctx;
|
|
ctx.class = NULL;
|
|
ctx.options.conv2d_threads = 1;
|
|
|
|
params.activation = TANH;
|
|
params.has_bias = 1;
|
|
params.biases = bias;
|
|
params.dilation = 1;
|
|
params.input_num = 3;
|
|
params.kernel = kernel;
|
|
params.kernel_size = 3;
|
|
params.output_num = 2;
|
|
params.padding_method = VALID;
|
|
|
|
operands[0].data = input;
|
|
operands[0].dims[0] = 1;
|
|
operands[0].dims[1] = 5;
|
|
operands[0].dims[2] = 6;
|
|
operands[0].dims[3] = 3;
|
|
operands[1].data = NULL;
|
|
|
|
input_indexes[0] = 0;
|
|
ff_dnn_execute_layer_conv2d(operands, input_indexes, 1, ¶ms, &ctx);
|
|
|
|
output = operands[1].data;
|
|
for (int i = 0; i < sizeof(expected_output) / sizeof(float); i++) {
|
|
if (fabs(output[i] - expected_output[i]) > EPSON) {
|
|
printf("at index %d, output: %f, expected_output: %f\n", i, output[i], expected_output[i]);
|
|
av_freep(&output);
|
|
return 1;
|
|
}
|
|
}
|
|
|
|
av_freep(&output);
|
|
return 0;
|
|
}
|
|
|
|
int main(int argc, char **argv)
|
|
{
|
|
if (test_with_valid())
|
|
return 1;
|
|
if (test_with_same_dilate())
|
|
return 1;
|
|
|
|
return 0;
|
|
}
|