2006-07-14 12:03:09 +02:00
|
|
|
/*
|
|
|
|
* linear least squares model
|
|
|
|
*
|
|
|
|
* Copyright (c) 2006 Michael Niedermayer <michaelni@gmx.at>
|
|
|
|
*
|
2011-03-18 18:35:10 +01:00
|
|
|
* This file is part of Libav.
|
2006-10-07 17:30:46 +02:00
|
|
|
*
|
2011-03-18 18:35:10 +01:00
|
|
|
* Libav is free software; you can redistribute it and/or
|
2006-07-14 12:03:09 +02:00
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
2006-10-07 17:30:46 +02:00
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
2006-07-14 12:03:09 +02:00
|
|
|
*
|
2011-03-18 18:35:10 +01:00
|
|
|
* Libav is distributed in the hope that it will be useful,
|
2006-07-14 12:03:09 +02:00
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
2011-03-18 18:35:10 +01:00
|
|
|
* License along with Libav; if not, write to the Free Software
|
2007-07-05 12:40:25 +02:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
2006-07-14 12:03:09 +02:00
|
|
|
*/
|
|
|
|
|
|
|
|
/**
|
2010-04-20 16:45:34 +02:00
|
|
|
* @file
|
2006-07-14 12:03:09 +02:00
|
|
|
* linear least squares model
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <math.h>
|
|
|
|
#include <string.h>
|
|
|
|
|
|
|
|
#include "lls.h"
|
|
|
|
|
2011-07-08 13:52:12 +02:00
|
|
|
void av_init_lls(LLSModel *m, int indep_count)
|
|
|
|
{
|
2006-07-14 12:03:09 +02:00
|
|
|
memset(m, 0, sizeof(LLSModel));
|
2011-07-08 13:52:12 +02:00
|
|
|
m->indep_count = indep_count;
|
2006-07-14 12:03:09 +02:00
|
|
|
}
|
|
|
|
|
2011-07-08 13:52:12 +02:00
|
|
|
void av_update_lls(LLSModel *m, double *var, double decay)
|
|
|
|
{
|
|
|
|
int i, j;
|
2006-07-14 12:03:09 +02:00
|
|
|
|
2011-07-08 13:52:12 +02:00
|
|
|
for (i = 0; i <= m->indep_count; i++) {
|
|
|
|
for (j = i; j <= m->indep_count; j++) {
|
2006-07-14 12:03:09 +02:00
|
|
|
m->covariance[i][j] *= decay;
|
2011-07-08 13:52:12 +02:00
|
|
|
m->covariance[i][j] += var[i] * var[j];
|
2006-07-14 12:03:09 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2011-07-08 13:52:12 +02:00
|
|
|
void av_solve_lls(LLSModel *m, double threshold, int min_order)
|
|
|
|
{
|
|
|
|
int i, j, k;
|
|
|
|
double (*factor)[MAX_VARS + 1] = (void *) &m->covariance[1][0];
|
|
|
|
double (*covar) [MAX_VARS + 1] = (void *) &m->covariance[1][1];
|
|
|
|
double *covar_y = m->covariance[0];
|
|
|
|
int count = m->indep_count;
|
|
|
|
|
|
|
|
for (i = 0; i < count; i++) {
|
|
|
|
for (j = i; j < count; j++) {
|
|
|
|
double sum = covar[i][j];
|
|
|
|
|
|
|
|
for (k = i - 1; k >= 0; k--)
|
|
|
|
sum -= factor[i][k] * factor[j][k];
|
|
|
|
|
|
|
|
if (i == j) {
|
|
|
|
if (sum < threshold)
|
|
|
|
sum = 1.0;
|
|
|
|
factor[i][i] = sqrt(sum);
|
|
|
|
} else {
|
|
|
|
factor[j][i] = sum / factor[i][i];
|
|
|
|
}
|
2006-07-14 12:03:09 +02:00
|
|
|
}
|
|
|
|
}
|
2011-07-08 13:52:12 +02:00
|
|
|
|
|
|
|
for (i = 0; i < count; i++) {
|
|
|
|
double sum = covar_y[i + 1];
|
|
|
|
|
|
|
|
for (k = i - 1; k >= 0; k--)
|
|
|
|
sum -= factor[i][k] * m->coeff[0][k];
|
|
|
|
|
|
|
|
m->coeff[0][i] = sum / factor[i][i];
|
2006-07-14 12:03:09 +02:00
|
|
|
}
|
|
|
|
|
2011-07-08 13:52:12 +02:00
|
|
|
for (j = count - 1; j >= min_order; j--) {
|
|
|
|
for (i = j; i >= 0; i--) {
|
|
|
|
double sum = m->coeff[0][i];
|
|
|
|
|
|
|
|
for (k = i + 1; k <= j; k++)
|
|
|
|
sum -= factor[k][i] * m->coeff[j][k];
|
|
|
|
|
|
|
|
m->coeff[j][i] = sum / factor[i][i];
|
2006-07-16 01:43:38 +02:00
|
|
|
}
|
2006-07-14 12:03:09 +02:00
|
|
|
|
2011-07-08 13:52:12 +02:00
|
|
|
m->variance[j] = covar_y[0];
|
|
|
|
|
|
|
|
for (i = 0; i <= j; i++) {
|
|
|
|
double sum = m->coeff[j][i] * covar[i][i] - 2 * covar_y[i + 1];
|
|
|
|
|
|
|
|
for (k = 0; k < i; k++)
|
|
|
|
sum += 2 * m->coeff[j][k] * covar[k][i];
|
|
|
|
|
|
|
|
m->variance[j] += m->coeff[j][i] * sum;
|
2006-07-16 01:43:38 +02:00
|
|
|
}
|
2006-07-14 12:03:09 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2011-07-08 13:52:12 +02:00
|
|
|
double av_evaluate_lls(LLSModel *m, double *param, int order)
|
|
|
|
{
|
2006-07-14 12:03:09 +02:00
|
|
|
int i;
|
2011-07-08 13:52:12 +02:00
|
|
|
double out = 0;
|
2006-07-14 12:03:09 +02:00
|
|
|
|
2011-07-08 13:52:12 +02:00
|
|
|
for (i = 0; i <= order; i++)
|
|
|
|
out += param[i] * m->coeff[order][i];
|
2006-07-14 12:03:09 +02:00
|
|
|
|
|
|
|
return out;
|
|
|
|
}
|
|
|
|
|
|
|
|
#ifdef TEST
|
|
|
|
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include <stdio.h>
|
|
|
|
|
2011-07-08 13:52:12 +02:00
|
|
|
int main(void)
|
|
|
|
{
|
2006-07-14 12:03:09 +02:00
|
|
|
LLSModel m;
|
2006-07-16 01:43:38 +02:00
|
|
|
int i, order;
|
2006-07-14 12:03:09 +02:00
|
|
|
|
|
|
|
av_init_lls(&m, 3);
|
|
|
|
|
2011-07-08 13:52:12 +02:00
|
|
|
for (i = 0; i < 100; i++) {
|
2006-07-14 12:03:09 +02:00
|
|
|
double var[4];
|
2008-01-08 23:48:26 +01:00
|
|
|
double eval;
|
2011-07-08 13:52:12 +02:00
|
|
|
|
|
|
|
var[0] = (rand() / (double) RAND_MAX - 0.5) * 2;
|
|
|
|
var[1] = var[0] + rand() / (double) RAND_MAX - 0.5;
|
|
|
|
var[2] = var[1] + rand() / (double) RAND_MAX - 0.5;
|
|
|
|
var[3] = var[2] + rand() / (double) RAND_MAX - 0.5;
|
2006-07-14 12:03:09 +02:00
|
|
|
av_update_lls(&m, var, 0.99);
|
2006-07-16 01:43:38 +02:00
|
|
|
av_solve_lls(&m, 0.001, 0);
|
2011-07-08 13:52:12 +02:00
|
|
|
for (order = 0; order < 3; order++) {
|
|
|
|
eval = av_evaluate_lls(&m, var + 1, order);
|
2009-03-20 12:40:05 +01:00
|
|
|
printf("real:%9f order:%d pred:%9f var:%f coeffs:%f %9f %9f\n",
|
2011-07-08 13:52:12 +02:00
|
|
|
var[0], order, eval, sqrt(m.variance[order] / (i + 1)),
|
|
|
|
m.coeff[order][0], m.coeff[order][1],
|
|
|
|
m.coeff[order][2]);
|
2006-07-16 01:43:38 +02:00
|
|
|
}
|
2006-07-14 12:03:09 +02:00
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
#endif
|