Blame statistics/covariance_source.c

Packit 67cb25
/* statistics/covar_source.c
Packit 67cb25
 * 
Packit 67cb25
 * Copyright (C) 1996, 1997, 1998, 1999, 2000, 2007 Jim Davies, Brian Gough
Packit 67cb25
 * 
Packit 67cb25
 * This program is free software; you can redistribute it and/or modify
Packit 67cb25
 * it under the terms of the GNU General Public License as published by
Packit 67cb25
 * the Free Software Foundation; either version 3 of the License, or (at
Packit 67cb25
 * your option) any later version.
Packit 67cb25
 * 
Packit 67cb25
 * This program is distributed in the hope that it will be useful, but
Packit 67cb25
 * WITHOUT ANY WARRANTY; without even the implied warranty of
Packit 67cb25
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
Packit 67cb25
 * General Public License for more details.
Packit 67cb25
 * 
Packit 67cb25
 * You should have received a copy of the GNU General Public License
Packit 67cb25
 * along with this program; if not, write to the Free Software
Packit 67cb25
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
Packit 67cb25
 */
Packit 67cb25
Packit 67cb25
static double
Packit 67cb25
FUNCTION(compute,covariance) (const BASE data1[], const size_t stride1,
Packit 67cb25
                              const BASE data2[], const size_t stride2,
Packit 67cb25
                              const size_t n, 
Packit 67cb25
                              const double mean1, const double mean2);
Packit 67cb25
Packit 67cb25
static double
Packit 67cb25
FUNCTION(compute,covariance) (const BASE data1[], const size_t stride1,
Packit 67cb25
                              const BASE data2[], const size_t stride2,
Packit 67cb25
                              const size_t n, 
Packit 67cb25
                              const double mean1, const double mean2)
Packit 67cb25
{
Packit 67cb25
  /* takes a dataset and finds the covariance */
Packit 67cb25
Packit 67cb25
  long double covariance = 0 ;
Packit 67cb25
Packit 67cb25
  size_t i;
Packit 67cb25
Packit 67cb25
  /* find the sum of the squares */
Packit 67cb25
  for (i = 0; i < n; i++)
Packit 67cb25
    {
Packit 67cb25
      const long double delta1 = (data1[i * stride1] - mean1);
Packit 67cb25
      const long double delta2 = (data2[i * stride2] - mean2);
Packit 67cb25
      covariance += (delta1 * delta2 - covariance) / (i + 1);
Packit 67cb25
    }
Packit 67cb25
Packit 67cb25
  return covariance ;
Packit 67cb25
}
Packit 67cb25
Packit 67cb25
double 
Packit 67cb25
FUNCTION(gsl_stats,covariance_m) (const BASE data1[], const size_t stride1, 
Packit 67cb25
                                  const BASE data2[], const size_t stride2, 
Packit 67cb25
                                  const size_t n, 
Packit 67cb25
                                  const double mean1, const double mean2)
Packit 67cb25
{
Packit 67cb25
  const double covariance = FUNCTION(compute,covariance) (data1, stride1,
Packit 67cb25
                                                          data2, stride2,
Packit 67cb25
                                                          n, 
Packit 67cb25
                                                          mean1, mean2);
Packit 67cb25
  
Packit 67cb25
  return covariance * ((double)n / (double)(n - 1));
Packit 67cb25
}
Packit 67cb25
Packit 67cb25
double 
Packit 67cb25
FUNCTION(gsl_stats,covariance) (const BASE data1[], const size_t stride1,
Packit 67cb25
                                const BASE data2[], const size_t stride2,
Packit 67cb25
                                const size_t n)
Packit 67cb25
{
Packit 67cb25
  const double mean1 = FUNCTION(gsl_stats,mean) (data1, stride1, n);
Packit 67cb25
  const double mean2 = FUNCTION(gsl_stats,mean) (data2, stride2, n);
Packit 67cb25
Packit 67cb25
  return FUNCTION(gsl_stats,covariance_m)(data1, stride1, 
Packit 67cb25
                                          data2, stride2, 
Packit 67cb25
                                          n, 
Packit 67cb25
                                          mean1, mean2);
Packit 67cb25
}
Packit 67cb25
Packit 67cb25
/*
Packit 67cb25
gsl_stats_correlation()
Packit 67cb25
  Calculate Pearson correlation = cov(X, Y) / (sigma_X * sigma_Y)
Packit 67cb25
This routine efficiently computes the correlation in one pass of the
Packit 67cb25
data and makes use of the algorithm described in:
Packit 67cb25
Packit 67cb25
B. P. Welford, "Note on a Method for Calculating Corrected Sums of
Packit 67cb25
Squares and Products", Technometrics, Vol 4, No 3, 1962.
Packit 67cb25
Packit 67cb25
This paper derives a numerically stable recurrence to compute a sum
Packit 67cb25
of products
Packit 67cb25
Packit 67cb25
S = sum_{i=1..N} [ (x_i - mu_x) * (y_i - mu_y) ]
Packit 67cb25
Packit 67cb25
with the relation
Packit 67cb25
Packit 67cb25
S_n = S_{n-1} + ((n-1)/n) * (x_n - mu_x_{n-1}) * (y_n - mu_y_{n-1})
Packit 67cb25
*/
Packit 67cb25
Packit 67cb25
double
Packit 67cb25
FUNCTION(gsl_stats,correlation) (const BASE data1[], const size_t stride1,
Packit 67cb25
                                 const BASE data2[], const size_t stride2,
Packit 67cb25
                                 const size_t n)
Packit 67cb25
{
Packit 67cb25
  size_t i;
Packit 67cb25
  long double sum_xsq = 0.0;
Packit 67cb25
  long double sum_ysq = 0.0;
Packit 67cb25
  long double sum_cross = 0.0;
Packit 67cb25
  long double ratio;
Packit 67cb25
  long double delta_x, delta_y;
Packit 67cb25
  long double mean_x, mean_y;
Packit 67cb25
  long double r;
Packit 67cb25
Packit 67cb25
  /*
Packit 67cb25
   * Compute:
Packit 67cb25
   * sum_xsq = Sum [ (x_i - mu_x)^2 ],
Packit 67cb25
   * sum_ysq = Sum [ (y_i - mu_y)^2 ] and
Packit 67cb25
   * sum_cross = Sum [ (x_i - mu_x) * (y_i - mu_y) ]
Packit 67cb25
   * using the above relation from Welford's paper
Packit 67cb25
   */
Packit 67cb25
Packit 67cb25
  mean_x = data1[0 * stride1];
Packit 67cb25
  mean_y = data2[0 * stride2];
Packit 67cb25
Packit 67cb25
  for (i = 1; i < n; ++i)
Packit 67cb25
    {
Packit 67cb25
      ratio = i / (i + 1.0);
Packit 67cb25
      delta_x = data1[i * stride1] - mean_x;
Packit 67cb25
      delta_y = data2[i * stride2] - mean_y;
Packit 67cb25
      sum_xsq += delta_x * delta_x * ratio;
Packit 67cb25
      sum_ysq += delta_y * delta_y * ratio;
Packit 67cb25
      sum_cross += delta_x * delta_y * ratio;
Packit 67cb25
      mean_x += delta_x / (i + 1.0);
Packit 67cb25
      mean_y += delta_y / (i + 1.0);
Packit 67cb25
    }
Packit 67cb25
Packit 67cb25
  r = sum_cross / (sqrt(sum_xsq) * sqrt(sum_ysq));
Packit 67cb25
Packit 67cb25
  return r;
Packit 67cb25
}
Packit 67cb25
Packit 67cb25
/*
Packit 67cb25
gsl_stats_spearman()
Packit 67cb25
  Compute Spearman rank correlation coefficient
Packit 67cb25
Packit 67cb25
Inputs: data1   - data1 vector
Packit 67cb25
        stride1 - stride of data1
Packit 67cb25
        data2   - data2 vector
Packit 67cb25
        stride2 - stride of data2
Packit 67cb25
        n       - number of elements in data1 and data2
Packit 67cb25
        work    - additional workspace of size 2*n
Packit 67cb25
Packit 67cb25
Return: Spearman rank correlation coefficient
Packit 67cb25
*/
Packit 67cb25
Packit 67cb25
double
Packit 67cb25
FUNCTION(gsl_stats,spearman) (const BASE data1[], const size_t stride1,
Packit 67cb25
                              const BASE data2[], const size_t stride2,
Packit 67cb25
                              const size_t n, double work[])
Packit 67cb25
{
Packit 67cb25
  size_t i;
Packit 67cb25
  gsl_vector_view ranks1 = gsl_vector_view_array(&work[0], n);
Packit 67cb25
  gsl_vector_view ranks2 = gsl_vector_view_array(&work[n], n);
Packit 67cb25
  double r;
Packit 67cb25
Packit 67cb25
  for (i = 0; i < n; ++i)
Packit 67cb25
    {
Packit 67cb25
      gsl_vector_set(&ranks1.vector, i, data1[i * stride1]);
Packit 67cb25
      gsl_vector_set(&ranks2.vector, i, data2[i * stride2]);
Packit 67cb25
    }
Packit 67cb25
Packit 67cb25
  /* sort data1 and update data2 at same time; compute rank of data1 */
Packit 67cb25
  gsl_sort_vector2(&ranks1.vector, &ranks2.vector);
Packit 67cb25
  compute_rank(&ranks1.vector);
Packit 67cb25
Packit 67cb25
  /* now sort data2, updating ranks1 appropriately; compute rank of data2 */
Packit 67cb25
  gsl_sort_vector2(&ranks2.vector, &ranks1.vector);
Packit 67cb25
  compute_rank(&ranks2.vector);
Packit 67cb25
Packit 67cb25
  /* compute correlation of rank vectors in double precision */
Packit 67cb25
  r = gsl_stats_correlation(ranks1.vector.data, ranks1.vector.stride,
Packit 67cb25
                            ranks2.vector.data, ranks2.vector.stride,
Packit 67cb25
                            n);
Packit 67cb25
Packit 67cb25
  return r;
Packit 67cb25
}