Blame multilarge_nlinear/common.c

Packit 67cb25
/* multilarge_nlinear/common.c
Packit 67cb25
 * 
Packit 67cb25
 * Copyright (C) 2015, 2016 Patrick Alken
Packit 67cb25
 * 
Packit 67cb25
 * This program is free software; you can redistribute it and/or modify
Packit 67cb25
 * it under the terms of the GNU General Public License as published by
Packit 67cb25
 * the Free Software Foundation; either version 3 of the License, or (at
Packit 67cb25
 * your option) any later version.
Packit 67cb25
 * 
Packit 67cb25
 * This program is distributed in the hope that it will be useful, but
Packit 67cb25
 * WITHOUT ANY WARRANTY; without even the implied warranty of
Packit 67cb25
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
Packit 67cb25
 * General Public License for more details.
Packit 67cb25
 * 
Packit 67cb25
 * You should have received a copy of the GNU General Public License
Packit 67cb25
 * along with this program; if not, write to the Free Software
Packit 67cb25
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
Packit 67cb25
 */
Packit 67cb25
Packit 67cb25
static double scaled_enorm (const gsl_vector * d, const gsl_vector * f);
Packit 67cb25
static void scaled_addition (const double alpha, const gsl_vector * x,
Packit 67cb25
                             const double beta, const gsl_vector * y,
Packit 67cb25
                             gsl_vector * z);
Packit 67cb25
static double quadratic_preduction(const gsl_multilarge_nlinear_trust_state * trust_state,
Packit 67cb25
                                   const gsl_vector * dx, gsl_vector * work);
Packit 67cb25
Packit 67cb25
/* compute || diag(d) f || */
Packit 67cb25
static double
Packit 67cb25
scaled_enorm (const gsl_vector * d, const gsl_vector * f)
Packit 67cb25
{
Packit 67cb25
  double e2 = 0;
Packit 67cb25
  size_t i, n = f->size;
Packit 67cb25
  for (i = 0; i < n; i++)
Packit 67cb25
    {
Packit 67cb25
      double fi = gsl_vector_get (f, i);
Packit 67cb25
      double di = gsl_vector_get (d, i);
Packit 67cb25
      double u = di * fi;
Packit 67cb25
      e2 += u * u;
Packit 67cb25
    }
Packit 67cb25
  return sqrt (e2);
Packit 67cb25
}
Packit 67cb25
Packit 67cb25
/* compute z = alpha*x + beta*y */
Packit 67cb25
static void
Packit 67cb25
scaled_addition (const double alpha, const gsl_vector * x,
Packit 67cb25
                 const double beta, const gsl_vector * y, gsl_vector * z)
Packit 67cb25
{
Packit 67cb25
  const size_t N = z->size;
Packit 67cb25
  size_t i;
Packit 67cb25
Packit 67cb25
  for (i = 0; i < N; i++)
Packit 67cb25
    {
Packit 67cb25
      double xi = gsl_vector_get (x, i);
Packit 67cb25
      double yi = gsl_vector_get (y, i);
Packit 67cb25
      gsl_vector_set (z, i, alpha * xi + beta * yi);
Packit 67cb25
    }
Packit 67cb25
}
Packit 67cb25
Packit 67cb25
/*
Packit 67cb25
quadratic_preduction()
Packit 67cb25
  Calculate predicted reduction based on standard
Packit 67cb25
quadratic model:
Packit 67cb25
Packit 67cb25
m_k(dx) = Phi(x_k) + dx' g + 1/2 dx' B_k dx
Packit 67cb25
Packit 67cb25
predicted_reduction = m_k(0) - m_k(dx)
Packit 67cb25
                    = -2 g^T dx / ||f||^2 - ( ||J*dx|| / ||f|| )^2
Packit 67cb25
                    = -2 fhat . beta - ||beta||^2
Packit 67cb25
Packit 67cb25
where: beta = J*dx / ||f||
Packit 67cb25
Packit 67cb25
Inputs: trust_state - trust state
Packit 67cb25
        dx          - proposed step, size p
Packit 67cb25
        work        - workspace, size n
Packit 67cb25
Packit 67cb25
Return: predicted reduction
Packit 67cb25
*/
Packit 67cb25
Packit 67cb25
static double
Packit 67cb25
quadratic_preduction(const gsl_multilarge_nlinear_trust_state * trust_state,
Packit 67cb25
                     const gsl_vector * dx, gsl_vector * work)
Packit 67cb25
{
Packit 67cb25
  const gsl_vector * f = trust_state->f;
Packit 67cb25
  const gsl_multilarge_nlinear_parameters * params = trust_state->params;
Packit 67cb25
  const double normf = gsl_blas_dnrm2(f);
Packit 67cb25
  double gTdx;      /* g^T dx */
Packit 67cb25
  gsl_multilarge_nlinear_fdf * fdf = trust_state->fdf;
Packit 67cb25
  double pred_reduction, u;
Packit 67cb25
Packit 67cb25
  /* compute g^T dx */
Packit 67cb25
  gsl_blas_ddot(trust_state->g, dx, &gTdx);
Packit 67cb25
Packit 67cb25
  /* first term: -2 g^T dx / ||f||^2 */
Packit 67cb25
  pred_reduction = -2.0 * gTdx / (normf * normf);
Packit 67cb25
Packit 67cb25
  if (params->solver == gsl_multilarge_nlinear_solver_cholesky)
Packit 67cb25
    {
Packit 67cb25
      const size_t p = fdf->p;
Packit 67cb25
      gsl_vector_view workp = gsl_vector_subvector(work, 0, p);
Packit 67cb25
Packit 67cb25
      /* compute workp = J^T J dx */
Packit 67cb25
      gsl_blas_dsymv(CblasLower, 1.0, trust_state->JTJ, dx, 0.0, &workp.vector);
Packit 67cb25
Packit 67cb25
      /* compute u = dx^T J^T J dx = ||J dx||^2 */
Packit 67cb25
      gsl_blas_ddot(&workp.vector, dx, &u);
Packit 67cb25
Packit 67cb25
      pred_reduction -= u / (normf * normf);
Packit 67cb25
    }
Packit 67cb25
  else
Packit 67cb25
    {
Packit 67cb25
      int status;
Packit 67cb25
      const gsl_vector * x = trust_state->x;
Packit 67cb25
      const gsl_vector * swts = trust_state->sqrt_wts;
Packit 67cb25
Packit 67cb25
      /* compute work = J*dx */
Packit 67cb25
      status = gsl_multilarge_nlinear_eval_df(CblasNoTrans, x, f, dx,
Packit 67cb25
                                              swts, params->h_df, params->fdtype,
Packit 67cb25
                                              fdf, work, NULL, NULL);
Packit 67cb25
      if (status)
Packit 67cb25
        {
Packit 67cb25
          GSL_ERROR_VAL("error computing preduction", status, 0.0);
Packit 67cb25
        }
Packit 67cb25
Packit 67cb25
      /* compute u = ||J*dx|| / ||f|| */
Packit 67cb25
      u = gsl_blas_dnrm2(work) / normf;
Packit 67cb25
Packit 67cb25
      pred_reduction -= u * u;
Packit 67cb25
    }
Packit 67cb25
Packit 67cb25
  return pred_reduction;
Packit 67cb25
}