Blame src/utils/quant_levels_utils.c

Packit 9c6abc
// Copyright 2011 Google Inc. All Rights Reserved.
Packit 9c6abc
//
Packit 9c6abc
// Use of this source code is governed by a BSD-style license
Packit 9c6abc
// that can be found in the COPYING file in the root of the source
Packit 9c6abc
// tree. An additional intellectual property rights grant can be found
Packit 9c6abc
// in the file PATENTS. All contributing project authors may
Packit 9c6abc
// be found in the AUTHORS file in the root of the source tree.
Packit 9c6abc
// -----------------------------------------------------------------------------
Packit 9c6abc
//
Packit 9c6abc
// Quantize levels for specified number of quantization-levels ([2, 256]).
Packit 9c6abc
// Min and max values are preserved (usual 0 and 255 for alpha plane).
Packit 9c6abc
//
Packit 9c6abc
// Author: Skal (pascal.massimino@gmail.com)
Packit 9c6abc
Packit 9c6abc
#include <assert.h>
Packit 9c6abc
Packit 9c6abc
#include "src/utils/quant_levels_utils.h"
Packit 9c6abc
Packit 9c6abc
#define NUM_SYMBOLS     256
Packit 9c6abc
Packit 9c6abc
#define MAX_ITER  6             // Maximum number of convergence steps.
Packit 9c6abc
#define ERROR_THRESHOLD 1e-4    // MSE stopping criterion.
Packit 9c6abc
Packit 9c6abc
// -----------------------------------------------------------------------------
Packit 9c6abc
// Quantize levels.
Packit 9c6abc
Packit 9c6abc
int QuantizeLevels(uint8_t* const data, int width, int height,
Packit 9c6abc
                   int num_levels, uint64_t* const sse) {
Packit 9c6abc
  int freq[NUM_SYMBOLS] = { 0 };
Packit 9c6abc
  int q_level[NUM_SYMBOLS] = { 0 };
Packit 9c6abc
  double inv_q_level[NUM_SYMBOLS] = { 0 };
Packit 9c6abc
  int min_s = 255, max_s = 0;
Packit 9c6abc
  const size_t data_size = height * width;
Packit 9c6abc
  int i, num_levels_in, iter;
Packit 9c6abc
  double last_err = 1.e38, err = 0.;
Packit 9c6abc
  const double err_threshold = ERROR_THRESHOLD * data_size;
Packit 9c6abc
Packit 9c6abc
  if (data == NULL) {
Packit 9c6abc
    return 0;
Packit 9c6abc
  }
Packit 9c6abc
Packit 9c6abc
  if (width <= 0 || height <= 0) {
Packit 9c6abc
    return 0;
Packit 9c6abc
  }
Packit 9c6abc
Packit 9c6abc
  if (num_levels < 2 || num_levels > 256) {
Packit 9c6abc
    return 0;
Packit 9c6abc
  }
Packit 9c6abc
Packit 9c6abc
  {
Packit 9c6abc
    size_t n;
Packit 9c6abc
    num_levels_in = 0;
Packit 9c6abc
    for (n = 0; n < data_size; ++n) {
Packit 9c6abc
      num_levels_in += (freq[data[n]] == 0);
Packit 9c6abc
      if (min_s > data[n]) min_s = data[n];
Packit 9c6abc
      if (max_s < data[n]) max_s = data[n];
Packit 9c6abc
      ++freq[data[n]];
Packit 9c6abc
    }
Packit 9c6abc
  }
Packit 9c6abc
Packit 9c6abc
  if (num_levels_in <= num_levels) goto End;  // nothing to do!
Packit 9c6abc
Packit 9c6abc
  // Start with uniformly spread centroids.
Packit 9c6abc
  for (i = 0; i < num_levels; ++i) {
Packit 9c6abc
    inv_q_level[i] = min_s + (double)(max_s - min_s) * i / (num_levels - 1);
Packit 9c6abc
  }
Packit 9c6abc
Packit 9c6abc
  // Fixed values. Won't be changed.
Packit 9c6abc
  q_level[min_s] = 0;
Packit 9c6abc
  q_level[max_s] = num_levels - 1;
Packit 9c6abc
  assert(inv_q_level[0] == min_s);
Packit 9c6abc
  assert(inv_q_level[num_levels - 1] == max_s);
Packit 9c6abc
Packit 9c6abc
  // k-Means iterations.
Packit 9c6abc
  for (iter = 0; iter < MAX_ITER; ++iter) {
Packit 9c6abc
    double q_sum[NUM_SYMBOLS] = { 0 };
Packit 9c6abc
    double q_count[NUM_SYMBOLS] = { 0 };
Packit 9c6abc
    int s, slot = 0;
Packit 9c6abc
Packit 9c6abc
    // Assign classes to representatives.
Packit 9c6abc
    for (s = min_s; s <= max_s; ++s) {
Packit 9c6abc
      // Keep track of the nearest neighbour 'slot'
Packit 9c6abc
      while (slot < num_levels - 1 &&
Packit 9c6abc
             2 * s > inv_q_level[slot] + inv_q_level[slot + 1]) {
Packit 9c6abc
        ++slot;
Packit 9c6abc
      }
Packit 9c6abc
      if (freq[s] > 0) {
Packit 9c6abc
        q_sum[slot] += s * freq[s];
Packit 9c6abc
        q_count[slot] += freq[s];
Packit 9c6abc
      }
Packit 9c6abc
      q_level[s] = slot;
Packit 9c6abc
    }
Packit 9c6abc
Packit 9c6abc
    // Assign new representatives to classes.
Packit 9c6abc
    if (num_levels > 2) {
Packit 9c6abc
      for (slot = 1; slot < num_levels - 1; ++slot) {
Packit 9c6abc
        const double count = q_count[slot];
Packit 9c6abc
        if (count > 0.) {
Packit 9c6abc
          inv_q_level[slot] = q_sum[slot] / count;
Packit 9c6abc
        }
Packit 9c6abc
      }
Packit 9c6abc
    }
Packit 9c6abc
Packit 9c6abc
    // Compute convergence error.
Packit 9c6abc
    err = 0.;
Packit 9c6abc
    for (s = min_s; s <= max_s; ++s) {
Packit 9c6abc
      const double error = s - inv_q_level[q_level[s]];
Packit 9c6abc
      err += freq[s] * error * error;
Packit 9c6abc
    }
Packit 9c6abc
Packit 9c6abc
    // Check for convergence: we stop as soon as the error is no
Packit 9c6abc
    // longer improving.
Packit 9c6abc
    if (last_err - err < err_threshold) break;
Packit 9c6abc
    last_err = err;
Packit 9c6abc
  }
Packit 9c6abc
Packit 9c6abc
  // Remap the alpha plane to quantized values.
Packit 9c6abc
  {
Packit 9c6abc
    // double->int rounding operation can be costly, so we do it
Packit 9c6abc
    // once for all before remapping. We also perform the data[] -> slot
Packit 9c6abc
    // mapping, while at it (avoid one indirection in the final loop).
Packit 9c6abc
    uint8_t map[NUM_SYMBOLS];
Packit 9c6abc
    int s;
Packit 9c6abc
    size_t n;
Packit 9c6abc
    for (s = min_s; s <= max_s; ++s) {
Packit 9c6abc
      const int slot = q_level[s];
Packit 9c6abc
      map[s] = (uint8_t)(inv_q_level[slot] + .5);
Packit 9c6abc
    }
Packit 9c6abc
    // Final pass.
Packit 9c6abc
    for (n = 0; n < data_size; ++n) {
Packit 9c6abc
      data[n] = map[data[n]];
Packit 9c6abc
    }
Packit 9c6abc
  }
Packit 9c6abc
 End:
Packit 9c6abc
  // Store sum of squared error if needed.
Packit 9c6abc
  if (sse != NULL) *sse = (uint64_t)err;
Packit 9c6abc
Packit 9c6abc
  return 1;
Packit 9c6abc
}
Packit 9c6abc