Blame src/dsp/lossless_enc_mips32.c

Packit 9c6abc
// Copyright 2015 Google Inc. All Rights Reserved.
Packit 9c6abc
//
Packit 9c6abc
// Use of this source code is governed by a BSD-style license
Packit 9c6abc
// that can be found in the COPYING file in the root of the source
Packit 9c6abc
// tree. An additional intellectual property rights grant can be found
Packit 9c6abc
// in the file PATENTS. All contributing project authors may
Packit 9c6abc
// be found in the AUTHORS file in the root of the source tree.
Packit 9c6abc
// -----------------------------------------------------------------------------
Packit 9c6abc
//
Packit 9c6abc
// MIPS version of lossless functions
Packit 9c6abc
//
Packit 9c6abc
// Author(s):  Djordje Pesut    (djordje.pesut@imgtec.com)
Packit 9c6abc
//             Jovan Zelincevic (jovan.zelincevic@imgtec.com)
Packit 9c6abc
Packit 9c6abc
#include "src/dsp/dsp.h"
Packit 9c6abc
#include "src/dsp/lossless.h"
Packit 9c6abc
#include "src/dsp/lossless_common.h"
Packit 9c6abc
Packit 9c6abc
#if defined(WEBP_USE_MIPS32)
Packit 9c6abc
Packit 9c6abc
#include <assert.h>
Packit 9c6abc
#include <math.h>
Packit 9c6abc
#include <stdlib.h>
Packit 9c6abc
#include <string.h>
Packit 9c6abc
Packit 9c6abc
static float FastSLog2Slow_MIPS32(uint32_t v) {
Packit 9c6abc
  assert(v >= LOG_LOOKUP_IDX_MAX);
Packit 9c6abc
  if (v < APPROX_LOG_WITH_CORRECTION_MAX) {
Packit 9c6abc
    uint32_t log_cnt, y, correction;
Packit 9c6abc
    const int c24 = 24;
Packit 9c6abc
    const float v_f = (float)v;
Packit 9c6abc
    uint32_t temp;
Packit 9c6abc
Packit 9c6abc
    // Xf = 256 = 2^8
Packit 9c6abc
    // log_cnt is index of leading one in upper 24 bits
Packit 9c6abc
    __asm__ volatile(
Packit 9c6abc
      "clz      %[log_cnt], %[v]                      \n\t"
Packit 9c6abc
      "addiu    %[y],       $zero,        1           \n\t"
Packit 9c6abc
      "subu     %[log_cnt], %[c24],       %[log_cnt]  \n\t"
Packit 9c6abc
      "sllv     %[y],       %[y],         %[log_cnt]  \n\t"
Packit 9c6abc
      "srlv     %[temp],    %[v],         %[log_cnt]  \n\t"
Packit 9c6abc
      : [log_cnt]"=&r"(log_cnt), [y]"=&r"(y),
Packit 9c6abc
        [temp]"=r"(temp)
Packit 9c6abc
      : [c24]"r"(c24), [v]"r"(v)
Packit 9c6abc
    );
Packit 9c6abc
Packit 9c6abc
    // vf = (2^log_cnt) * Xf; where y = 2^log_cnt and Xf < 256
Packit 9c6abc
    // Xf = floor(Xf) * (1 + (v % y) / v)
Packit 9c6abc
    // log2(Xf) = log2(floor(Xf)) + log2(1 + (v % y) / v)
Packit 9c6abc
    // The correction factor: log(1 + d) ~ d; for very small d values, so
Packit 9c6abc
    // log2(1 + (v % y) / v) ~ LOG_2_RECIPROCAL * (v % y)/v
Packit 9c6abc
    // LOG_2_RECIPROCAL ~ 23/16
Packit 9c6abc
Packit 9c6abc
    // (v % y) = (v % 2^log_cnt) = v & (2^log_cnt - 1)
Packit 9c6abc
    correction = (23 * (v & (y - 1))) >> 4;
Packit 9c6abc
    return v_f * (kLog2Table[temp] + log_cnt) + correction;
Packit 9c6abc
  } else {
Packit 9c6abc
    return (float)(LOG_2_RECIPROCAL * v * log((double)v));
Packit 9c6abc
  }
Packit 9c6abc
}
Packit 9c6abc
Packit 9c6abc
static float FastLog2Slow_MIPS32(uint32_t v) {
Packit 9c6abc
  assert(v >= LOG_LOOKUP_IDX_MAX);
Packit 9c6abc
  if (v < APPROX_LOG_WITH_CORRECTION_MAX) {
Packit 9c6abc
    uint32_t log_cnt, y;
Packit 9c6abc
    const int c24 = 24;
Packit 9c6abc
    double log_2;
Packit 9c6abc
    uint32_t temp;
Packit 9c6abc
Packit 9c6abc
    __asm__ volatile(
Packit 9c6abc
      "clz      %[log_cnt], %[v]                      \n\t"
Packit 9c6abc
      "addiu    %[y],       $zero,        1           \n\t"
Packit 9c6abc
      "subu     %[log_cnt], %[c24],       %[log_cnt]  \n\t"
Packit 9c6abc
      "sllv     %[y],       %[y],         %[log_cnt]  \n\t"
Packit 9c6abc
      "srlv     %[temp],    %[v],         %[log_cnt]  \n\t"
Packit 9c6abc
      : [log_cnt]"=&r"(log_cnt), [y]"=&r"(y),
Packit 9c6abc
        [temp]"=r"(temp)
Packit 9c6abc
      : [c24]"r"(c24), [v]"r"(v)
Packit 9c6abc
    );
Packit 9c6abc
Packit 9c6abc
    log_2 = kLog2Table[temp] + log_cnt;
Packit 9c6abc
    if (v >= APPROX_LOG_MAX) {
Packit 9c6abc
      // Since the division is still expensive, add this correction factor only
Packit 9c6abc
      // for large values of 'v'.
Packit 9c6abc
Packit 9c6abc
      const uint32_t correction = (23 * (v & (y - 1))) >> 4;
Packit 9c6abc
      log_2 += (double)correction / v;
Packit 9c6abc
    }
Packit 9c6abc
    return (float)log_2;
Packit 9c6abc
  } else {
Packit 9c6abc
    return (float)(LOG_2_RECIPROCAL * log((double)v));
Packit 9c6abc
  }
Packit 9c6abc
}
Packit 9c6abc
Packit 9c6abc
// C version of this function:
Packit 9c6abc
//   int i = 0;
Packit 9c6abc
//   int64_t cost = 0;
Packit 9c6abc
//   const uint32_t* pop = &population[4];
Packit 9c6abc
//   const uint32_t* LoopEnd = &population[length];
Packit 9c6abc
//   while (pop != LoopEnd) {
Packit 9c6abc
//     ++i;
Packit 9c6abc
//     cost += i * *pop;
Packit 9c6abc
//     cost += i * *(pop + 1);
Packit 9c6abc
//     pop += 2;
Packit 9c6abc
//   }
Packit 9c6abc
//   return (double)cost;
Packit 9c6abc
static double ExtraCost_MIPS32(const uint32_t* const population, int length) {
Packit 9c6abc
  int i, temp0, temp1;
Packit 9c6abc
  const uint32_t* pop = &population[4];
Packit 9c6abc
  const uint32_t* const LoopEnd = &population[length];
Packit 9c6abc
Packit 9c6abc
  __asm__ volatile(
Packit 9c6abc
    "mult   $zero,    $zero                  \n\t"
Packit 9c6abc
    "xor    %[i],     %[i],       %[i]       \n\t"
Packit 9c6abc
    "beq    %[pop],   %[LoopEnd], 2f         \n\t"
Packit 9c6abc
  "1:                                        \n\t"
Packit 9c6abc
    "lw     %[temp0], 0(%[pop])              \n\t"
Packit 9c6abc
    "lw     %[temp1], 4(%[pop])              \n\t"
Packit 9c6abc
    "addiu  %[i],     %[i],       1          \n\t"
Packit 9c6abc
    "addiu  %[pop],   %[pop],     8          \n\t"
Packit 9c6abc
    "madd   %[i],     %[temp0]               \n\t"
Packit 9c6abc
    "madd   %[i],     %[temp1]               \n\t"
Packit 9c6abc
    "bne    %[pop],   %[LoopEnd], 1b         \n\t"
Packit 9c6abc
  "2:                                        \n\t"
Packit 9c6abc
    "mfhi   %[temp0]                         \n\t"
Packit 9c6abc
    "mflo   %[temp1]                         \n\t"
Packit 9c6abc
    : [temp0]"=&r"(temp0), [temp1]"=&r"(temp1),
Packit 9c6abc
      [i]"=&r"(i), [pop]"+r"(pop)
Packit 9c6abc
    : [LoopEnd]"r"(LoopEnd)
Packit 9c6abc
    : "memory", "hi", "lo"
Packit 9c6abc
  );
Packit 9c6abc
Packit 9c6abc
  return (double)((int64_t)temp0 << 32 | temp1);
Packit 9c6abc
}
Packit 9c6abc
Packit 9c6abc
// C version of this function:
Packit 9c6abc
//   int i = 0;
Packit 9c6abc
//   int64_t cost = 0;
Packit 9c6abc
//   const uint32_t* pX = &X[4];
Packit 9c6abc
//   const uint32_t* pY = &Y[4];
Packit 9c6abc
//   const uint32_t* LoopEnd = &X[length];
Packit 9c6abc
//   while (pX != LoopEnd) {
Packit 9c6abc
//     const uint32_t xy0 = *pX + *pY;
Packit 9c6abc
//     const uint32_t xy1 = *(pX + 1) + *(pY + 1);
Packit 9c6abc
//     ++i;
Packit 9c6abc
//     cost += i * xy0;
Packit 9c6abc
//     cost += i * xy1;
Packit 9c6abc
//     pX += 2;
Packit 9c6abc
//     pY += 2;
Packit 9c6abc
//   }
Packit 9c6abc
//   return (double)cost;
Packit 9c6abc
static double ExtraCostCombined_MIPS32(const uint32_t* const X,
Packit 9c6abc
                                       const uint32_t* const Y, int length) {
Packit 9c6abc
  int i, temp0, temp1, temp2, temp3;
Packit 9c6abc
  const uint32_t* pX = &X[4];
Packit 9c6abc
  const uint32_t* pY = &Y[4];
Packit 9c6abc
  const uint32_t* const LoopEnd = &X[length];
Packit 9c6abc
Packit 9c6abc
  __asm__ volatile(
Packit 9c6abc
    "mult   $zero,    $zero                  \n\t"
Packit 9c6abc
    "xor    %[i],     %[i],       %[i]       \n\t"
Packit 9c6abc
    "beq    %[pX],    %[LoopEnd], 2f         \n\t"
Packit 9c6abc
  "1:                                        \n\t"
Packit 9c6abc
    "lw     %[temp0], 0(%[pX])               \n\t"
Packit 9c6abc
    "lw     %[temp1], 0(%[pY])               \n\t"
Packit 9c6abc
    "lw     %[temp2], 4(%[pX])               \n\t"
Packit 9c6abc
    "lw     %[temp3], 4(%[pY])               \n\t"
Packit 9c6abc
    "addiu  %[i],     %[i],       1          \n\t"
Packit 9c6abc
    "addu   %[temp0], %[temp0],   %[temp1]   \n\t"
Packit 9c6abc
    "addu   %[temp2], %[temp2],   %[temp3]   \n\t"
Packit 9c6abc
    "addiu  %[pX],    %[pX],      8          \n\t"
Packit 9c6abc
    "addiu  %[pY],    %[pY],      8          \n\t"
Packit 9c6abc
    "madd   %[i],     %[temp0]               \n\t"
Packit 9c6abc
    "madd   %[i],     %[temp2]               \n\t"
Packit 9c6abc
    "bne    %[pX],    %[LoopEnd], 1b         \n\t"
Packit 9c6abc
  "2:                                        \n\t"
Packit 9c6abc
    "mfhi   %[temp0]                         \n\t"
Packit 9c6abc
    "mflo   %[temp1]                         \n\t"
Packit 9c6abc
    : [temp0]"=&r"(temp0), [temp1]"=&r"(temp1),
Packit 9c6abc
      [temp2]"=&r"(temp2), [temp3]"=&r"(temp3),
Packit 9c6abc
      [i]"=&r"(i), [pX]"+r"(pX), [pY]"+r"(pY)
Packit 9c6abc
    : [LoopEnd]"r"(LoopEnd)
Packit 9c6abc
    : "memory", "hi", "lo"
Packit 9c6abc
  );
Packit 9c6abc
Packit 9c6abc
  return (double)((int64_t)temp0 << 32 | temp1);
Packit 9c6abc
}
Packit 9c6abc
Packit 9c6abc
#define HUFFMAN_COST_PASS                                 \
Packit 9c6abc
  __asm__ volatile(                                       \
Packit 9c6abc
    "sll   %[temp1],  %[temp0],    3           \n\t"      \
Packit 9c6abc
    "addiu %[temp3],  %[streak],   -3          \n\t"      \
Packit 9c6abc
    "addu  %[temp2],  %[pstreaks], %[temp1]    \n\t"      \
Packit 9c6abc
    "blez  %[temp3],  1f                       \n\t"      \
Packit 9c6abc
    "srl   %[temp1],  %[temp1],    1           \n\t"      \
Packit 9c6abc
    "addu  %[temp3],  %[pcnts],    %[temp1]    \n\t"      \
Packit 9c6abc
    "lw    %[temp0],  4(%[temp2])              \n\t"      \
Packit 9c6abc
    "lw    %[temp1],  0(%[temp3])              \n\t"      \
Packit 9c6abc
    "addu  %[temp0],  %[temp0],    %[streak]   \n\t"      \
Packit 9c6abc
    "addiu %[temp1],  %[temp1],    1           \n\t"      \
Packit 9c6abc
    "sw    %[temp0],  4(%[temp2])              \n\t"      \
Packit 9c6abc
    "sw    %[temp1],  0(%[temp3])              \n\t"      \
Packit 9c6abc
    "b     2f                                  \n\t"      \
Packit 9c6abc
  "1:                                          \n\t"      \
Packit 9c6abc
    "lw    %[temp0],  0(%[temp2])              \n\t"      \
Packit 9c6abc
    "addu  %[temp0],  %[temp0],    %[streak]   \n\t"      \
Packit 9c6abc
    "sw    %[temp0],  0(%[temp2])              \n\t"      \
Packit 9c6abc
  "2:                                          \n\t"      \
Packit 9c6abc
    : [temp1]"=&r"(temp1), [temp2]"=&r"(temp2),           \
Packit 9c6abc
      [temp3]"=&r"(temp3), [temp0]"+r"(temp0)             \
Packit 9c6abc
    : [pstreaks]"r"(pstreaks), [pcnts]"r"(pcnts),         \
Packit 9c6abc
      [streak]"r"(streak)                                 \
Packit 9c6abc
    : "memory"                                            \
Packit 9c6abc
  );
Packit 9c6abc
Packit 9c6abc
// Returns the various RLE counts
Packit 9c6abc
static WEBP_INLINE void GetEntropyUnrefinedHelper(
Packit 9c6abc
    uint32_t val, int i, uint32_t* const val_prev, int* const i_prev,
Packit 9c6abc
    VP8LBitEntropy* const bit_entropy, VP8LStreaks* const stats) {
Packit 9c6abc
  int* const pstreaks = &stats->streaks[0][0];
Packit 9c6abc
  int* const pcnts = &stats->counts[0];
Packit 9c6abc
  int temp0, temp1, temp2, temp3;
Packit 9c6abc
  const int streak = i - *i_prev;
Packit 9c6abc
Packit 9c6abc
  // Gather info for the bit entropy.
Packit 9c6abc
  if (*val_prev != 0) {
Packit 9c6abc
    bit_entropy->sum += (*val_prev) * streak;
Packit 9c6abc
    bit_entropy->nonzeros += streak;
Packit 9c6abc
    bit_entropy->nonzero_code = *i_prev;
Packit 9c6abc
    bit_entropy->entropy -= VP8LFastSLog2(*val_prev) * streak;
Packit 9c6abc
    if (bit_entropy->max_val < *val_prev) {
Packit 9c6abc
      bit_entropy->max_val = *val_prev;
Packit 9c6abc
    }
Packit 9c6abc
  }
Packit 9c6abc
Packit 9c6abc
  // Gather info for the Huffman cost.
Packit 9c6abc
  temp0 = (*val_prev != 0);
Packit 9c6abc
  HUFFMAN_COST_PASS
Packit 9c6abc
Packit 9c6abc
  *val_prev = val;
Packit 9c6abc
  *i_prev = i;
Packit 9c6abc
}
Packit 9c6abc
Packit 9c6abc
static void GetEntropyUnrefined_MIPS32(const uint32_t X[], int length,
Packit 9c6abc
                                       VP8LBitEntropy* const bit_entropy,
Packit 9c6abc
                                       VP8LStreaks* const stats) {
Packit 9c6abc
  int i;
Packit 9c6abc
  int i_prev = 0;
Packit 9c6abc
  uint32_t x_prev = X[0];
Packit 9c6abc
Packit 9c6abc
  memset(stats, 0, sizeof(*stats));
Packit 9c6abc
  VP8LBitEntropyInit(bit_entropy);
Packit 9c6abc
Packit 9c6abc
  for (i = 1; i < length; ++i) {
Packit 9c6abc
    const uint32_t x = X[i];
Packit 9c6abc
    if (x != x_prev) {
Packit 9c6abc
      GetEntropyUnrefinedHelper(x, i, &x_prev, &i_prev, bit_entropy, stats);
Packit 9c6abc
    }
Packit 9c6abc
  }
Packit 9c6abc
  GetEntropyUnrefinedHelper(0, i, &x_prev, &i_prev, bit_entropy, stats);
Packit 9c6abc
Packit 9c6abc
  bit_entropy->entropy += VP8LFastSLog2(bit_entropy->sum);
Packit 9c6abc
}
Packit 9c6abc
Packit 9c6abc
static void GetCombinedEntropyUnrefined_MIPS32(const uint32_t X[],
Packit 9c6abc
                                               const uint32_t Y[],
Packit 9c6abc
                                               int length,
Packit 9c6abc
                                               VP8LBitEntropy* const entropy,
Packit 9c6abc
                                               VP8LStreaks* const stats) {
Packit 9c6abc
  int i = 1;
Packit 9c6abc
  int i_prev = 0;
Packit 9c6abc
  uint32_t xy_prev = X[0] + Y[0];
Packit 9c6abc
Packit 9c6abc
  memset(stats, 0, sizeof(*stats));
Packit 9c6abc
  VP8LBitEntropyInit(entropy);
Packit 9c6abc
Packit 9c6abc
  for (i = 1; i < length; ++i) {
Packit 9c6abc
    const uint32_t xy = X[i] + Y[i];
Packit 9c6abc
    if (xy != xy_prev) {
Packit 9c6abc
      GetEntropyUnrefinedHelper(xy, i, &xy_prev, &i_prev, entropy, stats);
Packit 9c6abc
    }
Packit 9c6abc
  }
Packit 9c6abc
  GetEntropyUnrefinedHelper(0, i, &xy_prev, &i_prev, entropy, stats);
Packit 9c6abc
Packit 9c6abc
  entropy->entropy += VP8LFastSLog2(entropy->sum);
Packit 9c6abc
}
Packit 9c6abc
Packit 9c6abc
#define ASM_START                                       \
Packit 9c6abc
  __asm__ volatile(                                     \
Packit 9c6abc
    ".set   push                            \n\t"       \
Packit 9c6abc
    ".set   at                              \n\t"       \
Packit 9c6abc
    ".set   macro                           \n\t"       \
Packit 9c6abc
  "1:                                       \n\t"
Packit 9c6abc
Packit 9c6abc
// P2 = P0 + P1
Packit 9c6abc
// A..D - offsets
Packit 9c6abc
// E - temp variable to tell macro
Packit 9c6abc
//     if pointer should be incremented
Packit 9c6abc
// literal_ and successive histograms could be unaligned
Packit 9c6abc
// so we must use ulw and usw
Packit 9c6abc
#define ADD_TO_OUT(A, B, C, D, E, P0, P1, P2)           \
Packit 9c6abc
    "ulw    %[temp0], " #A "(%[" #P0 "])    \n\t"       \
Packit 9c6abc
    "ulw    %[temp1], " #B "(%[" #P0 "])    \n\t"       \
Packit 9c6abc
    "ulw    %[temp2], " #C "(%[" #P0 "])    \n\t"       \
Packit 9c6abc
    "ulw    %[temp3], " #D "(%[" #P0 "])    \n\t"       \
Packit 9c6abc
    "ulw    %[temp4], " #A "(%[" #P1 "])    \n\t"       \
Packit 9c6abc
    "ulw    %[temp5], " #B "(%[" #P1 "])    \n\t"       \
Packit 9c6abc
    "ulw    %[temp6], " #C "(%[" #P1 "])    \n\t"       \
Packit 9c6abc
    "ulw    %[temp7], " #D "(%[" #P1 "])    \n\t"       \
Packit 9c6abc
    "addu   %[temp4], %[temp4],   %[temp0]  \n\t"       \
Packit 9c6abc
    "addu   %[temp5], %[temp5],   %[temp1]  \n\t"       \
Packit 9c6abc
    "addu   %[temp6], %[temp6],   %[temp2]  \n\t"       \
Packit 9c6abc
    "addu   %[temp7], %[temp7],   %[temp3]  \n\t"       \
Packit 9c6abc
    "addiu  %[" #P0 "],  %[" #P0 "],  16    \n\t"       \
Packit 9c6abc
  ".if " #E " == 1                          \n\t"       \
Packit 9c6abc
    "addiu  %[" #P1 "],  %[" #P1 "],  16    \n\t"       \
Packit 9c6abc
  ".endif                                   \n\t"       \
Packit 9c6abc
    "usw    %[temp4], " #A "(%[" #P2 "])    \n\t"       \
Packit 9c6abc
    "usw    %[temp5], " #B "(%[" #P2 "])    \n\t"       \
Packit 9c6abc
    "usw    %[temp6], " #C "(%[" #P2 "])    \n\t"       \
Packit 9c6abc
    "usw    %[temp7], " #D "(%[" #P2 "])    \n\t"       \
Packit 9c6abc
    "addiu  %[" #P2 "], %[" #P2 "],   16    \n\t"       \
Packit 9c6abc
    "bne    %[" #P0 "], %[LoopEnd], 1b      \n\t"       \
Packit 9c6abc
    ".set   pop                             \n\t"       \
Packit 9c6abc
Packit 9c6abc
#define ASM_END_COMMON_0                                \
Packit 9c6abc
    : [temp0]"=&r"(temp0), [temp1]"=&r"(temp1),         \
Packit 9c6abc
      [temp2]"=&r"(temp2), [temp3]"=&r"(temp3),         \
Packit 9c6abc
      [temp4]"=&r"(temp4), [temp5]"=&r"(temp5),         \
Packit 9c6abc
      [temp6]"=&r"(temp6), [temp7]"=&r"(temp7),         \
Packit 9c6abc
      [pa]"+r"(pa), [pout]"+r"(pout)
Packit 9c6abc
Packit 9c6abc
#define ASM_END_COMMON_1                                \
Packit 9c6abc
    : [LoopEnd]"r"(LoopEnd)                             \
Packit 9c6abc
    : "memory", "at"                                    \
Packit 9c6abc
  );
Packit 9c6abc
Packit 9c6abc
#define ASM_END_0                                       \
Packit 9c6abc
    ASM_END_COMMON_0                                    \
Packit 9c6abc
      , [pb]"+r"(pb)                                    \
Packit 9c6abc
    ASM_END_COMMON_1
Packit 9c6abc
Packit 9c6abc
#define ASM_END_1                                       \
Packit 9c6abc
    ASM_END_COMMON_0                                    \
Packit 9c6abc
    ASM_END_COMMON_1
Packit 9c6abc
Packit 9c6abc
#define ADD_VECTOR(A, B, OUT, SIZE, EXTRA_SIZE)  do {   \
Packit 9c6abc
  const uint32_t* pa = (const uint32_t*)(A);            \
Packit 9c6abc
  const uint32_t* pb = (const uint32_t*)(B);            \
Packit 9c6abc
  uint32_t* pout = (uint32_t*)(OUT);                    \
Packit 9c6abc
  const uint32_t* const LoopEnd = pa + (SIZE);          \
Packit 9c6abc
  assert((SIZE) % 4 == 0);                              \
Packit 9c6abc
  ASM_START                                             \
Packit 9c6abc
  ADD_TO_OUT(0, 4, 8, 12, 1, pa, pb, pout)              \
Packit 9c6abc
  ASM_END_0                                             \
Packit 9c6abc
  if ((EXTRA_SIZE) > 0) {                               \
Packit 9c6abc
    const int last = (EXTRA_SIZE);                      \
Packit 9c6abc
    int i;                                              \
Packit 9c6abc
    for (i = 0; i < last; ++i) pout[i] = pa[i] + pb[i]; \
Packit 9c6abc
  }                                                     \
Packit 9c6abc
} while (0)
Packit 9c6abc
Packit 9c6abc
#define ADD_VECTOR_EQ(A, OUT, SIZE, EXTRA_SIZE)  do {   \
Packit 9c6abc
  const uint32_t* pa = (const uint32_t*)(A);            \
Packit 9c6abc
  uint32_t* pout = (uint32_t*)(OUT);                    \
Packit 9c6abc
  const uint32_t* const LoopEnd = pa + (SIZE);          \
Packit 9c6abc
  assert((SIZE) % 4 == 0);                              \
Packit 9c6abc
  ASM_START                                             \
Packit 9c6abc
  ADD_TO_OUT(0, 4, 8, 12, 0, pa, pout, pout)            \
Packit 9c6abc
  ASM_END_1                                             \
Packit 9c6abc
  if ((EXTRA_SIZE) > 0) {                               \
Packit 9c6abc
    const int last = (EXTRA_SIZE);                      \
Packit 9c6abc
    int i;                                              \
Packit 9c6abc
    for (i = 0; i < last; ++i) pout[i] += pa[i];        \
Packit 9c6abc
  }                                                     \
Packit 9c6abc
} while (0)
Packit 9c6abc
Packit 9c6abc
static void HistogramAdd_MIPS32(const VP8LHistogram* const a,
Packit 9c6abc
                                const VP8LHistogram* const b,
Packit 9c6abc
                                VP8LHistogram* const out) {
Packit 9c6abc
  uint32_t temp0, temp1, temp2, temp3, temp4, temp5, temp6, temp7;
Packit 9c6abc
  const int extra_cache_size = VP8LHistogramNumCodes(a->palette_code_bits_)
Packit 9c6abc
                             - (NUM_LITERAL_CODES + NUM_LENGTH_CODES);
Packit 9c6abc
  assert(a->palette_code_bits_ == b->palette_code_bits_);
Packit 9c6abc
Packit 9c6abc
  if (b != out) {
Packit 9c6abc
    ADD_VECTOR(a->literal_, b->literal_, out->literal_,
Packit 9c6abc
               NUM_LITERAL_CODES + NUM_LENGTH_CODES, extra_cache_size);
Packit 9c6abc
    ADD_VECTOR(a->distance_, b->distance_, out->distance_,
Packit 9c6abc
               NUM_DISTANCE_CODES, 0);
Packit 9c6abc
    ADD_VECTOR(a->red_, b->red_, out->red_, NUM_LITERAL_CODES, 0);
Packit 9c6abc
    ADD_VECTOR(a->blue_, b->blue_, out->blue_, NUM_LITERAL_CODES, 0);
Packit 9c6abc
    ADD_VECTOR(a->alpha_, b->alpha_, out->alpha_, NUM_LITERAL_CODES, 0);
Packit 9c6abc
  } else {
Packit 9c6abc
    ADD_VECTOR_EQ(a->literal_, out->literal_,
Packit 9c6abc
                  NUM_LITERAL_CODES + NUM_LENGTH_CODES, extra_cache_size);
Packit 9c6abc
    ADD_VECTOR_EQ(a->distance_, out->distance_, NUM_DISTANCE_CODES, 0);
Packit 9c6abc
    ADD_VECTOR_EQ(a->red_, out->red_, NUM_LITERAL_CODES, 0);
Packit 9c6abc
    ADD_VECTOR_EQ(a->blue_, out->blue_, NUM_LITERAL_CODES, 0);
Packit 9c6abc
    ADD_VECTOR_EQ(a->alpha_, out->alpha_, NUM_LITERAL_CODES, 0);
Packit 9c6abc
  }
Packit 9c6abc
}
Packit 9c6abc
Packit 9c6abc
#undef ADD_VECTOR_EQ
Packit 9c6abc
#undef ADD_VECTOR
Packit 9c6abc
#undef ASM_END_1
Packit 9c6abc
#undef ASM_END_0
Packit 9c6abc
#undef ASM_END_COMMON_1
Packit 9c6abc
#undef ASM_END_COMMON_0
Packit 9c6abc
#undef ADD_TO_OUT
Packit 9c6abc
#undef ASM_START
Packit 9c6abc
Packit 9c6abc
//------------------------------------------------------------------------------
Packit 9c6abc
// Entry point
Packit 9c6abc
Packit 9c6abc
extern void VP8LEncDspInitMIPS32(void);
Packit 9c6abc
Packit 9c6abc
WEBP_TSAN_IGNORE_FUNCTION void VP8LEncDspInitMIPS32(void) {
Packit 9c6abc
  VP8LFastSLog2Slow = FastSLog2Slow_MIPS32;
Packit 9c6abc
  VP8LFastLog2Slow = FastLog2Slow_MIPS32;
Packit 9c6abc
  VP8LExtraCost = ExtraCost_MIPS32;
Packit 9c6abc
  VP8LExtraCostCombined = ExtraCostCombined_MIPS32;
Packit 9c6abc
  VP8LGetEntropyUnrefined = GetEntropyUnrefined_MIPS32;
Packit 9c6abc
  VP8LGetCombinedEntropyUnrefined = GetCombinedEntropyUnrefined_MIPS32;
Packit 9c6abc
  VP8LHistogramAdd = HistogramAdd_MIPS32;
Packit 9c6abc
}
Packit 9c6abc
Packit 9c6abc
#else  // !WEBP_USE_MIPS32
Packit 9c6abc
Packit 9c6abc
WEBP_DSP_INIT_STUB(VP8LEncDspInitMIPS32)
Packit 9c6abc
Packit 9c6abc
#endif  // WEBP_USE_MIPS32