Blame src/utils/bit_reader_inl_utils.h

Packit 9c6abc
// Copyright 2014 Google Inc. All Rights Reserved.
Packit 9c6abc
//
Packit 9c6abc
// Use of this source code is governed by a BSD-style license
Packit 9c6abc
// that can be found in the COPYING file in the root of the source
Packit 9c6abc
// tree. An additional intellectual property rights grant can be found
Packit 9c6abc
// in the file PATENTS. All contributing project authors may
Packit 9c6abc
// be found in the AUTHORS file in the root of the source tree.
Packit 9c6abc
// -----------------------------------------------------------------------------
Packit 9c6abc
//
Packit 9c6abc
// Specific inlined methods for boolean decoder [VP8GetBit() ...]
Packit 9c6abc
// This file should be included by the .c sources that actually need to call
Packit 9c6abc
// these methods.
Packit 9c6abc
//
Packit 9c6abc
// Author: Skal (pascal.massimino@gmail.com)
Packit 9c6abc
Packit 9c6abc
#ifndef WEBP_UTILS_BIT_READER_INL_UTILS_H_
Packit 9c6abc
#define WEBP_UTILS_BIT_READER_INL_UTILS_H_
Packit 9c6abc
Packit 9c6abc
#ifdef HAVE_CONFIG_H
Packit 9c6abc
#include "src/webp/config.h"
Packit 9c6abc
#endif
Packit 9c6abc
Packit 9c6abc
#include <string.h>  // for memcpy
Packit 9c6abc
Packit 9c6abc
#include "src/dsp/dsp.h"
Packit 9c6abc
#include "src/utils/bit_reader_utils.h"
Packit 9c6abc
#include "src/utils/endian_inl_utils.h"
Packit 9c6abc
#include "src/utils/utils.h"
Packit 9c6abc
Packit 9c6abc
#ifdef __cplusplus
Packit 9c6abc
extern "C" {
Packit 9c6abc
#endif
Packit 9c6abc
Packit 9c6abc
//------------------------------------------------------------------------------
Packit 9c6abc
// Derived type lbit_t = natural type for memory I/O
Packit 9c6abc
Packit 9c6abc
#if   (BITS > 32)
Packit 9c6abc
typedef uint64_t lbit_t;
Packit 9c6abc
#elif (BITS > 16)
Packit 9c6abc
typedef uint32_t lbit_t;
Packit 9c6abc
#elif (BITS >  8)
Packit 9c6abc
typedef uint16_t lbit_t;
Packit 9c6abc
#else
Packit 9c6abc
typedef uint8_t lbit_t;
Packit 9c6abc
#endif
Packit 9c6abc
Packit 9c6abc
extern const uint8_t kVP8Log2Range[128];
Packit 9c6abc
extern const uint8_t kVP8NewRange[128];
Packit 9c6abc
Packit 9c6abc
// special case for the tail byte-reading
Packit 9c6abc
void VP8LoadFinalBytes(VP8BitReader* const br);
Packit 9c6abc
Packit 9c6abc
//------------------------------------------------------------------------------
Packit 9c6abc
// Inlined critical functions
Packit 9c6abc
Packit 9c6abc
// makes sure br->value_ has at least BITS bits worth of data
Packit 9c6abc
static WEBP_UBSAN_IGNORE_UNDEF WEBP_INLINE
Packit 9c6abc
void VP8LoadNewBytes(VP8BitReader* const br) {
Packit 9c6abc
  assert(br != NULL && br->buf_ != NULL);
Packit 9c6abc
  // Read 'BITS' bits at a time if possible.
Packit 9c6abc
  if (br->buf_ < br->buf_max_) {
Packit 9c6abc
    // convert memory type to register type (with some zero'ing!)
Packit 9c6abc
    bit_t bits;
Packit 9c6abc
#if defined(WEBP_USE_MIPS32)
Packit 9c6abc
    // This is needed because of un-aligned read.
Packit 9c6abc
    lbit_t in_bits;
Packit 9c6abc
    lbit_t* p_buf_ = (lbit_t*)br->buf_;
Packit 9c6abc
    __asm__ volatile(
Packit 9c6abc
      ".set   push                             \n\t"
Packit 9c6abc
      ".set   at                               \n\t"
Packit 9c6abc
      ".set   macro                            \n\t"
Packit 9c6abc
      "ulw    %[in_bits], 0(%[p_buf_])         \n\t"
Packit 9c6abc
      ".set   pop                              \n\t"
Packit 9c6abc
      : [in_bits]"=r"(in_bits)
Packit 9c6abc
      : [p_buf_]"r"(p_buf_)
Packit 9c6abc
      : "memory", "at"
Packit 9c6abc
    );
Packit 9c6abc
#else
Packit 9c6abc
    lbit_t in_bits;
Packit 9c6abc
    memcpy(&in_bits, br->buf_, sizeof(in_bits));
Packit 9c6abc
#endif
Packit 9c6abc
    br->buf_ += BITS >> 3;
Packit 9c6abc
#if !defined(WORDS_BIGENDIAN)
Packit 9c6abc
#if (BITS > 32)
Packit 9c6abc
    bits = BSwap64(in_bits);
Packit 9c6abc
    bits >>= 64 - BITS;
Packit 9c6abc
#elif (BITS >= 24)
Packit 9c6abc
    bits = BSwap32(in_bits);
Packit 9c6abc
    bits >>= (32 - BITS);
Packit 9c6abc
#elif (BITS == 16)
Packit 9c6abc
    bits = BSwap16(in_bits);
Packit 9c6abc
#else   // BITS == 8
Packit 9c6abc
    bits = (bit_t)in_bits;
Packit 9c6abc
#endif  // BITS > 32
Packit 9c6abc
#else    // WORDS_BIGENDIAN
Packit 9c6abc
    bits = (bit_t)in_bits;
Packit 9c6abc
    if (BITS != 8 * sizeof(bit_t)) bits >>= (8 * sizeof(bit_t) - BITS);
Packit 9c6abc
#endif
Packit 9c6abc
    br->value_ = bits | (br->value_ << BITS);
Packit 9c6abc
    br->bits_ += BITS;
Packit 9c6abc
  } else {
Packit 9c6abc
    VP8LoadFinalBytes(br);    // no need to be inlined
Packit 9c6abc
  }
Packit 9c6abc
}
Packit 9c6abc
Packit 9c6abc
// Read a bit with proba 'prob'. Speed-critical function!
Packit 9c6abc
static WEBP_INLINE int VP8GetBit(VP8BitReader* const br, int prob) {
Packit 9c6abc
  // Don't move this declaration! It makes a big speed difference to store
Packit 9c6abc
  // 'range' *before* calling VP8LoadNewBytes(), even if this function doesn't
Packit 9c6abc
  // alter br->range_ value.
Packit 9c6abc
  range_t range = br->range_;
Packit 9c6abc
  if (br->bits_ < 0) {
Packit 9c6abc
    VP8LoadNewBytes(br);
Packit 9c6abc
  }
Packit 9c6abc
  {
Packit 9c6abc
    const int pos = br->bits_;
Packit 9c6abc
    const range_t split = (range * prob) >> 8;
Packit 9c6abc
    const range_t value = (range_t)(br->value_ >> pos);
Packit 9c6abc
    const int bit = (value > split);
Packit 9c6abc
    if (bit) {
Packit 9c6abc
      range -= split;
Packit 9c6abc
      br->value_ -= (bit_t)(split + 1) << pos;
Packit 9c6abc
    } else {
Packit 9c6abc
      range = split + 1;
Packit 9c6abc
    }
Packit 9c6abc
    {
Packit 9c6abc
      const int shift = 7 ^ BitsLog2Floor(range);
Packit 9c6abc
      range <<= shift;
Packit 9c6abc
      br->bits_ -= shift;
Packit 9c6abc
    }
Packit 9c6abc
    br->range_ = range - 1;
Packit 9c6abc
    return bit;
Packit 9c6abc
  }
Packit 9c6abc
}
Packit 9c6abc
Packit 9c6abc
// simplified version of VP8GetBit() for prob=0x80 (note shift is always 1 here)
Packit 9c6abc
static WEBP_UBSAN_IGNORE_UNSIGNED_OVERFLOW WEBP_INLINE
Packit 9c6abc
int VP8GetSigned(VP8BitReader* const br, int v) {
Packit 9c6abc
  if (br->bits_ < 0) {
Packit 9c6abc
    VP8LoadNewBytes(br);
Packit 9c6abc
  }
Packit 9c6abc
  {
Packit 9c6abc
    const int pos = br->bits_;
Packit 9c6abc
    const range_t split = br->range_ >> 1;
Packit 9c6abc
    const range_t value = (range_t)(br->value_ >> pos);
Packit 9c6abc
    const int32_t mask = (int32_t)(split - value) >> 31;  // -1 or 0
Packit 9c6abc
    br->bits_ -= 1;
Packit 9c6abc
    br->range_ += mask;
Packit 9c6abc
    br->range_ |= 1;
Packit 9c6abc
    br->value_ -= (bit_t)((split + 1) & mask) << pos;
Packit 9c6abc
    return (v ^ mask) - mask;
Packit 9c6abc
  }
Packit 9c6abc
}
Packit 9c6abc
Packit 9c6abc
static WEBP_INLINE int VP8GetBitAlt(VP8BitReader* const br, int prob) {
Packit 9c6abc
  // Don't move this declaration! It makes a big speed difference to store
Packit 9c6abc
  // 'range' *before* calling VP8LoadNewBytes(), even if this function doesn't
Packit 9c6abc
  // alter br->range_ value.
Packit 9c6abc
  range_t range = br->range_;
Packit 9c6abc
  if (br->bits_ < 0) {
Packit 9c6abc
    VP8LoadNewBytes(br);
Packit 9c6abc
  }
Packit 9c6abc
  {
Packit 9c6abc
    const int pos = br->bits_;
Packit 9c6abc
    const range_t split = (range * prob) >> 8;
Packit 9c6abc
    const range_t value = (range_t)(br->value_ >> pos);
Packit 9c6abc
    int bit;  // Don't use 'const int bit = (value > split);", it's slower.
Packit 9c6abc
    if (value > split) {
Packit 9c6abc
      range -= split + 1;
Packit 9c6abc
      br->value_ -= (bit_t)(split + 1) << pos;
Packit 9c6abc
      bit = 1;
Packit 9c6abc
    } else {
Packit 9c6abc
      range = split;
Packit 9c6abc
      bit = 0;
Packit 9c6abc
    }
Packit 9c6abc
    if (range <= (range_t)0x7e) {
Packit 9c6abc
      const int shift = kVP8Log2Range[range];
Packit 9c6abc
      range = kVP8NewRange[range];
Packit 9c6abc
      br->bits_ -= shift;
Packit 9c6abc
    }
Packit 9c6abc
    br->range_ = range;
Packit 9c6abc
    return bit;
Packit 9c6abc
  }
Packit 9c6abc
}
Packit 9c6abc
Packit 9c6abc
#ifdef __cplusplus
Packit 9c6abc
}    // extern "C"
Packit 9c6abc
#endif
Packit 9c6abc
Packit 9c6abc
#endif   // WEBP_UTILS_BIT_READER_INL_UTILS_H_