Blame lib/res0.c

Packit 06404a
/********************************************************************
Packit 06404a
 *                                                                  *
Packit 06404a
 * THIS FILE IS PART OF THE OggVorbis SOFTWARE CODEC SOURCE CODE.   *
Packit 06404a
 * USE, DISTRIBUTION AND REPRODUCTION OF THIS LIBRARY SOURCE IS     *
Packit 06404a
 * GOVERNED BY A BSD-STYLE SOURCE LICENSE INCLUDED WITH THIS SOURCE *
Packit 06404a
 * IN 'COPYING'. PLEASE READ THESE TERMS BEFORE DISTRIBUTING.       *
Packit 06404a
 *                                                                  *
Packit 06404a
 * THE OggVorbis SOURCE CODE IS (C) COPYRIGHT 1994-2010             *
Packit 06404a
 * by the Xiph.Org Foundation http://www.xiph.org/                  *
Packit 06404a
 *                                                                  *
Packit 06404a
 ********************************************************************
Packit 06404a
Packit 06404a
 function: residue backend 0, 1 and 2 implementation
Packit 06404a
 last mod: $Id: res0.c 19441 2015-01-21 01:17:41Z xiphmont $
Packit 06404a
Packit 06404a
 ********************************************************************/
Packit 06404a
Packit 06404a
/* Slow, slow, slow, simpleminded and did I mention it was slow?  The
Packit 06404a
   encode/decode loops are coded for clarity and performance is not
Packit 06404a
   yet even a nagging little idea lurking in the shadows.  Oh and BTW,
Packit 06404a
   it's slow. */
Packit 06404a
Packit 06404a
#include <stdlib.h>
Packit 06404a
#include <string.h>
Packit 06404a
#include <math.h>
Packit 06404a
#include <ogg/ogg.h>
Packit 06404a
#include "vorbis/codec.h"
Packit 06404a
#include "codec_internal.h"
Packit 06404a
#include "registry.h"
Packit 06404a
#include "codebook.h"
Packit 06404a
#include "misc.h"
Packit 06404a
#include "os.h"
Packit 06404a
Packit 06404a
//#define TRAIN_RES 1
Packit 06404a
//#define TRAIN_RESAUX 1
Packit 06404a
Packit 06404a
#if defined(TRAIN_RES) || defined (TRAIN_RESAUX)
Packit 06404a
#include <stdio.h>
Packit 06404a
#endif
Packit 06404a
Packit 06404a
typedef struct {
Packit 06404a
  vorbis_info_residue0 *info;
Packit 06404a
Packit 06404a
  int         parts;
Packit 06404a
  int         stages;
Packit 06404a
  codebook   *fullbooks;
Packit 06404a
  codebook   *phrasebook;
Packit 06404a
  codebook ***partbooks;
Packit 06404a
Packit 06404a
  int         partvals;
Packit 06404a
  int       **decodemap;
Packit 06404a
Packit 06404a
  long      postbits;
Packit 06404a
  long      phrasebits;
Packit 06404a
  long      frames;
Packit 06404a
Packit 06404a
#if defined(TRAIN_RES) || defined(TRAIN_RESAUX)
Packit 06404a
  int        train_seq;
Packit 06404a
  long      *training_data[8][64];
Packit 06404a
  float      training_max[8][64];
Packit 06404a
  float      training_min[8][64];
Packit 06404a
  float     tmin;
Packit 06404a
  float     tmax;
Packit 06404a
  int       submap;
Packit 06404a
#endif
Packit 06404a
Packit 06404a
} vorbis_look_residue0;
Packit 06404a
Packit 06404a
void res0_free_info(vorbis_info_residue *i){
Packit 06404a
  vorbis_info_residue0 *info=(vorbis_info_residue0 *)i;
Packit 06404a
  if(info){
Packit 06404a
    memset(info,0,sizeof(*info));
Packit 06404a
    _ogg_free(info);
Packit 06404a
  }
Packit 06404a
}
Packit 06404a
Packit 06404a
void res0_free_look(vorbis_look_residue *i){
Packit 06404a
  int j;
Packit 06404a
  if(i){
Packit 06404a
Packit 06404a
    vorbis_look_residue0 *look=(vorbis_look_residue0 *)i;
Packit 06404a
Packit 06404a
#ifdef TRAIN_RES
Packit 06404a
    {
Packit 06404a
      int j,k,l;
Packit 06404a
      for(j=0;j<look->parts;j++){
Packit 06404a
        /*fprintf(stderr,"partition %d: ",j);*/
Packit 06404a
        for(k=0;k<8;k++)
Packit 06404a
          if(look->training_data[k][j]){
Packit 06404a
            char buffer[80];
Packit 06404a
            FILE *of;
Packit 06404a
            codebook *statebook=look->partbooks[j][k];
Packit 06404a
Packit 06404a
            /* long and short into the same bucket by current convention */
Packit 06404a
            sprintf(buffer,"res_sub%d_part%d_pass%d.vqd",look->submap,j,k);
Packit 06404a
            of=fopen(buffer,"a");
Packit 06404a
Packit 06404a
            for(l=0;l<statebook->entries;l++)
Packit 06404a
              fprintf(of,"%d:%ld\n",l,look->training_data[k][j][l]);
Packit 06404a
Packit 06404a
            fclose(of);
Packit 06404a
Packit 06404a
            /*fprintf(stderr,"%d(%.2f|%.2f) ",k,
Packit 06404a
              look->training_min[k][j],look->training_max[k][j]);*/
Packit 06404a
Packit 06404a
            _ogg_free(look->training_data[k][j]);
Packit 06404a
            look->training_data[k][j]=NULL;
Packit 06404a
          }
Packit 06404a
        /*fprintf(stderr,"\n");*/
Packit 06404a
      }
Packit 06404a
    }
Packit 06404a
    fprintf(stderr,"min/max residue: %g::%g\n",look->tmin,look->tmax);
Packit 06404a
Packit 06404a
    /*fprintf(stderr,"residue bit usage %f:%f (%f total)\n",
Packit 06404a
            (float)look->phrasebits/look->frames,
Packit 06404a
            (float)look->postbits/look->frames,
Packit 06404a
            (float)(look->postbits+look->phrasebits)/look->frames);*/
Packit 06404a
#endif
Packit 06404a
Packit 06404a
Packit 06404a
    /*vorbis_info_residue0 *info=look->info;
Packit 06404a
Packit 06404a
    fprintf(stderr,
Packit 06404a
            "%ld frames encoded in %ld phrasebits and %ld residue bits "
Packit 06404a
            "(%g/frame) \n",look->frames,look->phrasebits,
Packit 06404a
            look->resbitsflat,
Packit 06404a
            (look->phrasebits+look->resbitsflat)/(float)look->frames);
Packit 06404a
Packit 06404a
    for(j=0;j<look->parts;j++){
Packit 06404a
      long acc=0;
Packit 06404a
      fprintf(stderr,"\t[%d] == ",j);
Packit 06404a
      for(k=0;k<look->stages;k++)
Packit 06404a
        if((info->secondstages[j]>>k)&1){
Packit 06404a
          fprintf(stderr,"%ld,",look->resbits[j][k]);
Packit 06404a
          acc+=look->resbits[j][k];
Packit 06404a
        }
Packit 06404a
Packit 06404a
      fprintf(stderr,":: (%ld vals) %1.2fbits/sample\n",look->resvals[j],
Packit 06404a
              acc?(float)acc/(look->resvals[j]*info->grouping):0);
Packit 06404a
    }
Packit 06404a
    fprintf(stderr,"\n");*/
Packit 06404a
Packit 06404a
    for(j=0;j<look->parts;j++)
Packit 06404a
      if(look->partbooks[j])_ogg_free(look->partbooks[j]);
Packit 06404a
    _ogg_free(look->partbooks);
Packit 06404a
    for(j=0;j<look->partvals;j++)
Packit 06404a
      _ogg_free(look->decodemap[j]);
Packit 06404a
    _ogg_free(look->decodemap);
Packit 06404a
Packit 06404a
    memset(look,0,sizeof(*look));
Packit 06404a
    _ogg_free(look);
Packit 06404a
  }
Packit 06404a
}
Packit 06404a
Packit 06404a
static int icount(unsigned int v){
Packit 06404a
  int ret=0;
Packit 06404a
  while(v){
Packit 06404a
    ret+=v&1;
Packit 06404a
    v>>=1;
Packit 06404a
  }
Packit 06404a
  return(ret);
Packit 06404a
}
Packit 06404a
Packit 06404a
Packit 06404a
void res0_pack(vorbis_info_residue *vr,oggpack_buffer *opb){
Packit 06404a
  vorbis_info_residue0 *info=(vorbis_info_residue0 *)vr;
Packit 06404a
  int j,acc=0;
Packit 06404a
  oggpack_write(opb,info->begin,24);
Packit 06404a
  oggpack_write(opb,info->end,24);
Packit 06404a
Packit 06404a
  oggpack_write(opb,info->grouping-1,24);  /* residue vectors to group and
Packit 06404a
                                             code with a partitioned book */
Packit 06404a
  oggpack_write(opb,info->partitions-1,6); /* possible partition choices */
Packit 06404a
  oggpack_write(opb,info->groupbook,8);  /* group huffman book */
Packit 06404a
Packit 06404a
  /* secondstages is a bitmask; as encoding progresses pass by pass, a
Packit 06404a
     bitmask of one indicates this partition class has bits to write
Packit 06404a
     this pass */
Packit 06404a
  for(j=0;j<info->partitions;j++){
Packit 06404a
    if(ov_ilog(info->secondstages[j])>3){
Packit 06404a
      /* yes, this is a minor hack due to not thinking ahead */
Packit 06404a
      oggpack_write(opb,info->secondstages[j],3);
Packit 06404a
      oggpack_write(opb,1,1);
Packit 06404a
      oggpack_write(opb,info->secondstages[j]>>3,5);
Packit 06404a
    }else
Packit 06404a
      oggpack_write(opb,info->secondstages[j],4); /* trailing zero */
Packit 06404a
    acc+=icount(info->secondstages[j]);
Packit 06404a
  }
Packit 06404a
  for(j=0;j
Packit 06404a
    oggpack_write(opb,info->booklist[j],8);
Packit 06404a
Packit 06404a
}
Packit 06404a
Packit 06404a
/* vorbis_info is for range checking */
Packit 06404a
vorbis_info_residue *res0_unpack(vorbis_info *vi,oggpack_buffer *opb){
Packit 06404a
  int j,acc=0;
Packit 06404a
  vorbis_info_residue0 *info=_ogg_calloc(1,sizeof(*info));
Packit 06404a
  codec_setup_info     *ci=vi->codec_setup;
Packit 06404a
Packit 06404a
  info->begin=oggpack_read(opb,24);
Packit 06404a
  info->end=oggpack_read(opb,24);
Packit 06404a
  info->grouping=oggpack_read(opb,24)+1;
Packit 06404a
  info->partitions=oggpack_read(opb,6)+1;
Packit 06404a
  info->groupbook=oggpack_read(opb,8);
Packit 06404a
Packit 06404a
  /* check for premature EOP */
Packit 06404a
  if(info->groupbook<0)goto errout;
Packit 06404a
Packit 06404a
  for(j=0;j<info->partitions;j++){
Packit 06404a
    int cascade=oggpack_read(opb,3);
Packit 06404a
    int cflag=oggpack_read(opb,1);
Packit 06404a
    if(cflag<0) goto errout;
Packit 06404a
    if(cflag){
Packit 06404a
      int c=oggpack_read(opb,5);
Packit 06404a
      if(c<0) goto errout;
Packit 06404a
      cascade|=(c<<3);
Packit 06404a
    }
Packit 06404a
    info->secondstages[j]=cascade;
Packit 06404a
Packit 06404a
    acc+=icount(cascade);
Packit 06404a
  }
Packit 06404a
  for(j=0;j
Packit 06404a
    int book=oggpack_read(opb,8);
Packit 06404a
    if(book<0) goto errout;
Packit 06404a
    info->booklist[j]=book;
Packit 06404a
  }
Packit 06404a
Packit 06404a
  if(info->groupbook>=ci->books)goto errout;
Packit 06404a
  for(j=0;j
Packit 06404a
    if(info->booklist[j]>=ci->books)goto errout;
Packit 06404a
    if(ci->book_param[info->booklist[j]]->maptype==0)goto errout;
Packit 06404a
  }
Packit 06404a
Packit 06404a
  /* verify the phrasebook is not specifying an impossible or
Packit 06404a
     inconsistent partitioning scheme. */
Packit 06404a
  /* modify the phrasebook ranging check from r16327; an early beta
Packit 06404a
     encoder had a bug where it used an oversized phrasebook by
Packit 06404a
     accident.  These files should continue to be playable, but don't
Packit 06404a
     allow an exploit */
Packit 06404a
  {
Packit 06404a
    int entries = ci->book_param[info->groupbook]->entries;
Packit 06404a
    int dim = ci->book_param[info->groupbook]->dim;
Packit 06404a
    int partvals = 1;
Packit 06404a
    if (dim<1) goto errout;
Packit 06404a
    while(dim>0){
Packit 06404a
      partvals *= info->partitions;
Packit 06404a
      if(partvals > entries) goto errout;
Packit 06404a
      dim--;
Packit 06404a
    }
Packit 06404a
    info->partvals = partvals;
Packit 06404a
  }
Packit 06404a
Packit 06404a
  return(info);
Packit 06404a
 errout:
Packit 06404a
  res0_free_info(info);
Packit 06404a
  return(NULL);
Packit 06404a
}
Packit 06404a
Packit 06404a
vorbis_look_residue *res0_look(vorbis_dsp_state *vd,
Packit 06404a
                               vorbis_info_residue *vr){
Packit 06404a
  vorbis_info_residue0 *info=(vorbis_info_residue0 *)vr;
Packit 06404a
  vorbis_look_residue0 *look=_ogg_calloc(1,sizeof(*look));
Packit 06404a
  codec_setup_info     *ci=vd->vi->codec_setup;
Packit 06404a
Packit 06404a
  int j,k,acc=0;
Packit 06404a
  int dim;
Packit 06404a
  int maxstage=0;
Packit 06404a
  look->info=info;
Packit 06404a
Packit 06404a
  look->parts=info->partitions;
Packit 06404a
  look->fullbooks=ci->fullbooks;
Packit 06404a
  look->phrasebook=ci->fullbooks+info->groupbook;
Packit 06404a
  dim=look->phrasebook->dim;
Packit 06404a
Packit 06404a
  look->partbooks=_ogg_calloc(look->parts,sizeof(*look->partbooks));
Packit 06404a
Packit 06404a
  for(j=0;j<look->parts;j++){
Packit 06404a
    int stages=ov_ilog(info->secondstages[j]);
Packit 06404a
    if(stages){
Packit 06404a
      if(stages>maxstage)maxstage=stages;
Packit 06404a
      look->partbooks[j]=_ogg_calloc(stages,sizeof(*look->partbooks[j]));
Packit 06404a
      for(k=0;k
Packit 06404a
        if(info->secondstages[j]&(1<
Packit 06404a
          look->partbooks[j][k]=ci->fullbooks+info->booklist[acc++];
Packit 06404a
#ifdef TRAIN_RES
Packit 06404a
          look->training_data[k][j]=_ogg_calloc(look->partbooks[j][k]->entries,
Packit 06404a
                                           sizeof(***look->training_data));
Packit 06404a
#endif
Packit 06404a
        }
Packit 06404a
    }
Packit 06404a
  }
Packit 06404a
Packit 06404a
  look->partvals=1;
Packit 06404a
  for(j=0;j
Packit 06404a
      look->partvals*=look->parts;
Packit 06404a
Packit 06404a
  look->stages=maxstage;
Packit 06404a
  look->decodemap=_ogg_malloc(look->partvals*sizeof(*look->decodemap));
Packit 06404a
  for(j=0;j<look->partvals;j++){
Packit 06404a
    long val=j;
Packit 06404a
    long mult=look->partvals/look->parts;
Packit 06404a
    look->decodemap[j]=_ogg_malloc(dim*sizeof(*look->decodemap[j]));
Packit 06404a
    for(k=0;k
Packit 06404a
      long deco=val/mult;
Packit 06404a
      val-=deco*mult;
Packit 06404a
      mult/=look->parts;
Packit 06404a
      look->decodemap[j][k]=deco;
Packit 06404a
    }
Packit 06404a
  }
Packit 06404a
#if defined(TRAIN_RES) || defined (TRAIN_RESAUX)
Packit 06404a
  {
Packit 06404a
    static int train_seq=0;
Packit 06404a
    look->train_seq=train_seq++;
Packit 06404a
  }
Packit 06404a
#endif
Packit 06404a
  return(look);
Packit 06404a
}
Packit 06404a
Packit 06404a
/* break an abstraction and copy some code for performance purposes */
Packit 06404a
static int local_book_besterror(codebook *book,int *a){
Packit 06404a
  int dim=book->dim;
Packit 06404a
  int i,j,o;
Packit 06404a
  int minval=book->minval;
Packit 06404a
  int del=book->delta;
Packit 06404a
  int qv=book->quantvals;
Packit 06404a
  int ze=(qv>>1);
Packit 06404a
  int index=0;
Packit 06404a
  /* assumes integer/centered encoder codebook maptype 1 no more than dim 8 */
Packit 06404a
  int p[8]={0,0,0,0,0,0,0,0};
Packit 06404a
Packit 06404a
  if(del!=1){
Packit 06404a
    for(i=0,o=dim;i
Packit 06404a
      int v = (a[--o]-minval+(del>>1))/del;
Packit 06404a
      int m = (v
Packit 06404a
      index = index*qv+ (m<0?0:(m>=qv?qv-1:m));
Packit 06404a
      p[o]=v*del+minval;
Packit 06404a
    }
Packit 06404a
  }else{
Packit 06404a
    for(i=0,o=dim;i
Packit 06404a
      int v = a[--o]-minval;
Packit 06404a
      int m = (v
Packit 06404a
      index = index*qv+ (m<0?0:(m>=qv?qv-1:m));
Packit 06404a
      p[o]=v*del+minval;
Packit 06404a
    }
Packit 06404a
  }
Packit 06404a
Packit 06404a
  if(book->c->lengthlist[index]<=0){
Packit 06404a
    const static_codebook *c=book->c;
Packit 06404a
    int best=-1;
Packit 06404a
    /* assumes integer/centered encoder codebook maptype 1 no more than dim 8 */
Packit 06404a
    int e[8]={0,0,0,0,0,0,0,0};
Packit 06404a
    int maxval = book->minval + book->delta*(book->quantvals-1);
Packit 06404a
    for(i=0;i<book->entries;i++){
Packit 06404a
      if(c->lengthlist[i]>0){
Packit 06404a
        int this=0;
Packit 06404a
        for(j=0;j
Packit 06404a
          int val=(e[j]-a[j]);
Packit 06404a
          this+=val*val;
Packit 06404a
        }
Packit 06404a
        if(best==-1 || this
Packit 06404a
          memcpy(p,e,sizeof(p));
Packit 06404a
          best=this;
Packit 06404a
          index=i;
Packit 06404a
        }
Packit 06404a
      }
Packit 06404a
      /* assumes the value patterning created by the tools in vq/ */
Packit 06404a
      j=0;
Packit 06404a
      while(e[j]>=maxval)
Packit 06404a
        e[j++]=0;
Packit 06404a
      if(e[j]>=0)
Packit 06404a
        e[j]+=book->delta;
Packit 06404a
      e[j]= -e[j];
Packit 06404a
    }
Packit 06404a
  }
Packit 06404a
Packit 06404a
  if(index>-1){
Packit 06404a
    for(i=0;i
Packit 06404a
      *a++ -= p[i];
Packit 06404a
  }
Packit 06404a
Packit 06404a
  return(index);
Packit 06404a
}
Packit 06404a
Packit 06404a
#ifdef TRAIN_RES
Packit 06404a
static int _encodepart(oggpack_buffer *opb,int *vec, int n,
Packit 06404a
                       codebook *book,long *acc){
Packit 06404a
#else
Packit 06404a
static int _encodepart(oggpack_buffer *opb,int *vec, int n,
Packit 06404a
                       codebook *book){
Packit 06404a
#endif
Packit 06404a
  int i,bits=0;
Packit 06404a
  int dim=book->dim;
Packit 06404a
  int step=n/dim;
Packit 06404a
Packit 06404a
  for(i=0;i
Packit 06404a
    int entry=local_book_besterror(book,vec+i*dim);
Packit 06404a
Packit 06404a
#ifdef TRAIN_RES
Packit 06404a
    if(entry>=0)
Packit 06404a
      acc[entry]++;
Packit 06404a
#endif
Packit 06404a
Packit 06404a
    bits+=vorbis_book_encode(book,entry,opb);
Packit 06404a
Packit 06404a
  }
Packit 06404a
Packit 06404a
  return(bits);
Packit 06404a
}
Packit 06404a
Packit 06404a
static long **_01class(vorbis_block *vb,vorbis_look_residue *vl,
Packit 06404a
                       int **in,int ch){
Packit 06404a
  long i,j,k;
Packit 06404a
  vorbis_look_residue0 *look=(vorbis_look_residue0 *)vl;
Packit 06404a
  vorbis_info_residue0 *info=look->info;
Packit 06404a
Packit 06404a
  /* move all this setup out later */
Packit 06404a
  int samples_per_partition=info->grouping;
Packit 06404a
  int possible_partitions=info->partitions;
Packit 06404a
  int n=info->end-info->begin;
Packit 06404a
Packit 06404a
  int partvals=n/samples_per_partition;
Packit 06404a
  long **partword=_vorbis_block_alloc(vb,ch*sizeof(*partword));
Packit 06404a
  float scale=100./samples_per_partition;
Packit 06404a
Packit 06404a
  /* we find the partition type for each partition of each
Packit 06404a
     channel.  We'll go back and do the interleaved encoding in a
Packit 06404a
     bit.  For now, clarity */
Packit 06404a
Packit 06404a
  for(i=0;i
Packit 06404a
    partword[i]=_vorbis_block_alloc(vb,n/samples_per_partition*sizeof(*partword[i]));
Packit 06404a
    memset(partword[i],0,n/samples_per_partition*sizeof(*partword[i]));
Packit 06404a
  }
Packit 06404a
Packit 06404a
  for(i=0;i
Packit 06404a
    int offset=i*samples_per_partition+info->begin;
Packit 06404a
    for(j=0;j
Packit 06404a
      int max=0;
Packit 06404a
      int ent=0;
Packit 06404a
      for(k=0;k
Packit 06404a
        if(abs(in[j][offset+k])>max)max=abs(in[j][offset+k]);
Packit 06404a
        ent+=abs(in[j][offset+k]);
Packit 06404a
      }
Packit 06404a
      ent*=scale;
Packit 06404a
Packit 06404a
      for(k=0;k
Packit 06404a
        if(max<=info->classmetric1[k] &&
Packit 06404a
           (info->classmetric2[k]<0 || ent<info->classmetric2[k]))
Packit 06404a
          break;
Packit 06404a
Packit 06404a
      partword[j][i]=k;
Packit 06404a
    }
Packit 06404a
  }
Packit 06404a
Packit 06404a
#ifdef TRAIN_RESAUX
Packit 06404a
  {
Packit 06404a
    FILE *of;
Packit 06404a
    char buffer[80];
Packit 06404a
Packit 06404a
    for(i=0;i
Packit 06404a
      sprintf(buffer,"resaux_%d.vqd",look->train_seq);
Packit 06404a
      of=fopen(buffer,"a");
Packit 06404a
      for(j=0;j
Packit 06404a
        fprintf(of,"%ld, ",partword[i][j]);
Packit 06404a
      fprintf(of,"\n");
Packit 06404a
      fclose(of);
Packit 06404a
    }
Packit 06404a
  }
Packit 06404a
#endif
Packit 06404a
  look->frames++;
Packit 06404a
Packit 06404a
  return(partword);
Packit 06404a
}
Packit 06404a
Packit 06404a
/* designed for stereo or other modes where the partition size is an
Packit 06404a
   integer multiple of the number of channels encoded in the current
Packit 06404a
   submap */
Packit 06404a
static long **_2class(vorbis_block *vb,vorbis_look_residue *vl,int **in,
Packit 06404a
                      int ch){
Packit 06404a
  long i,j,k,l;
Packit 06404a
  vorbis_look_residue0 *look=(vorbis_look_residue0 *)vl;
Packit 06404a
  vorbis_info_residue0 *info=look->info;
Packit 06404a
Packit 06404a
  /* move all this setup out later */
Packit 06404a
  int samples_per_partition=info->grouping;
Packit 06404a
  int possible_partitions=info->partitions;
Packit 06404a
  int n=info->end-info->begin;
Packit 06404a
Packit 06404a
  int partvals=n/samples_per_partition;
Packit 06404a
  long **partword=_vorbis_block_alloc(vb,sizeof(*partword));
Packit 06404a
Packit 06404a
#if defined(TRAIN_RES) || defined (TRAIN_RESAUX)
Packit 06404a
  FILE *of;
Packit 06404a
  char buffer[80];
Packit 06404a
#endif
Packit 06404a
Packit 06404a
  partword[0]=_vorbis_block_alloc(vb,partvals*sizeof(*partword[0]));
Packit 06404a
  memset(partword[0],0,partvals*sizeof(*partword[0]));
Packit 06404a
Packit 06404a
  for(i=0,l=info->begin/ch;i
Packit 06404a
    int magmax=0;
Packit 06404a
    int angmax=0;
Packit 06404a
    for(j=0;j
Packit 06404a
      if(abs(in[0][l])>magmax)magmax=abs(in[0][l]);
Packit 06404a
      for(k=1;k
Packit 06404a
        if(abs(in[k][l])>angmax)angmax=abs(in[k][l]);
Packit 06404a
      l++;
Packit 06404a
    }
Packit 06404a
Packit 06404a
    for(j=0;j
Packit 06404a
      if(magmax<=info->classmetric1[j] &&
Packit 06404a
         angmax<=info->classmetric2[j])
Packit 06404a
        break;
Packit 06404a
Packit 06404a
    partword[0][i]=j;
Packit 06404a
Packit 06404a
  }
Packit 06404a
Packit 06404a
#ifdef TRAIN_RESAUX
Packit 06404a
  sprintf(buffer,"resaux_%d.vqd",look->train_seq);
Packit 06404a
  of=fopen(buffer,"a");
Packit 06404a
  for(i=0;i
Packit 06404a
    fprintf(of,"%ld, ",partword[0][i]);
Packit 06404a
  fprintf(of,"\n");
Packit 06404a
  fclose(of);
Packit 06404a
#endif
Packit 06404a
Packit 06404a
  look->frames++;
Packit 06404a
Packit 06404a
  return(partword);
Packit 06404a
}
Packit 06404a
Packit 06404a
static int _01forward(oggpack_buffer *opb,
Packit 06404a
                      vorbis_look_residue *vl,
Packit 06404a
                      int **in,int ch,
Packit 06404a
                      long **partword,
Packit 06404a
#ifdef TRAIN_RES
Packit 06404a
                      int (*encode)(oggpack_buffer *,int *,int,
Packit 06404a
                                    codebook *,long *),
Packit 06404a
                      int submap
Packit 06404a
#else
Packit 06404a
                      int (*encode)(oggpack_buffer *,int *,int,
Packit 06404a
                                    codebook *)
Packit 06404a
#endif
Packit 06404a
){
Packit 06404a
  long i,j,k,s;
Packit 06404a
  vorbis_look_residue0 *look=(vorbis_look_residue0 *)vl;
Packit 06404a
  vorbis_info_residue0 *info=look->info;
Packit 06404a
Packit 06404a
#ifdef TRAIN_RES
Packit 06404a
  look->submap=submap;
Packit 06404a
#endif
Packit 06404a
Packit 06404a
  /* move all this setup out later */
Packit 06404a
  int samples_per_partition=info->grouping;
Packit 06404a
  int possible_partitions=info->partitions;
Packit 06404a
  int partitions_per_word=look->phrasebook->dim;
Packit 06404a
  int n=info->end-info->begin;
Packit 06404a
Packit 06404a
  int partvals=n/samples_per_partition;
Packit 06404a
  long resbits[128];
Packit 06404a
  long resvals[128];
Packit 06404a
Packit 06404a
#ifdef TRAIN_RES
Packit 06404a
  for(i=0;i
Packit 06404a
    for(j=info->begin;j<info->end;j++){
Packit 06404a
      if(in[i][j]>look->tmax)look->tmax=in[i][j];
Packit 06404a
      if(in[i][j]<look->tmin)look->tmin=in[i][j];
Packit 06404a
    }
Packit 06404a
#endif
Packit 06404a
Packit 06404a
  memset(resbits,0,sizeof(resbits));
Packit 06404a
  memset(resvals,0,sizeof(resvals));
Packit 06404a
Packit 06404a
  /* we code the partition words for each channel, then the residual
Packit 06404a
     words for a partition per channel until we've written all the
Packit 06404a
     residual words for that partition word.  Then write the next
Packit 06404a
     partition channel words... */
Packit 06404a
Packit 06404a
  for(s=0;s<look->stages;s++){
Packit 06404a
Packit 06404a
    for(i=0;i
Packit 06404a
Packit 06404a
      /* first we encode a partition codeword for each channel */
Packit 06404a
      if(s==0){
Packit 06404a
        for(j=0;j
Packit 06404a
          long val=partword[j][i];
Packit 06404a
          for(k=1;k
Packit 06404a
            val*=possible_partitions;
Packit 06404a
            if(i+k
Packit 06404a
              val+=partword[j][i+k];
Packit 06404a
          }
Packit 06404a
Packit 06404a
          /* training hack */
Packit 06404a
          if(val<look->phrasebook->entries)
Packit 06404a
            look->phrasebits+=vorbis_book_encode(look->phrasebook,val,opb);
Packit 06404a
#if 0 /*def TRAIN_RES*/
Packit 06404a
          else
Packit 06404a
            fprintf(stderr,"!");
Packit 06404a
#endif
Packit 06404a
Packit 06404a
        }
Packit 06404a
      }
Packit 06404a
Packit 06404a
      /* now we encode interleaved residual values for the partitions */
Packit 06404a
      for(k=0;k
Packit 06404a
        long offset=i*samples_per_partition+info->begin;
Packit 06404a
Packit 06404a
        for(j=0;j
Packit 06404a
          if(s==0)resvals[partword[j][i]]+=samples_per_partition;
Packit 06404a
          if(info->secondstages[partword[j][i]]&(1<
Packit 06404a
            codebook *statebook=look->partbooks[partword[j][i]][s];
Packit 06404a
            if(statebook){
Packit 06404a
              int ret;
Packit 06404a
#ifdef TRAIN_RES
Packit 06404a
              long *accumulator=NULL;
Packit 06404a
              accumulator=look->training_data[s][partword[j][i]];
Packit 06404a
              {
Packit 06404a
                int l;
Packit 06404a
                int *samples=in[j]+offset;
Packit 06404a
                for(l=0;l
Packit 06404a
                  if(samples[l]<look->training_min[s][partword[j][i]])
Packit 06404a
                    look->training_min[s][partword[j][i]]=samples[l];
Packit 06404a
                  if(samples[l]>look->training_max[s][partword[j][i]])
Packit 06404a
                    look->training_max[s][partword[j][i]]=samples[l];
Packit 06404a
                }
Packit 06404a
              }
Packit 06404a
              ret=encode(opb,in[j]+offset,samples_per_partition,
Packit 06404a
                         statebook,accumulator);
Packit 06404a
#else
Packit 06404a
              ret=encode(opb,in[j]+offset,samples_per_partition,
Packit 06404a
                         statebook);
Packit 06404a
#endif
Packit 06404a
Packit 06404a
              look->postbits+=ret;
Packit 06404a
              resbits[partword[j][i]]+=ret;
Packit 06404a
            }
Packit 06404a
          }
Packit 06404a
        }
Packit 06404a
      }
Packit 06404a
    }
Packit 06404a
  }
Packit 06404a
Packit 06404a
  return(0);
Packit 06404a
}
Packit 06404a
Packit 06404a
/* a truncated packet here just means 'stop working'; it's not an error */
Packit 06404a
static int _01inverse(vorbis_block *vb,vorbis_look_residue *vl,
Packit 06404a
                      float **in,int ch,
Packit 06404a
                      long (*decodepart)(codebook *, float *,
Packit 06404a
                                         oggpack_buffer *,int)){
Packit 06404a
Packit 06404a
  long i,j,k,l,s;
Packit 06404a
  vorbis_look_residue0 *look=(vorbis_look_residue0 *)vl;
Packit 06404a
  vorbis_info_residue0 *info=look->info;
Packit 06404a
Packit 06404a
  /* move all this setup out later */
Packit 06404a
  int samples_per_partition=info->grouping;
Packit 06404a
  int partitions_per_word=look->phrasebook->dim;
Packit 06404a
  int max=vb->pcmend>>1;
Packit 06404a
  int end=(info->end<max?info->end:max);
Packit 06404a
  int n=end-info->begin;
Packit 06404a
Packit 06404a
  if(n>0){
Packit 06404a
    int partvals=n/samples_per_partition;
Packit 06404a
    int partwords=(partvals+partitions_per_word-1)/partitions_per_word;
Packit 06404a
    int ***partword=alloca(ch*sizeof(*partword));
Packit 06404a
Packit 06404a
    for(j=0;j
Packit 06404a
      partword[j]=_vorbis_block_alloc(vb,partwords*sizeof(*partword[j]));
Packit 06404a
Packit 06404a
    for(s=0;s<look->stages;s++){
Packit 06404a
Packit 06404a
      /* each loop decodes on partition codeword containing
Packit 06404a
         partitions_per_word partitions */
Packit 06404a
      for(i=0,l=0;i
Packit 06404a
        if(s==0){
Packit 06404a
          /* fetch the partition word for each channel */
Packit 06404a
          for(j=0;j
Packit 06404a
            int temp=vorbis_book_decode(look->phrasebook,&vb->opb);
Packit 06404a
Packit 06404a
            if(temp==-1 || temp>=info->partvals)goto eopbreak;
Packit 06404a
            partword[j][l]=look->decodemap[temp];
Packit 06404a
            if(partword[j][l]==NULL)goto errout;
Packit 06404a
          }
Packit 06404a
        }
Packit 06404a
Packit 06404a
        /* now we decode residual values for the partitions */
Packit 06404a
        for(k=0;k
Packit 06404a
          for(j=0;j
Packit 06404a
            long offset=info->begin+i*samples_per_partition;
Packit 06404a
            if(info->secondstages[partword[j][l][k]]&(1<
Packit 06404a
              codebook *stagebook=look->partbooks[partword[j][l][k]][s];
Packit 06404a
              if(stagebook){
Packit 06404a
                if(decodepart(stagebook,in[j]+offset,&vb->opb,
Packit 06404a
                              samples_per_partition)==-1)goto eopbreak;
Packit 06404a
              }
Packit 06404a
            }
Packit 06404a
          }
Packit 06404a
      }
Packit 06404a
    }
Packit 06404a
  }
Packit 06404a
 errout:
Packit 06404a
 eopbreak:
Packit 06404a
  return(0);
Packit 06404a
}
Packit 06404a
Packit 06404a
int res0_inverse(vorbis_block *vb,vorbis_look_residue *vl,
Packit 06404a
                 float **in,int *nonzero,int ch){
Packit 06404a
  int i,used=0;
Packit 06404a
  for(i=0;i
Packit 06404a
    if(nonzero[i])
Packit 06404a
      in[used++]=in[i];
Packit 06404a
  if(used)
Packit 06404a
    return(_01inverse(vb,vl,in,used,vorbis_book_decodevs_add));
Packit 06404a
  else
Packit 06404a
    return(0);
Packit 06404a
}
Packit 06404a
Packit 06404a
int res1_forward(oggpack_buffer *opb,vorbis_block *vb,vorbis_look_residue *vl,
Packit 06404a
                 int **in,int *nonzero,int ch, long **partword, int submap){
Packit 06404a
  int i,used=0;
Packit 06404a
  (void)vb;
Packit 06404a
  for(i=0;i
Packit 06404a
    if(nonzero[i])
Packit 06404a
      in[used++]=in[i];
Packit 06404a
Packit 06404a
  if(used){
Packit 06404a
#ifdef TRAIN_RES
Packit 06404a
    return _01forward(opb,vl,in,used,partword,_encodepart,submap);
Packit 06404a
#else
Packit 06404a
    (void)submap;
Packit 06404a
    return _01forward(opb,vl,in,used,partword,_encodepart);
Packit 06404a
#endif
Packit 06404a
  }else{
Packit 06404a
    return(0);
Packit 06404a
  }
Packit 06404a
}
Packit 06404a
Packit 06404a
long **res1_class(vorbis_block *vb,vorbis_look_residue *vl,
Packit 06404a
                  int **in,int *nonzero,int ch){
Packit 06404a
  int i,used=0;
Packit 06404a
  for(i=0;i
Packit 06404a
    if(nonzero[i])
Packit 06404a
      in[used++]=in[i];
Packit 06404a
  if(used)
Packit 06404a
    return(_01class(vb,vl,in,used));
Packit 06404a
  else
Packit 06404a
    return(0);
Packit 06404a
}
Packit 06404a
Packit 06404a
int res1_inverse(vorbis_block *vb,vorbis_look_residue *vl,
Packit 06404a
                 float **in,int *nonzero,int ch){
Packit 06404a
  int i,used=0;
Packit 06404a
  for(i=0;i
Packit 06404a
    if(nonzero[i])
Packit 06404a
      in[used++]=in[i];
Packit 06404a
  if(used)
Packit 06404a
    return(_01inverse(vb,vl,in,used,vorbis_book_decodev_add));
Packit 06404a
  else
Packit 06404a
    return(0);
Packit 06404a
}
Packit 06404a
Packit 06404a
long **res2_class(vorbis_block *vb,vorbis_look_residue *vl,
Packit 06404a
                  int **in,int *nonzero,int ch){
Packit 06404a
  int i,used=0;
Packit 06404a
  for(i=0;i
Packit 06404a
    if(nonzero[i])used++;
Packit 06404a
  if(used)
Packit 06404a
    return(_2class(vb,vl,in,ch));
Packit 06404a
  else
Packit 06404a
    return(0);
Packit 06404a
}
Packit 06404a
Packit 06404a
/* res2 is slightly more different; all the channels are interleaved
Packit 06404a
   into a single vector and encoded. */
Packit 06404a
Packit 06404a
int res2_forward(oggpack_buffer *opb,
Packit 06404a
                 vorbis_block *vb,vorbis_look_residue *vl,
Packit 06404a
                 int **in,int *nonzero,int ch, long **partword,int submap){
Packit 06404a
  long i,j,k,n=vb->pcmend/2,used=0;
Packit 06404a
Packit 06404a
  /* don't duplicate the code; use a working vector hack for now and
Packit 06404a
     reshape ourselves into a single channel res1 */
Packit 06404a
  /* ugly; reallocs for each coupling pass :-( */
Packit 06404a
  int *work=_vorbis_block_alloc(vb,ch*n*sizeof(*work));
Packit 06404a
  for(i=0;i
Packit 06404a
    int *pcm=in[i];
Packit 06404a
    if(nonzero[i])used++;
Packit 06404a
    for(j=0,k=i;j
Packit 06404a
      work[k]=pcm[j];
Packit 06404a
  }
Packit 06404a
Packit 06404a
  if(used){
Packit 06404a
#ifdef TRAIN_RES
Packit 06404a
    return _01forward(opb,vl,&work,1,partword,_encodepart,submap);
Packit 06404a
#else
Packit 06404a
    (void)submap;
Packit 06404a
    return _01forward(opb,vl,&work,1,partword,_encodepart);
Packit 06404a
#endif
Packit 06404a
  }else{
Packit 06404a
    return(0);
Packit 06404a
  }
Packit 06404a
}
Packit 06404a
Packit 06404a
/* duplicate code here as speed is somewhat more important */
Packit 06404a
int res2_inverse(vorbis_block *vb,vorbis_look_residue *vl,
Packit 06404a
                 float **in,int *nonzero,int ch){
Packit 06404a
  long i,k,l,s;
Packit 06404a
  vorbis_look_residue0 *look=(vorbis_look_residue0 *)vl;
Packit 06404a
  vorbis_info_residue0 *info=look->info;
Packit 06404a
Packit 06404a
  /* move all this setup out later */
Packit 06404a
  int samples_per_partition=info->grouping;
Packit 06404a
  int partitions_per_word=look->phrasebook->dim;
Packit 06404a
  int max=(vb->pcmend*ch)>>1;
Packit 06404a
  int end=(info->end<max?info->end:max);
Packit 06404a
  int n=end-info->begin;
Packit 06404a
Packit 06404a
  if(n>0){
Packit 06404a
    int partvals=n/samples_per_partition;
Packit 06404a
    int partwords=(partvals+partitions_per_word-1)/partitions_per_word;
Packit 06404a
    int **partword=_vorbis_block_alloc(vb,partwords*sizeof(*partword));
Packit 06404a
Packit 06404a
    for(i=0;i
Packit 06404a
    if(i==ch)return(0); /* no nonzero vectors */
Packit 06404a
Packit 06404a
    for(s=0;s<look->stages;s++){
Packit 06404a
      for(i=0,l=0;i
Packit 06404a
Packit 06404a
        if(s==0){
Packit 06404a
          /* fetch the partition word */
Packit 06404a
          int temp=vorbis_book_decode(look->phrasebook,&vb->opb);
Packit 06404a
          if(temp==-1 || temp>=info->partvals)goto eopbreak;
Packit 06404a
          partword[l]=look->decodemap[temp];
Packit 06404a
          if(partword[l]==NULL)goto errout;
Packit 06404a
        }
Packit 06404a
Packit 06404a
        /* now we decode residual values for the partitions */
Packit 06404a
        for(k=0;k
Packit 06404a
          if(info->secondstages[partword[l][k]]&(1<
Packit 06404a
            codebook *stagebook=look->partbooks[partword[l][k]][s];
Packit 06404a
Packit 06404a
            if(stagebook){
Packit 06404a
              if(vorbis_book_decodevv_add(stagebook,in,
Packit 06404a
                                          i*samples_per_partition+info->begin,ch,
Packit 06404a
                                          &vb->opb,samples_per_partition)==-1)
Packit 06404a
                goto eopbreak;
Packit 06404a
            }
Packit 06404a
          }
Packit 06404a
      }
Packit 06404a
    }
Packit 06404a
  }
Packit 06404a
 errout:
Packit 06404a
 eopbreak:
Packit 06404a
  return(0);
Packit 06404a
}
Packit 06404a
Packit 06404a
Packit 06404a
const vorbis_func_residue residue0_exportbundle={
Packit 06404a
  NULL,
Packit 06404a
  &res0_unpack,
Packit 06404a
  &res0_look,
Packit 06404a
  &res0_free_info,
Packit 06404a
  &res0_free_look,
Packit 06404a
  NULL,
Packit 06404a
  NULL,
Packit 06404a
  &res0_inverse
Packit 06404a
};
Packit 06404a
Packit 06404a
const vorbis_func_residue residue1_exportbundle={
Packit 06404a
  &res0_pack,
Packit 06404a
  &res0_unpack,
Packit 06404a
  &res0_look,
Packit 06404a
  &res0_free_info,
Packit 06404a
  &res0_free_look,
Packit 06404a
  &res1_class,
Packit 06404a
  &res1_forward,
Packit 06404a
  &res1_inverse
Packit 06404a
};
Packit 06404a
Packit 06404a
const vorbis_func_residue residue2_exportbundle={
Packit 06404a
  &res0_pack,
Packit 06404a
  &res0_unpack,
Packit 06404a
  &res0_look,
Packit 06404a
  &res0_free_info,
Packit 06404a
  &res0_free_look,
Packit 06404a
  &res2_class,
Packit 06404a
  &res2_forward,
Packit 06404a
  &res2_inverse
Packit 06404a
};