cannam@86: /********************************************************************
cannam@86:  *                                                                  *
cannam@86:  * THIS FILE IS PART OF THE OggVorbis SOFTWARE CODEC SOURCE CODE.   *
cannam@86:  * USE, DISTRIBUTION AND REPRODUCTION OF THIS LIBRARY SOURCE IS     *
cannam@86:  * GOVERNED BY A BSD-STYLE SOURCE LICENSE INCLUDED WITH THIS SOURCE *
cannam@86:  * IN 'COPYING'. PLEASE READ THESE TERMS BEFORE DISTRIBUTING.       *
cannam@86:  *                                                                  *
cannam@86:  * THE OggVorbis SOURCE CODE IS (C) COPYRIGHT 1994-2001             *
cannam@86:  * by the Xiph.Org Foundation http://www.xiph.org/                  *
cannam@86:  *                                                                  *
cannam@86:  ********************************************************************
cannam@86: 
cannam@86:  function: utility main for building codebooks from lattice descriptions
cannam@86:  last mod: $Id: latticebuild.c 16037 2009-05-26 21:10:58Z xiphmont $
cannam@86: 
cannam@86:  ********************************************************************/
cannam@86: 
cannam@86: #include <stdlib.h>
cannam@86: #include <stdio.h>
cannam@86: #include <math.h>
cannam@86: #include <string.h>
cannam@86: #include <errno.h>
cannam@86: #include "bookutil.h"
cannam@86: 
cannam@86: /* The purpose of this util is just to finish packaging the
cannam@86:    description into a static codebook.  It used to count hits for a
cannam@86:    histogram, but I've divorced that out to add some flexibility (it
cannam@86:    currently generates an equal probability codebook) 
cannam@86: 
cannam@86:    command line:
cannam@86:    latticebuild description.vql
cannam@86: 
cannam@86:    the lattice description file contains two lines:
cannam@86: 
cannam@86:    <n> <dim> <multiplicitavep> <sequentialp>
cannam@86:    <value_0> <value_1> <value_2> ... <value_n-1>
cannam@86:    
cannam@86:    a threshmap (or pigeonmap) struct is generated by latticehint;
cannam@86:    there are fun tricks one can do with the threshmap and cascades,
cannam@86:    but the utils don't know them...
cannam@86: 
cannam@86:    entropy encoding is done by feeding an entry list collected from a
cannam@86:    training set and feeding it to latticetune along with the book.
cannam@86: 
cannam@86:    latticebuild produces a codebook on stdout */
cannam@86: 
cannam@86: static int ilog(unsigned int v){
cannam@86:   int ret=0;
cannam@86:   while(v){
cannam@86:     ret++;
cannam@86:     v>>=1;
cannam@86:   }
cannam@86:   return(ret);
cannam@86: }
cannam@86: 
cannam@86: int main(int argc,char *argv[]){
cannam@86:   codebook b;
cannam@86:   static_codebook c;
cannam@86:   double *quantlist;
cannam@86:   long *hits;
cannam@86: 
cannam@86:   int entries=-1,dim=-1,quantvals=-1,addmul=-1,sequencep=0;
cannam@86:   FILE *in=NULL;
cannam@86:   char *line,*name;
cannam@86:   long i,j;
cannam@86: 
cannam@86:   memset(&b,0,sizeof(b));
cannam@86:   memset(&c,0,sizeof(c));
cannam@86: 
cannam@86:   if(argv[1]==NULL){
cannam@86:     fprintf(stderr,"Need a lattice description file on the command line.\n");
cannam@86:     exit(1);
cannam@86:   }
cannam@86: 
cannam@86:   {
cannam@86:     char *ptr;
cannam@86:     char *filename=_ogg_calloc(strlen(argv[1])+4,1);
cannam@86: 
cannam@86:     strcpy(filename,argv[1]);
cannam@86:     in=fopen(filename,"r");
cannam@86:     if(!in){
cannam@86:       fprintf(stderr,"Could not open input file %s\n",filename);
cannam@86:       exit(1);
cannam@86:     }
cannam@86:     
cannam@86:     ptr=strrchr(filename,'.');
cannam@86:     if(ptr){
cannam@86:       *ptr='\0';
cannam@86:       name=strdup(filename);
cannam@86:     }else{
cannam@86:       name=strdup(filename);
cannam@86:     }
cannam@86: 
cannam@86:   }
cannam@86:   
cannam@86:   /* read the description */
cannam@86:   line=get_line(in);
cannam@86:   if(sscanf(line,"%d %d %d %d",&quantvals,&dim,&addmul,&sequencep)!=4){
cannam@86:     if(sscanf(line,"%d %d %d",&quantvals,&dim,&addmul)!=3){
cannam@86:       fprintf(stderr,"Syntax error reading description file (line 1)\n");
cannam@86:       exit(1);
cannam@86:     }
cannam@86:   }
cannam@86:   entries=pow(quantvals,dim);
cannam@86:   c.dim=dim;
cannam@86:   c.entries=entries;
cannam@86:   c.lengthlist=_ogg_malloc(entries*sizeof(long));
cannam@86:   c.maptype=1;
cannam@86:   c.q_sequencep=sequencep;
cannam@86:   c.quantlist=_ogg_calloc(quantvals,sizeof(long));
cannam@86: 
cannam@86:   quantlist=_ogg_malloc(sizeof(double)*c.dim*c.entries);
cannam@86:   hits=_ogg_malloc(c.entries*sizeof(long));
cannam@86:   for(j=0;j<entries;j++)hits[j]=1;
cannam@86:   for(j=0;j<entries;j++)c.lengthlist[j]=1;
cannam@86: 
cannam@86:   reset_next_value();
cannam@86:   line=setup_line(in);
cannam@86:   for(j=0;j<quantvals;j++){ 
cannam@86:     char *temp;
cannam@86:     if(!line || sscanf(line,"%lf",quantlist+j)!=1){
cannam@86:       fprintf(stderr,"Ran out of data on line 2 of description file\n");
cannam@86:       exit(1);
cannam@86:     }
cannam@86:     temp=strchr(line,',');
cannam@86:     if(!temp)temp=strchr(line,' ');
cannam@86:     if(temp)temp++;
cannam@86:     line=temp;
cannam@86:   }
cannam@86: 
cannam@86:   /* gen a real quant list from the more easily human-grokked input */
cannam@86:   {
cannam@86:     double min=quantlist[0];
cannam@86:     double mindel=-1;
cannam@86:     int fac=1;
cannam@86:     for(j=1;j<quantvals;j++)if(quantlist[j]<min)min=quantlist[j];
cannam@86:     for(j=0;j<quantvals;j++)
cannam@86:       for(i=j+1;i<quantvals;i++)
cannam@86:         if(mindel==-1 || fabs(quantlist[j]-quantlist[i])<mindel)
cannam@86:           mindel=fabs(quantlist[j]-quantlist[i]);
cannam@86: 
cannam@86:     j=0;
cannam@86:     while(j<quantvals){
cannam@86:       for(j=0;j<quantvals;j++){
cannam@86:         double test=fac*(quantlist[j]-min)/mindel;
cannam@86:         if( fabs(rint(test)-test)>.00001f) break;
cannam@86:       }
cannam@86:       if(fac>100)break;
cannam@86:       if(j<quantvals)fac++;
cannam@86:     }
cannam@86: 
cannam@86:     mindel/=fac;
cannam@86:     fprintf(stderr,"min=%g mindel=%g\n",min,mindel);
cannam@86: 
cannam@86:     c.q_min=_float32_pack(min);
cannam@86:     c.q_delta=_float32_pack(mindel);
cannam@86:     c.q_quant=0;
cannam@86: 
cannam@86:     min=_float32_unpack(c.q_min);
cannam@86:     mindel=_float32_unpack(c.q_delta);
cannam@86:     for(j=0;j<quantvals;j++){
cannam@86:       c.quantlist[j]=rint((quantlist[j]-min)/mindel);
cannam@86:       if(ilog(c.quantlist[j])>c.q_quant)c.q_quant=ilog(c.quantlist[j]);
cannam@86:     }
cannam@86:   }
cannam@86: 
cannam@86:   /* build the [default] codeword lengths */
cannam@86:   memset(c.lengthlist,0,sizeof(long)*entries);
cannam@86:   for(i=0;i<entries;i++)hits[i]=1;
cannam@86:   build_tree_from_lengths(entries,hits,c.lengthlist);
cannam@86: 
cannam@86:   /* save the book in C header form */
cannam@86:   write_codebook(stdout,name,&c);
cannam@86:   fprintf(stderr,"\r                                                     "
cannam@86:           "\nDone.\n");
cannam@86:   exit(0);
cannam@86: }