1/********************************************************************
2 *                                                                  *
3 * THIS FILE IS PART OF THE OggVorbis SOFTWARE CODEC SOURCE CODE.   *
4 * USE, DISTRIBUTION AND REPRODUCTION OF THIS LIBRARY SOURCE IS     *
5 * GOVERNED BY A BSD-STYLE SOURCE LICENSE INCLUDED WITH THIS SOURCE *
6 * IN 'COPYING'. PLEASE READ THESE TERMS BEFORE DISTRIBUTING.       *
7 *                                                                  *
8 * THE OggVorbis SOURCE CODE IS (C) COPYRIGHT 1994-2001             *
9 * by the Xiph.Org Foundation http://www.xiph.org/                  *
10 *                                                                  *
11 ********************************************************************
12
13 function: utility main for building codebooks from lattice descriptions
14 last mod: $Id: latticebuild.c 16037 2009-05-26 21:10:58Z xiphmont $
15
16 ********************************************************************/
17
18#include <stdlib.h>
19#include <stdio.h>
20#include <math.h>
21#include <string.h>
22#include <errno.h>
23#include "bookutil.h"
24
25/* The purpose of this util is just to finish packaging the
26   description into a static codebook.  It used to count hits for a
27   histogram, but I've divorced that out to add some flexibility (it
28   currently generates an equal probability codebook)
29
30   command line:
31   latticebuild description.vql
32
33   the lattice description file contains two lines:
34
35   <n> <dim> <multiplicitavep> <sequentialp>
36   <value_0> <value_1> <value_2> ... <value_n-1>
37
38   a threshmap (or pigeonmap) struct is generated by latticehint;
39   there are fun tricks one can do with the threshmap and cascades,
40   but the utils don't know them...
41
42   entropy encoding is done by feeding an entry list collected from a
43   training set and feeding it to latticetune along with the book.
44
45   latticebuild produces a codebook on stdout */
46
47static int ilog(unsigned int v){
48  int ret=0;
49  while(v){
50    ret++;
51    v>>=1;
52  }
53  return(ret);
54}
55
56int main(int argc,char *argv[]){
57  codebook b;
58  static_codebook c;
59  double *quantlist;
60  long *hits;
61
62  int entries=-1,dim=-1,quantvals=-1,addmul=-1,sequencep=0;
63  FILE *in=NULL;
64  char *line,*name;
65  long i,j;
66
67  memset(&b,0,sizeof(b));
68  memset(&c,0,sizeof(c));
69
70  if(argv[1]==NULL){
71    fprintf(stderr,"Need a lattice description file on the command line.\n");
72    exit(1);
73  }
74
75  {
76    char *ptr;
77    char *filename=_ogg_calloc(strlen(argv[1])+4,1);
78
79    strcpy(filename,argv[1]);
80    in=fopen(filename,"r");
81    if(!in){
82      fprintf(stderr,"Could not open input file %s\n",filename);
83      exit(1);
84    }
85
86    ptr=strrchr(filename,'.');
87    if(ptr){
88      *ptr='\0';
89      name=strdup(filename);
90    }else{
91      name=strdup(filename);
92    }
93
94  }
95
96  /* read the description */
97  line=get_line(in);
98  if(sscanf(line,"%d %d %d %d",&quantvals,&dim,&addmul,&sequencep)!=4){
99    if(sscanf(line,"%d %d %d",&quantvals,&dim,&addmul)!=3){
100      fprintf(stderr,"Syntax error reading description file (line 1)\n");
101      exit(1);
102    }
103  }
104  entries=pow(quantvals,dim);
105  c.dim=dim;
106  c.entries=entries;
107  c.lengthlist=_ogg_malloc(entries*sizeof(long));
108  c.maptype=1;
109  c.q_sequencep=sequencep;
110  c.quantlist=_ogg_calloc(quantvals,sizeof(long));
111
112  quantlist=_ogg_malloc(sizeof(double)*c.dim*c.entries);
113  hits=_ogg_malloc(c.entries*sizeof(long));
114  for(j=0;j<entries;j++)hits[j]=1;
115  for(j=0;j<entries;j++)c.lengthlist[j]=1;
116
117  reset_next_value();
118  line=setup_line(in);
119  for(j=0;j<quantvals;j++){
120    char *temp;
121    if(!line || sscanf(line,"%lf",quantlist+j)!=1){
122      fprintf(stderr,"Ran out of data on line 2 of description file\n");
123      exit(1);
124    }
125    temp=strchr(line,',');
126    if(!temp)temp=strchr(line,' ');
127    if(temp)temp++;
128    line=temp;
129  }
130
131  /* gen a real quant list from the more easily human-grokked input */
132  {
133    double min=quantlist[0];
134    double mindel=-1;
135    int fac=1;
136    for(j=1;j<quantvals;j++)if(quantlist[j]<min)min=quantlist[j];
137    for(j=0;j<quantvals;j++)
138      for(i=j+1;i<quantvals;i++)
139        if(mindel==-1 || fabs(quantlist[j]-quantlist[i])<mindel)
140          mindel=fabs(quantlist[j]-quantlist[i]);
141
142    j=0;
143    while(j<quantvals){
144      for(j=0;j<quantvals;j++){
145        double test=fac*(quantlist[j]-min)/mindel;
146        if( fabs(rint(test)-test)>.00001f) break;
147      }
148      if(fac>100)break;
149      if(j<quantvals)fac++;
150    }
151
152    mindel/=fac;
153    fprintf(stderr,"min=%g mindel=%g\n",min,mindel);
154
155    c.q_min=_float32_pack(min);
156    c.q_delta=_float32_pack(mindel);
157    c.q_quant=0;
158
159    min=_float32_unpack(c.q_min);
160    mindel=_float32_unpack(c.q_delta);
161    for(j=0;j<quantvals;j++){
162      c.quantlist[j]=rint((quantlist[j]-min)/mindel);
163      if(ilog(c.quantlist[j])>c.q_quant)c.q_quant=ilog(c.quantlist[j]);
164    }
165  }
166
167  /* build the [default] codeword lengths */
168  memset(c.lengthlist,0,sizeof(long)*entries);
169  for(i=0;i<entries;i++)hits[i]=1;
170  build_tree_from_lengths(entries,hits,c.lengthlist);
171
172  /* save the book in C header form */
173  write_codebook(stdout,name,&c);
174  fprintf(stderr,"\r                                                     "
175          "\nDone.\n");
176  exit(0);
177}
178