Chris@69: /* Copyright (c) 2007-2011 Xiph.Org Foundation, Mozilla Corporation,
Chris@69:                            Gregory Maxwell
Chris@69:    Written by Jean-Marc Valin, Gregory Maxwell, and Timothy B. Terriberry */
Chris@69: /*
Chris@69:    Redistribution and use in source and binary forms, with or without
Chris@69:    modification, are permitted provided that the following conditions
Chris@69:    are met:
Chris@69: 
Chris@69:    - Redistributions of source code must retain the above copyright
Chris@69:    notice, this list of conditions and the following disclaimer.
Chris@69: 
Chris@69:    - Redistributions in binary form must reproduce the above copyright
Chris@69:    notice, this list of conditions and the following disclaimer in the
Chris@69:    documentation and/or other materials provided with the distribution.
Chris@69: 
Chris@69:    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
Chris@69:    ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
Chris@69:    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
Chris@69:    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
Chris@69:    OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
Chris@69:    EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
Chris@69:    PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
Chris@69:    PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
Chris@69:    LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
Chris@69:    NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
Chris@69:    SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
Chris@69: */
Chris@69: 
Chris@69: #ifdef HAVE_CONFIG_H
Chris@69: #include "config.h"
Chris@69: #endif
Chris@69: 
Chris@69: #include <stdlib.h>
Chris@69: #include <stdio.h>
Chris@69: #include <math.h>
Chris@69: #include <time.h>
Chris@69: #define CELT_C
Chris@69: #include "entcode.h"
Chris@69: #include "entenc.h"
Chris@69: #include "entdec.h"
Chris@69: #include <string.h>
Chris@69: 
Chris@69: #include "entenc.c"
Chris@69: #include "entdec.c"
Chris@69: #include "entcode.c"
Chris@69: 
Chris@69: #ifndef M_LOG2E
Chris@69: # define M_LOG2E    1.4426950408889634074
Chris@69: #endif
Chris@69: #define DATA_SIZE 10000000
Chris@69: #define DATA_SIZE2 10000
Chris@69: 
Chris@69: int main(int _argc,char **_argv){
Chris@69:   ec_enc         enc;
Chris@69:   ec_dec         dec;
Chris@69:   long           nbits;
Chris@69:   long           nbits2;
Chris@69:   double         entropy;
Chris@69:   int            ft;
Chris@69:   int            ftb;
Chris@69:   int            sz;
Chris@69:   int            i;
Chris@69:   int            ret;
Chris@69:   unsigned int   sym;
Chris@69:   unsigned int   seed;
Chris@69:   unsigned char *ptr;
Chris@69:   const char    *env_seed;
Chris@69:   ret=0;
Chris@69:   entropy=0;
Chris@69:   if (_argc > 2) {
Chris@69:     fprintf(stderr, "Usage: %s [<seed>]\n", _argv[0]);
Chris@69:     return 1;
Chris@69:   }
Chris@69:   env_seed = getenv("SEED");
Chris@69:   if (_argc > 1)
Chris@69:     seed = atoi(_argv[1]);
Chris@69:   else if (env_seed)
Chris@69:     seed = atoi(env_seed);
Chris@69:   else
Chris@69:     seed = time(NULL);
Chris@69:   /*Testing encoding of raw bit values.*/
Chris@69:   ptr = (unsigned char *)malloc(DATA_SIZE);
Chris@69:   ec_enc_init(&enc,ptr, DATA_SIZE);
Chris@69:   for(ft=2;ft<1024;ft++){
Chris@69:     for(i=0;i<ft;i++){
Chris@69:       entropy+=log(ft)*M_LOG2E;
Chris@69:       ec_enc_uint(&enc,i,ft);
Chris@69:     }
Chris@69:   }
Chris@69:   /*Testing encoding of raw bit values.*/
Chris@69:   for(ftb=1;ftb<16;ftb++){
Chris@69:     for(i=0;i<(1<<ftb);i++){
Chris@69:       entropy+=ftb;
Chris@69:       nbits=ec_tell(&enc);
Chris@69:       ec_enc_bits(&enc,i,ftb);
Chris@69:       nbits2=ec_tell(&enc);
Chris@69:       if(nbits2-nbits!=ftb){
Chris@69:         fprintf(stderr,"Used %li bits to encode %i bits directly.\n",
Chris@69:          nbits2-nbits,ftb);
Chris@69:         ret=-1;
Chris@69:       }
Chris@69:     }
Chris@69:   }
Chris@69:   nbits=ec_tell_frac(&enc);
Chris@69:   ec_enc_done(&enc);
Chris@69:   fprintf(stderr,
Chris@69:    "Encoded %0.2lf bits of entropy to %0.2lf bits (%0.3lf%% wasted).\n",
Chris@69:    entropy,ldexp(nbits,-3),100*(nbits-ldexp(entropy,3))/nbits);
Chris@69:   fprintf(stderr,"Packed to %li bytes.\n",(long)ec_range_bytes(&enc));
Chris@69:   ec_dec_init(&dec,ptr,DATA_SIZE);
Chris@69:   for(ft=2;ft<1024;ft++){
Chris@69:     for(i=0;i<ft;i++){
Chris@69:       sym=ec_dec_uint(&dec,ft);
Chris@69:       if(sym!=(unsigned)i){
Chris@69:         fprintf(stderr,"Decoded %i instead of %i with ft of %i.\n",sym,i,ft);
Chris@69:         ret=-1;
Chris@69:       }
Chris@69:     }
Chris@69:   }
Chris@69:   for(ftb=1;ftb<16;ftb++){
Chris@69:     for(i=0;i<(1<<ftb);i++){
Chris@69:       sym=ec_dec_bits(&dec,ftb);
Chris@69:       if(sym!=(unsigned)i){
Chris@69:         fprintf(stderr,"Decoded %i instead of %i with ftb of %i.\n",sym,i,ftb);
Chris@69:         ret=-1;
Chris@69:       }
Chris@69:     }
Chris@69:   }
Chris@69:   nbits2=ec_tell_frac(&dec);
Chris@69:   if(nbits!=nbits2){
Chris@69:     fprintf(stderr,
Chris@69:      "Reported number of bits used was %0.2lf, should be %0.2lf.\n",
Chris@69:      ldexp(nbits2,-3),ldexp(nbits,-3));
Chris@69:     ret=-1;
Chris@69:   }
Chris@69:   /*Testing an encoder bust prefers range coder data over raw bits.
Chris@69:     This isn't a general guarantee, will only work for data that is buffered in
Chris@69:      the encoder state and not yet stored in the user buffer, and should never
Chris@69:      get used in practice.
Chris@69:     It's mostly here for code coverage completeness.*/
Chris@69:   /*Start with a 16-bit buffer.*/
Chris@69:   ec_enc_init(&enc,ptr,2);
Chris@69:   /*Write 7 raw bits.*/
Chris@69:   ec_enc_bits(&enc,0x55,7);
Chris@69:   /*Write 12.3 bits of range coder data.*/
Chris@69:   ec_enc_uint(&enc,1,2);
Chris@69:   ec_enc_uint(&enc,1,3);
Chris@69:   ec_enc_uint(&enc,1,4);
Chris@69:   ec_enc_uint(&enc,1,5);
Chris@69:   ec_enc_uint(&enc,2,6);
Chris@69:   ec_enc_uint(&enc,6,7);
Chris@69:   ec_enc_done(&enc);
Chris@69:   ec_dec_init(&dec,ptr,2);
Chris@69:   if(!enc.error
Chris@69:    /*The raw bits should have been overwritten by the range coder data.*/
Chris@69:    ||ec_dec_bits(&dec,7)!=0x05
Chris@69:    /*And all the range coder data should have been encoded correctly.*/
Chris@69:    ||ec_dec_uint(&dec,2)!=1
Chris@69:    ||ec_dec_uint(&dec,3)!=1
Chris@69:    ||ec_dec_uint(&dec,4)!=1
Chris@69:    ||ec_dec_uint(&dec,5)!=1
Chris@69:    ||ec_dec_uint(&dec,6)!=2
Chris@69:    ||ec_dec_uint(&dec,7)!=6){
Chris@69:     fprintf(stderr,"Encoder bust overwrote range coder data with raw bits.\n");
Chris@69:     ret=-1;
Chris@69:   }
Chris@69:   srand(seed);
Chris@69:   fprintf(stderr,"Testing random streams... Random seed: %u (%.4X)\n", seed, rand() % 65536);
Chris@69:   for(i=0;i<409600;i++){
Chris@69:     unsigned *data;
Chris@69:     unsigned *tell;
Chris@69:     unsigned tell_bits;
Chris@69:     int       j;
Chris@69:     int zeros;
Chris@69:     ft=rand()/((RAND_MAX>>(rand()%11U))+1U)+10;
Chris@69:     sz=rand()/((RAND_MAX>>(rand()%9U))+1U);
Chris@69:     data=(unsigned *)malloc(sz*sizeof(*data));
Chris@69:     tell=(unsigned *)malloc((sz+1)*sizeof(*tell));
Chris@69:     ec_enc_init(&enc,ptr,DATA_SIZE2);
Chris@69:     zeros = rand()%13==0;
Chris@69:     tell[0]=ec_tell_frac(&enc);
Chris@69:     for(j=0;j<sz;j++){
Chris@69:       if (zeros)
Chris@69:         data[j]=0;
Chris@69:       else
Chris@69:         data[j]=rand()%ft;
Chris@69:       ec_enc_uint(&enc,data[j],ft);
Chris@69:       tell[j+1]=ec_tell_frac(&enc);
Chris@69:     }
Chris@69:     if (rand()%2==0)
Chris@69:       while(ec_tell(&enc)%8 != 0)
Chris@69:         ec_enc_uint(&enc, rand()%2, 2);
Chris@69:     tell_bits = ec_tell(&enc);
Chris@69:     ec_enc_done(&enc);
Chris@69:     if(tell_bits!=(unsigned)ec_tell(&enc)){
Chris@69:       fprintf(stderr,"ec_tell() changed after ec_enc_done(): %i instead of %i (Random seed: %u)\n",
Chris@69:        ec_tell(&enc),tell_bits,seed);
Chris@69:       ret=-1;
Chris@69:     }
Chris@69:     if ((tell_bits+7)/8 < ec_range_bytes(&enc))
Chris@69:     {
Chris@69:       fprintf (stderr, "ec_tell() lied, there's %i bytes instead of %d (Random seed: %u)\n",
Chris@69:                ec_range_bytes(&enc), (tell_bits+7)/8,seed);
Chris@69:       ret=-1;
Chris@69:     }
Chris@69:     ec_dec_init(&dec,ptr,DATA_SIZE2);
Chris@69:     if(ec_tell_frac(&dec)!=tell[0]){
Chris@69:       fprintf(stderr,
Chris@69:        "Tell mismatch between encoder and decoder at symbol %i: %i instead of %i (Random seed: %u).\n",
Chris@69:        0,ec_tell_frac(&dec),tell[0],seed);
Chris@69:     }
Chris@69:     for(j=0;j<sz;j++){
Chris@69:       sym=ec_dec_uint(&dec,ft);
Chris@69:       if(sym!=data[j]){
Chris@69:         fprintf(stderr,
Chris@69:          "Decoded %i instead of %i with ft of %i at position %i of %i (Random seed: %u).\n",
Chris@69:          sym,data[j],ft,j,sz,seed);
Chris@69:         ret=-1;
Chris@69:       }
Chris@69:       if(ec_tell_frac(&dec)!=tell[j+1]){
Chris@69:         fprintf(stderr,
Chris@69:          "Tell mismatch between encoder and decoder at symbol %i: %i instead of %i (Random seed: %u).\n",
Chris@69:          j+1,ec_tell_frac(&dec),tell[j+1],seed);
Chris@69:       }
Chris@69:     }
Chris@69:     free(tell);
Chris@69:     free(data);
Chris@69:   }
Chris@69:   /*Test compatibility between multiple different encode/decode routines.*/
Chris@69:   for(i=0;i<409600;i++){
Chris@69:     unsigned *logp1;
Chris@69:     unsigned *data;
Chris@69:     unsigned *tell;
Chris@69:     unsigned *enc_method;
Chris@69:     int       j;
Chris@69:     sz=rand()/((RAND_MAX>>(rand()%9U))+1U);
Chris@69:     logp1=(unsigned *)malloc(sz*sizeof(*logp1));
Chris@69:     data=(unsigned *)malloc(sz*sizeof(*data));
Chris@69:     tell=(unsigned *)malloc((sz+1)*sizeof(*tell));
Chris@69:     enc_method=(unsigned *)malloc(sz*sizeof(*enc_method));
Chris@69:     ec_enc_init(&enc,ptr,DATA_SIZE2);
Chris@69:     tell[0]=ec_tell_frac(&enc);
Chris@69:     for(j=0;j<sz;j++){
Chris@69:       data[j]=rand()/((RAND_MAX>>1)+1);
Chris@69:       logp1[j]=(rand()%15)+1;
Chris@69:       enc_method[j]=rand()/((RAND_MAX>>2)+1);
Chris@69:       switch(enc_method[j]){
Chris@69:         case 0:{
Chris@69:           ec_encode(&enc,data[j]?(1<<logp1[j])-1:0,
Chris@69:            (1<<logp1[j])-(data[j]?0:1),1<<logp1[j]);
Chris@69:         }break;
Chris@69:         case 1:{
Chris@69:           ec_encode_bin(&enc,data[j]?(1<<logp1[j])-1:0,
Chris@69:            (1<<logp1[j])-(data[j]?0:1),logp1[j]);
Chris@69:         }break;
Chris@69:         case 2:{
Chris@69:           ec_enc_bit_logp(&enc,data[j],logp1[j]);
Chris@69:         }break;
Chris@69:         case 3:{
Chris@69:           unsigned char icdf[2];
Chris@69:           icdf[0]=1;
Chris@69:           icdf[1]=0;
Chris@69:           ec_enc_icdf(&enc,data[j],icdf,logp1[j]);
Chris@69:         }break;
Chris@69:       }
Chris@69:       tell[j+1]=ec_tell_frac(&enc);
Chris@69:     }
Chris@69:     ec_enc_done(&enc);
Chris@69:     if((ec_tell(&enc)+7U)/8U<ec_range_bytes(&enc)){
Chris@69:       fprintf(stderr,"tell() lied, there's %i bytes instead of %d (Random seed: %u)\n",
Chris@69:        ec_range_bytes(&enc),(ec_tell(&enc)+7)/8,seed);
Chris@69:       ret=-1;
Chris@69:     }
Chris@69:     ec_dec_init(&dec,ptr,DATA_SIZE2);
Chris@69:     if(ec_tell_frac(&dec)!=tell[0]){
Chris@69:       fprintf(stderr,
Chris@69:        "Tell mismatch between encoder and decoder at symbol %i: %i instead of %i (Random seed: %u).\n",
Chris@69:        0,ec_tell_frac(&dec),tell[0],seed);
Chris@69:     }
Chris@69:     for(j=0;j<sz;j++){
Chris@69:       int fs;
Chris@69:       int dec_method;
Chris@69:       dec_method=rand()/((RAND_MAX>>2)+1);
Chris@69:       switch(dec_method){
Chris@69:         case 0:{
Chris@69:           fs=ec_decode(&dec,1<<logp1[j]);
Chris@69:           sym=fs>=(1<<logp1[j])-1;
Chris@69:           ec_dec_update(&dec,sym?(1<<logp1[j])-1:0,
Chris@69:            (1<<logp1[j])-(sym?0:1),1<<logp1[j]);
Chris@69:         }break;
Chris@69:         case 1:{
Chris@69:           fs=ec_decode_bin(&dec,logp1[j]);
Chris@69:           sym=fs>=(1<<logp1[j])-1;
Chris@69:           ec_dec_update(&dec,sym?(1<<logp1[j])-1:0,
Chris@69:            (1<<logp1[j])-(sym?0:1),1<<logp1[j]);
Chris@69:         }break;
Chris@69:         case 2:{
Chris@69:           sym=ec_dec_bit_logp(&dec,logp1[j]);
Chris@69:         }break;
Chris@69:         case 3:{
Chris@69:           unsigned char icdf[2];
Chris@69:           icdf[0]=1;
Chris@69:           icdf[1]=0;
Chris@69:           sym=ec_dec_icdf(&dec,icdf,logp1[j]);
Chris@69:         }break;
Chris@69:       }
Chris@69:       if(sym!=data[j]){
Chris@69:         fprintf(stderr,
Chris@69:          "Decoded %i instead of %i with logp1 of %i at position %i of %i (Random seed: %u).\n",
Chris@69:          sym,data[j],logp1[j],j,sz,seed);
Chris@69:         fprintf(stderr,"Encoding method: %i, decoding method: %i\n",
Chris@69:          enc_method[j],dec_method);
Chris@69:         ret=-1;
Chris@69:       }
Chris@69:       if(ec_tell_frac(&dec)!=tell[j+1]){
Chris@69:         fprintf(stderr,
Chris@69:          "Tell mismatch between encoder and decoder at symbol %i: %i instead of %i (Random seed: %u).\n",
Chris@69:          j+1,ec_tell_frac(&dec),tell[j+1],seed);
Chris@69:       }
Chris@69:     }
Chris@69:     free(enc_method);
Chris@69:     free(tell);
Chris@69:     free(data);
Chris@69:     free(logp1);
Chris@69:   }
Chris@69:   ec_enc_init(&enc,ptr,DATA_SIZE2);
Chris@69:   ec_enc_bit_logp(&enc,0,1);
Chris@69:   ec_enc_bit_logp(&enc,0,1);
Chris@69:   ec_enc_bit_logp(&enc,0,1);
Chris@69:   ec_enc_bit_logp(&enc,0,1);
Chris@69:   ec_enc_bit_logp(&enc,0,2);
Chris@69:   ec_enc_patch_initial_bits(&enc,3,2);
Chris@69:   if(enc.error){
Chris@69:     fprintf(stderr,"patch_initial_bits failed");
Chris@69:     ret=-1;
Chris@69:   }
Chris@69:   ec_enc_patch_initial_bits(&enc,0,5);
Chris@69:   if(!enc.error){
Chris@69:     fprintf(stderr,"patch_initial_bits didn't fail when it should have");
Chris@69:     ret=-1;
Chris@69:   }
Chris@69:   ec_enc_done(&enc);
Chris@69:   if(ec_range_bytes(&enc)!=1||ptr[0]!=192){
Chris@69:     fprintf(stderr,"Got %d when expecting 192 for patch_initial_bits",ptr[0]);
Chris@69:     ret=-1;
Chris@69:   }
Chris@69:   ec_enc_init(&enc,ptr,DATA_SIZE2);
Chris@69:   ec_enc_bit_logp(&enc,0,1);
Chris@69:   ec_enc_bit_logp(&enc,0,1);
Chris@69:   ec_enc_bit_logp(&enc,1,6);
Chris@69:   ec_enc_bit_logp(&enc,0,2);
Chris@69:   ec_enc_patch_initial_bits(&enc,0,2);
Chris@69:   if(enc.error){
Chris@69:     fprintf(stderr,"patch_initial_bits failed");
Chris@69:     ret=-1;
Chris@69:   }
Chris@69:   ec_enc_done(&enc);
Chris@69:   if(ec_range_bytes(&enc)!=2||ptr[0]!=63){
Chris@69:     fprintf(stderr,"Got %d when expecting 63 for patch_initial_bits",ptr[0]);
Chris@69:     ret=-1;
Chris@69:   }
Chris@69:   ec_enc_init(&enc,ptr,2);
Chris@69:   ec_enc_bit_logp(&enc,0,2);
Chris@69:   for(i=0;i<48;i++){
Chris@69:     ec_enc_bits(&enc,0,1);
Chris@69:   }
Chris@69:   ec_enc_done(&enc);
Chris@69:   if(!enc.error){
Chris@69:     fprintf(stderr,"Raw bits overfill didn't fail when it should have");
Chris@69:     ret=-1;
Chris@69:   }
Chris@69:   ec_enc_init(&enc,ptr,2);
Chris@69:   for(i=0;i<17;i++){
Chris@69:     ec_enc_bits(&enc,0,1);
Chris@69:   }
Chris@69:   ec_enc_done(&enc);
Chris@69:   if(!enc.error){
Chris@69:     fprintf(stderr,"17 raw bits encoded in two bytes");
Chris@69:     ret=-1;
Chris@69:   }
Chris@69:   free(ptr);
Chris@69:   return ret;
Chris@69: }