// Copyright (C) 2007  Vesa Siivola. 
// See licence.txt for the terms of distribution.

// This program adds n-grams to the model so that it can be written as a 
// full prefix tree ARPA model. This is required for compability with some 
// other tools. Also, the binary format used requires this.
#include "HashGram.hh"
#include "conf.hh"
#include "io.hh"

int main(int argc, char *argv[]) {
  conf::Config config;
  config("Usage: add_zeroprob_grams arpain arpaout\nAdds grams for treegram.\n")
    ('s', "smallvocab", "", "", "Vocabulary is less than 65000 entries. Saves some memory.");
  config.parse(argc,argv,2);
  
  const bool smallvocab=config["smallvocab"].specified;

  io::Stream::verbose=true;
  io::Stream in(config.arguments[0], "r");
  io::Stream out(config.arguments[1], "w");

  
  HashGram *hg;
  if (smallvocab) hg=new HashGram_t<unsigned short>;
  else hg = new HashGram_t<int>;
  fprintf(stderr,"Reading\n");
  hg->read(in.file);
  in.close();
  
  fprintf(stderr,"Adding zpgs\n");
  hg->add_zeroprob_grams();
  
  fprintf(stderr,"Writing\n");
  hg->write(out.file);
  out.close();
  delete hg;
}