ivector-normalize-length.cc File Reference

#include "base/kaldi-common.h"
#include "util/common-utils.h"
#include "gmm/am-diag-gmm.h"
#include "ivector/ivector-extractor.h"
#include "util/kaldi-thread.h"

Include dependency graph for ivector-normalize-length.cc:

Go to the source code of this file.

Functions
int	main (int argc, char *argv[])

Function Documentation

main()

int main	(	int	argc,
		char *	argv[]
	)

Definition at line 28 of file ivector-normalize-length.cc.

References VectorBase< Real >::Dim(), SequentialTableReader< Holder >::Done(), ParseOptions::GetArg(), KALDI_LOG, KALDI_VLOG, KALDI_WARN, SequentialTableReader< Holder >::Key(), SequentialTableReader< Holder >::Next(), VectorBase< Real >::Norm(), ParseOptions::NumArgs(), ParseOptions::PrintUsage(), ParseOptions::Read(), ParseOptions::Register(), VectorBase< Real >::Scale(), SequentialTableReader< Holder >::Value(), and TableWriter< Holder >::Write().

                                 {
  using namespace kaldi;
  typedef kaldi::int32 int32;
  try {
    const char *usage =
        "Normalize length of iVectors to equal sqrt(feature-dimension)\n"
        "\n"
        "Usage:  ivector-normalize-length [options] <ivector-rspecifier> "
        "<ivector-wspecifier>\n"
        "e.g.: \n"
        " ivector-normalize-length ark:ivectors.ark ark:normalized_ivectors.ark\n";

    ParseOptions po(usage);
    bool normalize = true;

    po.Register("normalize", &normalize,
                "Set this to false to disable normalization");

    bool scaleup = true;
    po.Register("scaleup", &scaleup,
                "If 'true', the normalized iVector is scaled-up by 'sqrt(dim)'");

    po.Read(argc, argv);

    if (po.NumArgs() != 2) {
      po.PrintUsage();
      exit(1);
    }

    std::string ivector_rspecifier = po.GetArg(1),
        ivector_wspecifier = po.GetArg(2);


    int32 num_done = 0;

    double tot_ratio = 0.0, tot_ratio2 = 0.0;

    SequentialBaseFloatVectorReader ivector_reader(ivector_rspecifier);
    BaseFloatVectorWriter ivector_writer(ivector_wspecifier);


    for (; !ivector_reader.Done(); ivector_reader.Next()) {
      std::string key = ivector_reader.Key();
      Vector<BaseFloat> ivector = ivector_reader.Value();
      BaseFloat norm = ivector.Norm(2.0);
      BaseFloat ratio = norm / sqrt(ivector.Dim()); // how much larger it is
                                                    // than it would be, in
                                                    // expectation, if normally
      if (!scaleup) ratio = norm;

      KALDI_VLOG(2) << "Ratio for key " << key << " is " << ratio;
      if (ratio == 0.0) {
        KALDI_WARN << "Zero iVector";
      } else {
        if (normalize) ivector.Scale(1.0 / ratio);
      }
      ivector_writer.Write(key, ivector);
      tot_ratio += ratio;
      tot_ratio2 += ratio * ratio;
      num_done++;
    }

    KALDI_LOG << "Processed " << num_done << " iVectors.";
    if (num_done != 0) {
      BaseFloat avg_ratio = tot_ratio / num_done,
          ratio_stddev = sqrt(tot_ratio2 / num_done - avg_ratio * avg_ratio);
      KALDI_LOG << "Average ratio of iVector to expected length was "
                << avg_ratio << ", standard deviation was " << ratio_stddev;
    }
    return (num_done != 0 ? 0 : 1);
  } catch(const std::exception &e) {
    std::cerr << e.what();
    return -1;
  }
}