build-pfile-from-ali.cc File Reference

#include <string>
#include <vector>
#include "base/kaldi-common.h"
#include "gmm/am-diag-gmm.h"
#include "hmm/transition-model.h"
#include "hmm/hmm-utils.h"
#include "util/common-utils.h"

Include dependency graph for build-pfile-from-ali.cc:

Go to the source code of this file.

Functions
int	main (int argc, char *argv[])
	Build pfiles for Neural Network training from alignment. More...

Function Documentation

main()

int main	(	int	argc,
		char *	argv[]
	)

Build pfiles for Neural Network training from alignment.

The pfiles contains both the data vectors and their corresponding class/state labels (zero-based).

Definition at line 37 of file build-pfile-from-ali.cc.

References Output::Close(), rnnlm::d, SequentialTableReader< Holder >::Done(), ParseOptions::GetArg(), RandomAccessTableReader< Holder >::HasKey(), rnnlm::i, KALDI_ASSERT, KALDI_LOG, KALDI_WARN, SequentialTableReader< Holder >::Key(), SequentialTableReader< Holder >::Next(), ParseOptions::NumArgs(), MatrixBase< Real >::NumCols(), MatrixBase< Real >::NumRows(), ParseOptions::PrintUsage(), AmDiagGmm::Read(), ParseOptions::Read(), TransitionModel::Read(), ParseOptions::Register(), Output::Stream(), Input::Stream(), TransitionModel::TransitionIdToPdf(), RandomAccessTableReader< Holder >::Value(), and SequentialTableReader< Holder >::Value().

                                 {
  using namespace kaldi;
  typedef kaldi::int32 int32;
  try {
    const char *usage =
        "Build pfiles for neural network training from alignment.\n"
        "Usage:  build-pfile-from-ali [options] <model> <alignments-rspecifier> <feature-rspecifier> \n"
        "<pfile-wspecifier>\n"
        "e.g.: \n"
        " build-pfile-from-ali 1.mdl ark:1.ali features \n"
        " \"|pfile_create -i - -o pfile.1 -f 143 -l 1\" ";

    ParseOptions po(usage);

    int32 every_nth_frame = 1;
    po.Register("every-nth-frame", &every_nth_frame, "This option will cause it to print "
                "out only every n'th frame (for subsampling)");
    
    po.Read(argc, argv);

    if (po.NumArgs() != 4) {
      po.PrintUsage();
      exit(1);
    }

    std::string model_filename = po.GetArg(1),
        alignments_rspecifier = po.GetArg(2),
        feature_rspecifier = po.GetArg(3),
        pfile_wspecifier = po.GetArg(4);

    TransitionModel trans_model;
    AmDiagGmm am_gmm;
    {
      bool binary;
      Input ki(model_filename, &binary);
      trans_model.Read(ki.Stream(), binary);
      am_gmm.Read(ki.Stream(), binary);
    }

    SequentialBaseFloatMatrixReader feature_reader(feature_rspecifier);
    RandomAccessInt32VectorReader ali_reader(alignments_rspecifier);

    int32 num_done = 0, num_no_ali = 0, num_other_error = 0;
    int32 num_utt = 0;

    KALDI_ASSERT(every_nth_frame >= 1);
    
    Output ko(pfile_wspecifier, false);

    for (; !feature_reader.Done(); feature_reader.Next()) {
      std::string key = feature_reader.Key();
      if (!ali_reader.HasKey(key)) {
        KALDI_WARN << "Did not find alignment for utterance " << key;
        num_no_ali++;
        continue;
      }

      const Matrix<BaseFloat> &feats = feature_reader.Value();
      std::vector<int32> alignment = ali_reader.Value(key);
      if (static_cast<int32>(feats.NumRows()) != static_cast<int32>(alignment.size())) {
        KALDI_WARN << "Alignment vector has wrong size " << (alignment.size())
                   << " vs. " << (feats.NumRows());
        num_other_error++;
        continue;
      }
      int32 dim = feats.NumCols();

      for (size_t i = 0; i < alignment.size(); i++) {
        if (i % every_nth_frame == 0) {
          std::stringstream ss;
          // Output sentence number and frame number
          ss << num_utt;
          ss << " ";
          ss << (i / every_nth_frame);
          // Output feature vector
          for (int32 d = 0; d < dim; ++d) {
            ss << " ";
            ss << feats(i, d);
          }
          // Output the class label
          ss << " ";
          ss << trans_model.TransitionIdToPdf(alignment[i]);

          ko.Stream() << ss.str().c_str();
          ko.Stream() << "\n";
        }
      }
      num_done ++; num_utt ++;
    }
    ko.Close();
    KALDI_LOG << "Converted " << num_done << " alignments to pfiles.";
    KALDI_LOG << num_no_ali << " utterances have no alignment; "
              << num_other_error << " utterances have other errors.";
  } catch(const std::exception& e) {
    std::cerr << e.what();
    return -1;
  }
}