select-feats.cc

Go to the documentation of this file.

// featbin/select-feats.cc

// Copyright 2012 Korbinian Riedhammer

// See ../../COPYING for clarification regarding multiple authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//  http://www.apache.org/licenses/LICENSE-2.0
//
// THIS CODE IS PROVIDED *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED
// WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE,
// MERCHANTABLITY OR NON-INFRINGEMENT.
// See the Apache 2 License for the specific language governing permissions and
// limitations under the License.

#include <sstream>
#include <algorithm>
#include <iterator>
#include <utility>

#include "base/kaldi-common.h"
#include "util/common-utils.h"
#include "matrix/kaldi-matrix.h"


int main(int argc, char *argv[]) {
  try {
    using namespace kaldi;
    using namespace std;

    const char *usage =
        "Select certain dimensions of the feature file;  think of it as the unix\n"
        "command cut -f ...\n"
        "Usage: select-feats <selection> <in-rspecifier> <out-wspecifier>\n"
        "  e.g. select-feats 0,24-22,3-12 scp:feats.scp ark,scp:feat-red.ark,feat-red.scp\n"
        "See also copy-feats, extract-feature-segments, subset-feats, subsample-feats\n";

    ParseOptions po(usage);

    po.Read(argc, argv);

    if (po.NumArgs() != 3) {
      po.PrintUsage();
      exit(1);
    }

    string sspecifier = po.GetArg(1);
    string rspecifier = po.GetArg(2);
    string wspecifier = po.GetArg(3);

    // set up input (we'll need that to validate the selected indices)
    SequentialBaseFloatMatrixReader kaldi_reader(rspecifier);

    if (kaldi_reader.Done()) {
      KALDI_WARN << "Empty archive provided.";
      return 0;
    }

    int32 dim_in = kaldi_reader.Value().NumCols();
    int32 dim_out = 0;

    // figure out the selected dimensions
    istringstream iss(sspecifier);
    string token;
    vector<pair<int32, int32> > ranges;
    vector<int32> offsets;
    while (getline(iss, token, ',')) {
      size_t p = token.find('-');
      if (p != string::npos) {
        int s, e;
        istringstream(token.substr(0, token.length() - p - 1)) >> s;
        istringstream(token.substr(p+1)) >> e;

        if (s < 0 || s > (dim_in-1)) {
          KALDI_ERR << "Invalid range start: " << s;
          return 1;
        } else if (e < 0 || e > (dim_in-1)) {
          KALDI_ERR << "Invalid range end: " << e;
          return 1;
        }

        // reverse range? make individual selections
        if (s > e) {
          for (int32 i = s; i >= e; --i) {
            ranges.push_back(pair<int32, int32>(i, i));
            offsets.push_back(dim_out);
            dim_out += 1;
          }
        } else {
          ranges.push_back(pair<int32, int32>(s, e));
          offsets.push_back(dim_out);
          dim_out += (e - s + 1);
        }
      } else {
        int i;
        istringstream(token) >> i;

        if (i < 0 || i > (dim_in - 1)) {
          KALDI_ERR << "Invalid selection index: " << i;
          return 1;
        }

        ranges.push_back(pair<int32, int32>(i, i));
        offsets.push_back(dim_out);
        dim_out += 1;
      }
    }

    if (ranges.size() < 1) {
      KALDI_ERR << "No ranges or indices in selection string!";
      return 1;
    }

    // set up output
    BaseFloatMatrixWriter kaldi_writer(wspecifier);

    // process all keys
    for (; !kaldi_reader.Done(); kaldi_reader.Next()) {
      Matrix<BaseFloat> feats(kaldi_reader.Value().NumRows(), dim_out);

      // extract the desired ranges
      for (int32 i = 0; i < ranges.size(); ++i) {
        int32 f = ranges[i].first;
        int32 ncol = ranges[i].second - f + 1;

        feats.Range(0, feats.NumRows(), offsets[i], ncol)
          .CopyFromMat(kaldi_reader.Value().Range(0, feats.NumRows(), f, ncol));
      }

      kaldi_writer.Write(kaldi_reader.Key(), feats);
    }

    return 0;
  } catch(const std::exception &e) {
    std::cerr << e.what();
    return -1;
  }
}