TwvMetrics Class Reference

#include <kws-scoring.h>

Collaboration diagram for TwvMetrics:

Public Member Functions
	TwvMetrics (const TwvMetricsOptions &opts)
	~TwvMetrics ()
void	AddAlignment (const KwsAlignment &ali)
void	Reset ()
float	Atwv ()
float	Stwv ()
void	GetOracleMeasures (float *final_mtwv, float *final_mtwv_threshold, float *final_otwv)

Private Member Functions
	KALDI_DISALLOW_COPY_AND_ASSIGN (TwvMetrics)
void	AddEvent (const KwsTerm &ref, const KwsTerm &hyp, float ali_score)
void	RefAndHypSeen (const std::string &kw_id, float score)
void	OnlyRefSeen (const std::string &kw_id, float score)
void	OnlyHypSeen (const std::string &kw_id, float score)

Private Attributes
float	audio_duration_
float	atwv_decision_threshold_
float	beta_
TwvMetricsStats *	stats_

Detailed Description

Definition at line 221 of file kws-scoring.h.

Constructor & Destructor Documentation

TwvMetrics()

TwvMetrics ( const TwvMetricsOptions &  opts )

explicit

Definition at line 321 of file kws-scoring.cc.

References rnnlm::i, TwvMetrics::stats_, TwvMetricsOptions::sweep_step, and TwvMetricsStats::sweep_threshold_values.

                                                   :
  audio_duration_(opts.audio_duration),
  atwv_decision_threshold_(opts.score_threshold),
  beta_(opts.beta()) {
  stats_ = new TwvMetricsStats();
  if (opts.sweep_step > 0.0) {
    for (float i=0.0; i <= 1; i+=opts.sweep_step) {
       stats_->sweep_threshold_values.push_back(i);
    }
  }
}

~TwvMetrics()

~TwvMetrics

(

)

Definition at line 333 of file kws-scoring.cc.

References TwvMetrics::stats_.

                        {
  delete stats_;
}

Member Function Documentation

AddAlignment()

void AddAlignment

(

const KwsAlignment &

ali

)

Definition at line 392 of file kws-scoring.cc.

References TwvMetrics::AddEvent(), KwsAlignment::begin(), KwsAlignment::end(), and KALDI_VLOG.

Referenced by main().

                                                     {
  KwsAlignment::AlignedTerms::const_iterator it = ali.begin();
  int k = 0;
  while (it != ali.end()) {
    AddEvent(it->ref, it->hyp, it->aligner_score);
    ++it;
    ++k;
  }
  KALDI_VLOG(4) << "Processed " << k << " alignment entries";
}

AddEvent()

void AddEvent ( const KwsTerm &  ref, const KwsTerm &  hyp, float  ali_score  )

private

Definition at line 337 of file kws-scoring.cc.

References KALDI_ASSERT, KwsTerm::kw_id(), TwvMetrics::OnlyHypSeen(), TwvMetrics::OnlyRefSeen(), TwvMetrics::RefAndHypSeen(), KwsTerm::score(), and KwsTerm::valid().

Referenced by TwvMetrics::AddAlignment().

                                           {
  if (ref.valid() && hyp.valid()) {
    RefAndHypSeen(hyp.kw_id(), hyp.score());
  } else if (hyp.valid()) {
    OnlyHypSeen(hyp.kw_id(), hyp.score());
  } else if (ref.valid()) {
    OnlyRefSeen(ref.kw_id(), ref.score());
  } else {
    KALDI_ASSERT(ref.valid() || hyp.valid());
  }
}

Atwv()

float Atwv

(

)

Definition at line 408 of file kws-scoring.cc.

References TwvMetrics::audio_duration_, TwvMetrics::beta_, TwvMetricsStats::keyword_stats, and TwvMetrics::stats_.

Referenced by main().

                       {
  typedef kws_internal::KwStats::iterator KwIterator;
  int32 nof_kw = 0;
  float atwv = 0;

  for (KwIterator it = stats_->keyword_stats.begin();
                  it != stats_->keyword_stats.end(); ++it ) {
    if (it->second.nof_targets == 0) {
      continue;
    }
    float nof_targets = static_cast<float>(it->second.nof_targets);
    float pmiss = 1 - it->second.nof_corr / nof_targets;
    float pfa = it->second.nof_fa / (audio_duration_ - nof_targets);
    float twv = 1 - pmiss - beta_ * pfa;

    atwv = atwv * (nof_kw)/(nof_kw + 1.0) + twv / (nof_kw + 1.0);
    nof_kw++;
  }
  return atwv;
}

GetOracleMeasures()

void GetOracleMeasures	(	float *	final_mtwv,
		float *	final_mtwv_threshold,
		float *	final_otwv
	)

Definition at line 448 of file kws-scoring.cc.

References TwvMetrics::audio_duration_, TwvMetrics::beta_, rnnlm::i, KALDI_ASSERT, TwvMetricsStats::keyword_stats, TwvMetricsStats::otwv_sweep_cache, TwvMetrics::stats_, and TwvMetricsStats::sweep_threshold_values.

Referenced by main().

                                                     {
  typedef kws_internal::KwStats::iterator KwIterator;

  int32 nof_kw = 0;
  float otwv = 0;

  unordered_map<float, double> mtwv_sweep;
  for (KwIterator it = stats_->keyword_stats.begin();
                  it != stats_->keyword_stats.end(); ++it ) {
    if (it->second.nof_targets == 0) {
      continue;
    }
    std::string kw_id = it->first;

    float local_otwv = -9999;
    float local_otwv_threshold = -1.0;
    std::list<float>::iterator i = stats_->sweep_threshold_values.begin();
    for (; i != stats_->sweep_threshold_values.end(); ++i) {
      float decision_threshold = *i;

      float nof_targets = static_cast<float>(it->second.nof_targets);
      float nof_true = stats_->otwv_sweep_cache[kw_id][decision_threshold].nof_corr;
      float nof_fa = stats_->otwv_sweep_cache[kw_id][decision_threshold].nof_fa;
      float pmiss = 1 - nof_true / nof_targets;
      float pfa = nof_fa / (audio_duration_ - nof_targets);
      float twv = 1 - pmiss - beta_ * pfa;

      if (twv > local_otwv) {
        local_otwv = twv;
        local_otwv_threshold = decision_threshold;
      }
      mtwv_sweep[decision_threshold] = twv / (nof_kw + 1.0) +
            mtwv_sweep[decision_threshold] * (nof_kw)/(nof_kw + 1.0);
    }
    KALDI_ASSERT(local_otwv_threshold >= 0);
    otwv = otwv * (nof_kw)/(nof_kw + 1.0) + local_otwv / (nof_kw + 1.0);
    nof_kw++;
  }

  float mtwv = -9999;
  float mtwv_threshold = -1;
  std::list<float>::iterator i = stats_->sweep_threshold_values.begin();
  for (; i != stats_->sweep_threshold_values.end(); ++i) {
    float decision_threshold = *i;

    if (mtwv_sweep[decision_threshold] > mtwv) {
      mtwv = mtwv_sweep[decision_threshold];
      mtwv_threshold = decision_threshold;
    }
  }
  KALDI_ASSERT(mtwv_threshold >= 0);
  *final_mtwv = mtwv;
  *final_mtwv_threshold = mtwv_threshold;
  *final_otwv = otwv;
}

KALDI_DISALLOW_COPY_AND_ASSIGN()

KALDI_DISALLOW_COPY_AND_ASSIGN ( TwvMetrics  )

private

OnlyHypSeen()

void OnlyHypSeen ( const std::string &  kw_id, float  score  )

private

Definition at line 369 of file kws-scoring.cc.

References TwvMetrics::atwv_decision_threshold_, TwvMetricsStats::global_keyword_stats, rnnlm::i, TwvMetricsStats::keyword_stats, KwScoreStats::nof_corr_ndet, KwScoreStats::nof_fa, TwvMetricsStats::otwv_sweep_cache, TwvMetrics::stats_, and TwvMetricsStats::sweep_threshold_values.

Referenced by TwvMetrics::AddEvent().

                                                                {
  std::list<float>::iterator i = stats_->sweep_threshold_values.begin();
  for (; i != stats_->sweep_threshold_values.end(); ++i) {
    float decision_threshold = *i;
    if ( score >= decision_threshold )
      stats_->otwv_sweep_cache[kw_id][decision_threshold].nof_fa++;
  }
  if (score >= atwv_decision_threshold_) {
    stats_->global_keyword_stats.nof_fa++;
    stats_->keyword_stats[kw_id].nof_fa++;
  } else {
    stats_->global_keyword_stats.nof_corr_ndet++;
    stats_->keyword_stats[kw_id].nof_corr_ndet++;
  }
}

OnlyRefSeen()

void OnlyRefSeen ( const std::string &  kw_id, float  score  )

private

Definition at line 385 of file kws-scoring.cc.

References TwvMetricsStats::global_keyword_stats, TwvMetricsStats::keyword_stats, KwScoreStats::nof_targets, KwScoreStats::nof_unseen, and TwvMetrics::stats_.

Referenced by TwvMetrics::AddEvent().

                                                                {
  stats_->global_keyword_stats.nof_targets++;
  stats_->keyword_stats[kw_id].nof_targets++;
  stats_->global_keyword_stats.nof_unseen++;
  stats_->keyword_stats[kw_id].nof_unseen++;
}

RefAndHypSeen()

void RefAndHypSeen ( const std::string &  kw_id, float  score  )

private

Definition at line 351 of file kws-scoring.cc.

References TwvMetrics::atwv_decision_threshold_, TwvMetricsStats::global_keyword_stats, rnnlm::i, TwvMetricsStats::keyword_stats, KwScoreStats::nof_corr, KwScoreStats::nof_misses, KwScoreStats::nof_targets, TwvMetricsStats::otwv_sweep_cache, TwvMetrics::stats_, and TwvMetricsStats::sweep_threshold_values.

Referenced by TwvMetrics::AddEvent().

                                                                  {
  std::list<float>::iterator i = stats_->sweep_threshold_values.begin();
  for (; i != stats_->sweep_threshold_values.end(); ++i) {
    float decision_threshold = *i;
    if ( score >= decision_threshold )
      stats_->otwv_sweep_cache[kw_id][decision_threshold].nof_corr++;
  }
  if (score >= atwv_decision_threshold_) {
    stats_->global_keyword_stats.nof_corr++;
    stats_->keyword_stats[kw_id].nof_corr++;
  } else {
    stats_->global_keyword_stats.nof_misses++;
    stats_->keyword_stats[kw_id].nof_misses++;
  }
  stats_->global_keyword_stats.nof_targets++;
  stats_->keyword_stats[kw_id].nof_targets++;
}

Reset()

void Reset

(

)

Definition at line 403 of file kws-scoring.cc.

References TwvMetrics::stats_.

                       {
  delete stats_;
  stats_ = new TwvMetricsStats;
}

Stwv()

float Stwv

(

)

Definition at line 429 of file kws-scoring.cc.

References TwvMetricsStats::keyword_stats, and TwvMetrics::stats_.

Referenced by main().

                       {
  typedef kws_internal::KwStats::iterator KwIterator;
  int32 nof_kw = 0;
  float stwv = 0;

  for (KwIterator it = stats_->keyword_stats.begin();
                  it != stats_->keyword_stats.end(); ++it ) {
    if (it->second.nof_targets == 0) {
      continue;
    }
    float nof_targets = static_cast<float>(it->second.nof_targets);
    float recall = 1 - it->second.nof_unseen / nof_targets;

    stwv = stwv * (nof_kw)/(nof_kw + 1.0) + recall / (nof_kw + 1.0);
    nof_kw++;
  }
  return stwv;
}

Member Data Documentation

atwv_decision_threshold_

float atwv_decision_threshold_

private

Definition at line 250 of file kws-scoring.h.

Referenced by TwvMetrics::OnlyHypSeen(), and TwvMetrics::RefAndHypSeen().

audio_duration_

float audio_duration_

private

Definition at line 249 of file kws-scoring.h.

Referenced by TwvMetrics::Atwv(), and TwvMetrics::GetOracleMeasures().

beta_

float beta_

private

Definition at line 251 of file kws-scoring.h.

Referenced by TwvMetrics::Atwv(), and TwvMetrics::GetOracleMeasures().

stats_

TwvMetricsStats* stats_

private

Definition at line 253 of file kws-scoring.h.

Referenced by TwvMetrics::Atwv(), TwvMetrics::GetOracleMeasures(), TwvMetrics::OnlyHypSeen(), TwvMetrics::OnlyRefSeen(), TwvMetrics::RefAndHypSeen(), TwvMetrics::Reset(), TwvMetrics::Stwv(), TwvMetrics::TwvMetrics(), and TwvMetrics::~TwvMetrics().

---

The documentation for this class was generated from the following files:

• kws/kws-scoring.h
• kws/kws-scoring.cc