edobashira/Makefile

## lattice-to-htk.cc
//lattice-to-htk.cc

//Just a hacked up version of  latbin/lattice-to-fst.cc
//Modified to write htk slf instead of a table of StdFsts
//using openlat library
//https://github.com/valabau/openlat

// Copyright 2009-2011  Microsoft Corporation

// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//  http://www.apache.org/licenses/LICENSE-2.0
//
// THIS CODE IS PROVIDED *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED
// WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE,
// MERCHANTABLITY OR NON-INFRINGEMENT.
// See the Apache 2 License for the specific language governing permissions and
// limitations under the License.


#include "base/kaldi-common.h"
#include "util/common-utils.h"
#include "fstext/fstext-lib.h"
#include "lat/kaldi-lattice.h"
#include <openlat/htk-printer.h>

int main(int argc, char *argv[]) {
  try {
    using namespace kaldi;
    typedef kaldi::int32 int32;
    typedef kaldi::int64 int64;
    using fst::SymbolTable;
    using fst::VectorFst;
    using fst::StdArc;
    using std::vector;
    using std::ofstream;
    using std::stringstream;

    BaseFloat acoustic_scale = 0.0;
    BaseFloat lm_scale = 0.0;
    string word_syms;

    const char *usage =
        "Turn lattices into text SLFS instead of normal  FSTs, retaining only the word labels\n"
        "By default, removes all weights and also epsilons (configure with\n"
        "with --acoustic-scale, --lm-scale and --rm-eps)\n"
        "Usage: lattice-to-fst [options] lattice-rspecifier slf.filename\n"
        " e.g.: lattice-to-fst  ark:1.lats lats.slf\n";

    ParseOptions po(usage);
    po.Register("acoustic-scale", &acoustic_scale, "Scaling factor for acoustic likelihoods");
    po.Register("lm-scale", &lm_scale, "Scaling factor for graph/lm costs");
    po.Register("word-syms", &word_syms, "");
    po.Read(argc, argv);

    if (po.NumArgs() != 2) {
      po.PrintUsage();
      exit(1);
    }

    vector<vector<double> > scale = fst::LatticeScale(lm_scale, acoustic_scale);

    std::string lats_rspecifier = po.GetArg(1),
        slfs_wspecifier = po.GetArg(2);

    SequentialCompactLatticeReader lattice_reader(lats_rspecifier);

    ofstream ofs(slfs_wspecifier.c_str());
    if (!ofs.is_open()) {
      KALDI_ERR << "Failed to open output file : " << slfs_wspecifier;
    }

    //Probably should error check this
    SymbolTable* syms = 0;
    if (!word_syms.empty()) {
      syms = SymbolTable::ReadText(word_syms);
      if (!syms)
        KALDI_ERR << "Failed to read word symbols files";
    }

    int32 n_done = 0; // there is no failure mode, barring a crash.

    for (; !lattice_reader.Done(); lattice_reader.Next()) {
      std::string key = lattice_reader.Key();
      CompactLattice clat = lattice_reader.Value();
      lattice_reader.FreeCurrent();
      ScaleLattice(scale, &clat); // typically scales to zero.
      RemoveAlignmentsFromCompactLattice(&clat); // remove the alignments...
      fst::VectorFst<StdArc> fst;
      {
        Lattice lat;
        ConvertLattice(clat, &lat); // convert to non-compact form.. won't introduce
        // extra states because already removed alignments.
        ConvertLattice(lat, &fst); // this adds up the (lm,acoustic) costs to get
        // the normal (tropical) costs.
        Project(&fst, fst::PROJECT_OUTPUT); // Because in the standard Lattice format,
        // the words are on the output, and we want the word labels.
      }
      RemoveEpsLocal(&fst);
      //Or maybe use the standard RmEpsilon function from OpenFst
      fst.SetInputSymbols(syms);
      stringstream ss;
      openlat::PrintHtk(fst, ss);
      ofs << "#!" <<  key << "!#"  << endl;
      ofs << ss.str();
      n_done++;
    }
    KALDI_LOG << "Done converting " << n_done << " lattices to HTK SLF format";
    return (n_done != 0 ? 0 : 1);
  } catch(const std::exception& e) {
    std::cerr << e.what();
    return -1;
  }
}


## Makefile
KALDI_ROOT=
OPENLAT_ROOT=

all: lattice-to-htk

ifndef KALDI_ROOT
$(error KALDI_ROOT is not set)
endif

ifndef OPENLAT_ROOT
$(error OPENLAT_ROOT is not set)
endif

include $(KALDI_ROOT)/src/kaldi.mk
CXXFLAGS+=-I${KALDI_ROOT}/src/ -I${OPENLAT_ROOT}/src/include/

lattice-to-htk: lattice-to-htk.o
  $(CXX)  $^ -o $@  $(LDFLAGS) $(LDLIBS) $(KALDI_ROOT)/src/lat/kaldi-lat.a \
		$(KALDI_ROOT)/src/base/kaldi-base.a 	$(KALDI_ROOT)/src/util/kaldi-util.a

clean:
	rm -rf *.o lattice-to-htk

%.o:%.cc
	$(CXX) $(CXXFLAGS) -c $<

%.o:%.cpp
	$(CXX) $(CXXFLAGS) -c $<
	//lattice-to-htk.cc

	//Just a hacked up version of latbin/lattice-to-fst.cc
	//Modified to write htk slf instead of a table of StdFsts
	//using openlat library
	//https://github.com/valabau/openlat

	// Copyright 2009-2011 Microsoft Corporation

	// Licensed under the Apache License, Version 2.0 (the "License");
	// you may not use this file except in compliance with the License.
	// You may obtain a copy of the License at
	//
	// http://www.apache.org/licenses/LICENSE-2.0
	//
	// THIS CODE IS PROVIDED AS IS BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
	// KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED
	// WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE,
	// MERCHANTABLITY OR NON-INFRINGEMENT.
	// See the Apache 2 License for the specific language governing permissions and
	// limitations under the License.


	#include "base/kaldi-common.h"
	#include "util/common-utils.h"
	#include "fstext/fstext-lib.h"
	#include "lat/kaldi-lattice.h"
	#include <openlat/htk-printer.h>

	int main(int argc, char *argv[]) {
	try {
	using namespace kaldi;
	typedef kaldi::int32 int32;
	typedef kaldi::int64 int64;
	using fst::SymbolTable;
	using fst::VectorFst;
	using fst::StdArc;
	using std::vector;
	using std::ofstream;
	using std::stringstream;

	BaseFloat acoustic_scale = 0.0;
	BaseFloat lm_scale = 0.0;
	string word_syms;

	const char *usage =
	"Turn lattices into text SLFS instead of normal FSTs, retaining only the word labels\n"
	"By default, removes all weights and also epsilons (configure with\n"
	"with --acoustic-scale, --lm-scale and --rm-eps)\n"
	"Usage: lattice-to-fst [options] lattice-rspecifier slf.filename\n"
	" e.g.: lattice-to-fst ark:1.lats lats.slf\n";

	ParseOptions po(usage);
	po.Register("acoustic-scale", &acoustic_scale, "Scaling factor for acoustic likelihoods");
	po.Register("lm-scale", &lm_scale, "Scaling factor for graph/lm costs");
	po.Register("word-syms", &word_syms, "");
	po.Read(argc, argv);

	if (po.NumArgs() != 2) {
	po.PrintUsage();
	exit(1);
	}

	vector<vector<double> > scale = fst::LatticeScale(lm_scale, acoustic_scale);

	std::string lats_rspecifier = po.GetArg(1),
	slfs_wspecifier = po.GetArg(2);

	SequentialCompactLatticeReader lattice_reader(lats_rspecifier);

	ofstream ofs(slfs_wspecifier.c_str());
	if (!ofs.is_open()) {
	KALDI_ERR << "Failed to open output file : " << slfs_wspecifier;
	}

	//Probably should error check this
	SymbolTable* syms = 0;
	if (!word_syms.empty()) {
	syms = SymbolTable::ReadText(word_syms);
	if (!syms)
	KALDI_ERR << "Failed to read word symbols files";
	}

	int32 n_done = 0; // there is no failure mode, barring a crash.

	for (; !lattice_reader.Done(); lattice_reader.Next()) {
	std::string key = lattice_reader.Key();
	CompactLattice clat = lattice_reader.Value();
	lattice_reader.FreeCurrent();
	ScaleLattice(scale, &clat); // typically scales to zero.
	RemoveAlignmentsFromCompactLattice(&clat); // remove the alignments...
	fst::VectorFst<StdArc> fst;
	{
	Lattice lat;
	ConvertLattice(clat, &lat); // convert to non-compact form.. won't introduce
	// extra states because already removed alignments.
	ConvertLattice(lat, &fst); // this adds up the (lm,acoustic) costs to get
	// the normal (tropical) costs.
	Project(&fst, fst::PROJECT_OUTPUT); // Because in the standard Lattice format,
	// the words are on the output, and we want the word labels.
	}
	RemoveEpsLocal(&fst);
	//Or maybe use the standard RmEpsilon function from OpenFst
	fst.SetInputSymbols(syms);
	stringstream ss;
	openlat::PrintHtk(fst, ss);
	ofs << "#!" << key << "!#" << endl;
	ofs << ss.str();
	n_done++;
	}
	KALDI_LOG << "Done converting " << n_done << " lattices to HTK SLF format";
	return (n_done != 0 ? 0 : 1);
	} catch(const std::exception& e) {
	std::cerr << e.what();
	return -1;
	}
	}
	KALDI_ROOT=
	OPENLAT_ROOT=

	all: lattice-to-htk

	ifndef KALDI_ROOT
	$(error KALDI_ROOT is not set)
	endif

	ifndef OPENLAT_ROOT
	$(error OPENLAT_ROOT is not set)
	endif

	include $(KALDI_ROOT)/src/kaldi.mk
	CXXFLAGS+=-I${KALDI_ROOT}/src/ -I${OPENLAT_ROOT}/src/include/

	lattice-to-htk: lattice-to-htk.o
	$(CXX) $^ -o $@ $(LDFLAGS) $(LDLIBS) $(KALDI_ROOT)/src/lat/kaldi-lat.a \
	$(KALDI_ROOT)/src/base/kaldi-base.a $(KALDI_ROOT)/src/util/kaldi-util.a

	clean:
	rm -rf *.o lattice-to-htk

	%.o:%.cc
	$(CXX) $(CXXFLAGS) -c $<

	%.o:%.cpp
	$(CXX) $(CXXFLAGS) -c $<