1// create-main.h
2
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7//     http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14//
15// Copyright 2005-2010 Google, Inc.
16// Author: riley@google.com (Michael Riley)
17// Modified: jpr@google.com (Jake Ratkiewicz) to use new dispatch
18//
19// \file
20// Creates a finite-state archive from component FSTs.  Includes
21// helper function for farcreate.cc that templates the main on the arc
22// type to support multiple and extensible arc types.
23//
24
25#ifndef FST_EXTENSIONS_FAR_CREATE_H__
26#define FST_EXTENSIONS_FAR_CREATE_H__
27
28#include <libgen.h>
29#include <string>
30#include <vector>
31using std::vector;
32
33#include <fst/extensions/far/far.h>
34
35namespace fst {
36
37template <class Arc>
38void FarCreate(const vector<string> &in_fnames,
39               const string &out_fname,
40               const int32 generate_keys,
41               const bool file_list_input,
42               const FarType &far_type,
43               const string &key_prefix,
44               const string &key_suffix) {
45  FarWriter<Arc> *far_writer =
46      FarWriter<Arc>::Create(out_fname, far_type);
47  if (!far_writer) return;
48
49  vector<string> inputs;
50  if (file_list_input) {
51    for (int i = 1; i < in_fnames.size(); ++i) {
52      ifstream istrm(in_fnames[i].c_str());
53      string str;
54      while (getline(istrm, str))
55        inputs.push_back(str);
56    }
57  } else {
58    inputs = in_fnames;
59  }
60
61  for (int i = 0; i < inputs.size(); ++i) {
62    Fst<Arc> *ifst = Fst<Arc>::Read(inputs[i]);
63    if (!ifst) return;
64    string key;
65    if (generate_keys > 0) {
66      ostringstream keybuf;
67      keybuf.width(generate_keys);
68      keybuf.fill('0');
69      keybuf << i + 1;
70      key = keybuf.str();
71    } else {
72      char* filename = new char[inputs[i].size() + 1];
73      strcpy(filename, inputs[i].c_str());
74      key = basename(filename);
75      delete[] filename;
76    }
77
78    far_writer->Add(key_prefix + key + key_suffix, *ifst);
79    delete ifst;
80  }
81
82  delete far_writer;
83}
84
85}  // namespace fst
86
87#endif  // FST_EXTENSIONS_FAR_CREATE_H__
88