1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
|
// create-main.h
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
// Copyright 2005-2010 Google, Inc.
// Author: riley@google.com (Michael Riley)
// Modified: jpr@google.com (Jake Ratkiewicz) to use new dispatch
//
// \file
// Creates a finite-state archive from component FSTs. Includes
// helper function for farcreate.cc that templates the main on the arc
// type to support multiple and extensible arc types.
//
#ifndef FST_EXTENSIONS_FAR_CREATE_H__
#define FST_EXTENSIONS_FAR_CREATE_H__
#include <libgen.h>
#include <string>
#include <vector>
using std::vector;
#include <fst/extensions/far/far.h>
namespace fst {
template <class Arc>
void FarCreate(const vector<string> &in_fnames,
const string &out_fname,
const int32 generate_keys,
const bool file_list_input,
const FarType &far_type,
const string &key_prefix,
const string &key_suffix) {
FarWriter<Arc> *far_writer =
FarWriter<Arc>::Create(out_fname, far_type);
if (!far_writer) return;
vector<string> inputs;
if (file_list_input) {
for (int i = 1; i < in_fnames.size(); ++i) {
ifstream istrm(in_fnames[i].c_str());
string str;
while (getline(istrm, str))
inputs.push_back(str);
}
} else {
inputs = in_fnames;
}
for (int i = 0; i < inputs.size(); ++i) {
Fst<Arc> *ifst = Fst<Arc>::Read(inputs[i]);
if (!ifst) return;
string key;
if (generate_keys > 0) {
ostringstream keybuf;
keybuf.width(generate_keys);
keybuf.fill('0');
keybuf << i + 1;
key = keybuf.str();
} else {
char* filename = new char[inputs[i].size() + 1];
strcpy(filename, inputs[i].c_str());
key = basename(filename);
delete[] filename;
}
far_writer->Add(key_prefix + key + key_suffix, *ifst);
delete ifst;
}
delete far_writer;
}
} // namespace fst
#endif // FST_EXTENSIONS_FAR_CREATE_H__
|