/usr/include/ngram/ngram-context-merge.h is in libngram-dev 1.3.2-3.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 | // Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
// Copyright 2005-2016 Brian Roark and Google, Inc.
// NGram model class for merging specified contexts from one FST into another.
#ifndef NGRAM_NGRAM_CONTEXT_MERGE_H_
#define NGRAM_NGRAM_CONTEXT_MERGE_H_
#include <ngram/ngram-context.h>
#include <ngram/ngram-merge.h>
#include <ngram/util.h>
namespace ngram {
class NGramContextMerge : public NGramMerge<StdArc> {
public:
typedef StdArc::StateId StateId;
typedef StdArc::Label Label;
// Constructs an NGramContextMerge object consisting of ngram model to be
// merged.
// Ownership of FST is retained by the caller.
explicit NGramContextMerge(StdMutableFst *infst1, Label backoff_label = 0,
double norm_eps = kNormEps,
bool check_consistency = false)
: NGramMerge(infst1, backoff_label, norm_eps, true) {}
// Perform context merger with n-gram model specified by the FST
// argument and 'context_pattern' string. These contexts taken from
// the second FST and added to the first FST, replacing any existing
// shared arcs. See 'ngram-context.h' for meaning of the context
// specification.
void MergeNGramModels(const StdFst &infst2, const string &context_pattern,
bool norm = false) {
context_.reset(new NGramExtendedContext(context_pattern, HiOrder()));
if (!NGramMerge<StdArc>::MergeNGramModels(infst2, norm)) {
NGRAMERROR() << "Context merge failed";
NGramModel<StdArc>::SetError();
}
}
// Perform context merger with n-gram model specified by the FST argument
// and 'context_begin' and 'context_end' vectors. These contexts
// taken from the second FST and added to the first FST, replacing any
// existing shared arcs. See 'ngram-context.h' for meaning of the
// context specification.
void MergeNGramModels(const StdFst &infst2,
const std::vector<Label> &context_begin,
const std::vector<Label> &context_end,
bool norm = false) {
context_.reset(
new NGramExtendedContext(context_begin, context_end, HiOrder()));
if (!NGramMerge<StdArc>::MergeNGramModels(infst2, norm)) {
NGRAMERROR() << "Context merge failed";
NGramModel<StdArc>::SetError();
}
}
protected:
// Specifies resultant weight when combining a weight from each FST
Weight MergeWeights(StateId s1, StateId s2, Label label, Weight w1, Weight w2,
bool in_fst1, bool in_fst2) const override {
if (in_fst1 && in_fst2) {
// Takes weight from w2 if in both and ngram is strictly in context.
const std::vector<Label> &ngram = NGram2().StateNGram(s2);
return context_->HasContext(ngram, false) ? w2.Value() : w1.Value();
} else if (in_fst1) {
return w1.Value();
} else {
return w2.Value();
}
}
// Specifies if unshared arcs/final weights between the two
// FSTs in a merge have a non-trivial merge. In particular, this
// means MergeWeights() changes the arc or final weights; any
// destination state changes are not relevant here. When false, more
// efficient merging may be performed. If the arc/final_weight
// comes from the first FST, then 'in_fst1' is true.
bool MergeUnshared(bool in_fst1) const override { return false; }
private:
std::unique_ptr<NGramExtendedContext> context_;
};
} // namespace ngram
#endif // NGRAM_NGRAM_CONTEXT_MERGE_H_
|