// Copyright (c) 2021 Mobvoi Inc (Zhendong Peng) // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #ifndef DECODER_CONTEXT_GRAPH_H_ #define DECODER_CONTEXT_GRAPH_H_ #include #include #include #include #include #include "fst/compose.h" #include "fst/fst.h" #include "fst/matcher.h" #include "fst/vector-fst.h" namespace wenet { using ArcIterator = fst::ArcIterator; using Matcher = fst::SortedMatcher; using Weight = fst::StdArc::Weight; bool SplitContextToUnits(const std::string& context, const std::shared_ptr& unit_table, std::vector* units); struct ContextConfig { int max_contexts = 5000; int max_context_length = 100; float context_score = 3.0; float incremental_context_score = 0.0; }; class ContextGraph { public: explicit ContextGraph(ContextConfig config); int TraceContext(int cur_state, int unit_id, int* final_state); void BuildContextGraph(const std::vector& context, const std::shared_ptr& unit_table); void ConvertToAC(); int GetNextState(int cur_state, int unit_id, float* score, std::unordered_set* contexts = nullptr); // check context state is the final state bool IsFinalState(int state) { return graph_->Final(state) != Weight::Zero(); } private: ContextConfig config_; std::unique_ptr graph_; std::unordered_map fallback_finals_; // States fallback to final std::unordered_map context_table_; // Finals to context }; } // namespace wenet #endif // DECODER_CONTEXT_GRAPH_H_