mirror of
https://github.com/mozilla/DeepSpeech.git
synced 2025-10-26 11:19:39 +00:00
83 lines
2.5 KiB
C++
83 lines
2.5 KiB
C++
#ifndef MODELSTATE_H
|
|
#define MODELSTATE_H
|
|
|
|
#include <vector>
|
|
|
|
#include "deepspeech.h"
|
|
#include "alphabet.h"
|
|
|
|
#include "ctcdecode/scorer.h"
|
|
#include "ctcdecode/output.h"
|
|
|
|
class DecoderState;
|
|
|
|
struct ModelState {
|
|
//TODO: infer batch size from model/use dynamic batch size
|
|
static constexpr unsigned int BATCH_SIZE = 1;
|
|
|
|
static constexpr unsigned int DEFAULT_SAMPLE_RATE = 16000;
|
|
static constexpr unsigned int DEFAULT_WINDOW_LENGTH = DEFAULT_SAMPLE_RATE * 0.032;
|
|
static constexpr unsigned int DEFAULT_WINDOW_STEP = DEFAULT_SAMPLE_RATE * 0.02;
|
|
|
|
Alphabet alphabet_;
|
|
std::unique_ptr<Scorer> scorer_;
|
|
unsigned int beam_width_;
|
|
unsigned int n_steps_;
|
|
unsigned int n_context_;
|
|
unsigned int n_features_;
|
|
unsigned int mfcc_feats_per_timestep_;
|
|
unsigned int sample_rate_;
|
|
unsigned int audio_win_len_;
|
|
unsigned int audio_win_step_;
|
|
unsigned int state_size_;
|
|
|
|
ModelState();
|
|
virtual ~ModelState();
|
|
|
|
virtual int init(const char* model_path,
|
|
const char* alphabet_path,
|
|
unsigned int beam_width);
|
|
|
|
virtual void compute_mfcc(const std::vector<float>& audio_buffer, std::vector<float>& mfcc_output) = 0;
|
|
|
|
/**
|
|
* @brief Do a single inference step in the acoustic model, with:
|
|
* input=mfcc
|
|
* input_lengths=[n_frames]
|
|
*
|
|
* @param mfcc batch input data
|
|
* @param n_frames number of timesteps in the data
|
|
*
|
|
* @param[out] output_logits Where to store computed logits.
|
|
*/
|
|
virtual void infer(const std::vector<float>& mfcc,
|
|
unsigned int n_frames,
|
|
const std::vector<float>& previous_state_c,
|
|
const std::vector<float>& previous_state_h,
|
|
std::vector<float>& logits_output,
|
|
std::vector<float>& state_c_output,
|
|
std::vector<float>& state_h_output) = 0;
|
|
|
|
/**
|
|
* @brief Perform decoding of the logits, using basic CTC decoder or
|
|
* CTC decoder with KenLM enabled
|
|
*
|
|
* @param state Decoder state to use when decoding.
|
|
*
|
|
* @return String representing the decoded text.
|
|
*/
|
|
virtual char* decode(const DecoderState& state);
|
|
|
|
/**
|
|
* @brief Return character-level metadata including letter timings.
|
|
*
|
|
* @param state Decoder state to use when decoding.
|
|
*
|
|
* @return Metadata struct containing MetadataItem structs for each character.
|
|
* The user is responsible for freeing Metadata by calling DS_FreeMetadata().
|
|
*/
|
|
virtual Metadata* decode_metadata(const DecoderState& state);
|
|
};
|
|
|
|
#endif // MODELSTATE_H
|