Status |
SentencePieceProcessor.CalculateEntropy(String input,
float alpha,
float[] entropy) |
Status |
SentencePieceProcessor.CalculateEntropy(String input,
float alpha,
FloatBuffer entropy) |
Status |
SentencePieceProcessor.CalculateEntropy(String input,
float alpha,
FloatPointer entropy) |
Status |
SentencePieceProcessor.Decode(IntVector ids,
BytePointer detokenized) |
Status |
SentencePieceProcessor.Decode(IntVector ids,
SentencePieceText spt) |
Status |
SentencePieceProcessor.Decode(StringVector pieces,
BytePointer detokenized) |
Status |
SentencePieceProcessor.Decode(StringVector pieces,
SentencePieceText spt) |
Status |
SentencePieceProcessor.Encode(String input,
IntVector ids) |
Status |
SentencePieceProcessor.Encode(String input,
SentencePieceText spt) |
Status |
SentencePieceProcessor.Encode(String input,
StringVector pieces) |
Status |
Status.getPointer(long i) |
Status |
SentencePieceProcessor.Load(ModelProto model_proto) |
Status |
SentencePieceProcessor.Load(String filename) |
Status |
SentencePieceNormalizer.LoadFromRuleName(String name) |
Status |
SentencePieceNormalizer.LoadFromRuleTSV(String filename) |
Status |
SentencePieceProcessor.LoadFromSerializedProto(String serialized) |
Status |
SentencePieceNormalizer.LoadFromSerializedProto(String serialized) |
Status |
SentencePieceProcessor.LoadVocabulary(String filename,
int threshold) |
static Status |
SentencePieceTrainer.MergeSpecsFromArgs(StringStringMap kwargs,
TrainerSpec trainer_spec,
NormalizerSpec normalizer_spec,
NormalizerSpec denormalizer_spec) |
static Status |
SentencePieceTrainer.MergeSpecsFromArgs(String args,
TrainerSpec trainer_spec,
NormalizerSpec normalizer_spec,
NormalizerSpec denormalizer_spec) |
Status |
SentencePieceProcessor.NBestEncode(String input,
int nbest_size,
IntVector ids) |
Status |
SentencePieceProcessor.NBestEncode(String input,
int nbest_size,
NBestSentencePieceText nbest_spt) |
Status |
SentencePieceProcessor.NBestEncode(String input,
int nbest_size,
StringVector pieces) |
Status |
SentencePieceProcessor.Normalize(String input,
BytePointer normalized) |
Status |
SentencePieceNormalizer.Normalize(String input,
BytePointer normalized) |
Status |
SentencePieceProcessor.Normalize(String input,
BytePointer normalized,
SizeTPointer norm_to_orig) |
Status |
SentencePieceNormalizer.Normalize(String input,
BytePointer normalized,
SizeTPointer norm_to_orig) |
static Status |
SentencePieceTrainer.PopulateModelTypeFromString(String type,
TrainerSpec trainer_spec) |
static Status |
SentencePieceTrainer.PopulateNormalizerSpec(NormalizerSpec normalizer_spec) |
static Status |
SentencePieceTrainer.PopulateNormalizerSpec(NormalizerSpec normalizer_spec,
boolean is_denormalizer) |
Status |
Status.position(long position) |
Status |
SentencePieceProcessor.ResetVocabulary() |
Status |
SentencePieceProcessor.SampleEncode(String input,
int nbest_size,
float alpha,
IntVector ids) |
Status |
SentencePieceProcessor.SampleEncode(String input,
int nbest_size,
float alpha,
SentencePieceText spt) |
Status |
SentencePieceProcessor.SampleEncode(String input,
int nbest_size,
float alpha,
StringVector pieces) |
Status |
SentencePieceProcessor.SampleEncodeAndScore(String input,
int num_samples,
float alpha,
boolean wor,
boolean include_best,
IntVectorFloatPairVector ids) |
Status |
SentencePieceProcessor.SampleEncodeAndScore(String input,
int num_samples,
float alpha,
boolean wor,
boolean include_best,
NBestSentencePieceText samples_spt) |
Status |
SentencePieceProcessor.SampleEncodeAndScore(String input,
int num_samples,
float alpha,
boolean wor,
boolean include_best,
StringVectorFloatPairVector pieces) |
Status |
SentencePieceProcessor.SetDecodeExtraOptions(String extra_option) |
Status |
SentencePieceProcessor.SetEncodeExtraOptions(String extra_option) |
static Status |
SentencePieceTrainer.SetPretokenizerForTraining(PretokenizerForTrainingInterface pretokenizer) |
static Status |
SentencePieceTrainer.SetProtoField(String name,
String value,
NormalizerSpec message) |
static Status |
SentencePieceTrainer.SetProtoField(String name,
String value,
TrainerSpec message) |
Status |
SentencePieceProcessor.status() |
Status |
SentenceIterator.status() |
static Status |
SentencePieceTrainer.Train(String args) |
static Status |
SentencePieceTrainer.Train(String args,
SentenceIterator sentence_iterator,
BytePointer serialized_model_proto) |
static Status |
SentencePieceTrainer.Train(StringStringMap kwargs) |
static Status |
SentencePieceTrainer.Train(StringStringMap kwargs,
SentenceIterator sentence_iterator,
BytePointer serialized_model_proto) |
static Status |
SentencePieceTrainer.Train(StringStringMap kwargs,
StringVector sentences) |
static Status |
SentencePieceTrainer.Train(StringStringMap kwargs,
StringVector sentences,
BytePointer serialized_model_proto) |
static Status |
SentencePieceTrainer.Train(String args,
StringVector sentences) |
static Status |
SentencePieceTrainer.Train(String args,
StringVector sentences,
BytePointer serialized_model_proto) |
static Status |
SentencePieceTrainer.Train(TrainerSpec trainer_spec) |
static Status |
SentencePieceTrainer.Train(TrainerSpec trainer_spec,
NormalizerSpec normalizer_spec) |
static Status |
SentencePieceTrainer.Train(TrainerSpec trainer_spec,
NormalizerSpec normalizer_spec,
NormalizerSpec denormalizer_spec) |
static Status |
SentencePieceTrainer.Train(TrainerSpec trainer_spec,
NormalizerSpec normalizer_spec,
NormalizerSpec denormalizer_spec,
SentenceIterator sentence_iterator,
BytePointer serialized_model_proto) |
static Status |
SentencePieceTrainer.Train(TrainerSpec trainer_spec,
NormalizerSpec normalizer_spec,
SentenceIterator sentence_iterator,
BytePointer serialized_model_proto) |
static Status |
SentencePieceTrainer.Train(TrainerSpec trainer_spec,
SentenceIterator sentence_iterator,
BytePointer serialized_model_proto) |