org.bytedeco.sentencepiece

Class SentencePieceTrainer

java.lang.Object

org.bytedeco.javacpp.Pointer

org.bytedeco.sentencepiece.SentencePieceTrainer

All Implemented Interfaces:

AutoCloseable

@Namespace(value="sentencepiece")
 @Properties(inherit=sentencepiece.class)
public class SentencePieceTrainer
extends Pointer

Nested Class Summary

Nested classes/interfaces inherited from class org.bytedeco.javacpp.Pointer

Pointer.CustomDeallocator, Pointer.Deallocator, Pointer.NativeDeallocator, Pointer.ReferenceCounter

Field Summary

Fields inherited from class org.bytedeco.javacpp.Pointer

address, capacity, limit, position

Constructor Summary

Constructors

Constructor and Description
SentencePieceTrainer(Pointer p) Pointer cast constructor.

Method Summary

Modifier and Type	Method and Description
static PretokenizerForTrainingInterface	GetPretokenizerForTraining()
static Status	MergeSpecsFromArgs(StringStringMap kwargs, TrainerSpec trainer_spec, NormalizerSpec normalizer_spec, NormalizerSpec denormalizer_spec)
static Status	MergeSpecsFromArgs(String args, TrainerSpec trainer_spec, NormalizerSpec normalizer_spec, NormalizerSpec denormalizer_spec)
static Status	PopulateModelTypeFromString(String type, TrainerSpec trainer_spec)
static Status	PopulateNormalizerSpec(NormalizerSpec normalizer_spec)
static Status	PopulateNormalizerSpec(NormalizerSpec normalizer_spec, boolean is_denormalizer)
static Status	SetPretokenizerForTraining(PretokenizerForTrainingInterface pretokenizer)
static Status	SetProtoField(String name, String value, NormalizerSpec message)
static Status	SetProtoField(String name, String value, TrainerSpec message)
static Status	Train(String args)
static Status	Train(String args, SentenceIterator sentence_iterator, BytePointer serialized_model_proto)
static Status	Train(StringStringMap kwargs)
static Status	Train(StringStringMap kwargs, SentenceIterator sentence_iterator, BytePointer serialized_model_proto)
static Status	Train(TrainerSpec trainer_spec)
static Status	Train(TrainerSpec trainer_spec, NormalizerSpec normalizer_spec)
static Status	Train(TrainerSpec trainer_spec, NormalizerSpec normalizer_spec, NormalizerSpec denormalizer_spec)
static Status	Train(TrainerSpec trainer_spec, NormalizerSpec normalizer_spec, NormalizerSpec denormalizer_spec, SentenceIterator sentence_iterator, BytePointer serialized_model_proto)
static Status	Train(TrainerSpec trainer_spec, NormalizerSpec normalizer_spec, SentenceIterator sentence_iterator, BytePointer serialized_model_proto)
static Status	Train(TrainerSpec trainer_spec, SentenceIterator sentence_iterator, BytePointer serialized_model_proto)

Methods inherited from class org.bytedeco.javacpp.Pointer

address, asBuffer, asByteBuffer, availablePhysicalBytes, calloc, capacity, capacity, close, deallocate, deallocate, deallocateReferences, deallocator, deallocator, equals, fill, formatBytes, free, getDirectBufferAddress, getPointer, getPointer, getPointer, getPointer, hashCode, interruptDeallocatorThread, isNull, isNull, limit, limit, malloc, maxBytes, maxPhysicalBytes, memchr, memcmp, memcpy, memmove, memset, offsetAddress, offsetof, offsetof, parseBytes, physicalBytes, physicalBytesInaccurate, position, position, put, realloc, referenceCount, releaseReference, retainReference, setNull, sizeof, sizeof, toString, totalBytes, totalCount, totalPhysicalBytes, withDeallocator, zero

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Constructor Detail

SentencePieceTrainer

public SentencePieceTrainer(Pointer p)

Pointer cast constructor. Invokes Pointer(Pointer).

Method Detail

Train

@ByVal
public static Status Train(@Const @ByRef
                                  TrainerSpec trainer_spec,
                                  SentenceIterator sentence_iterator,
                                  @StdString @Cast(value={"char*","std::string*"})
                                  BytePointer serialized_model_proto)

Train

@ByVal
public static Status Train(@Const @ByRef
                                  TrainerSpec trainer_spec)

Train

@ByVal
public static Status Train(@Const @ByRef
                                  TrainerSpec trainer_spec,
                                  @Const @ByRef
                                  NormalizerSpec normalizer_spec,
                                  SentenceIterator sentence_iterator,
                                  @StdString @Cast(value={"char*","std::string*"})
                                  BytePointer serialized_model_proto)

Train

@ByVal
public static Status Train(@Const @ByRef
                                  TrainerSpec trainer_spec,
                                  @Const @ByRef
                                  NormalizerSpec normalizer_spec)

Train

@ByVal
public static Status Train(@Const @ByRef
                                  TrainerSpec trainer_spec,
                                  @Const @ByRef
                                  NormalizerSpec normalizer_spec,
                                  @Const @ByRef
                                  NormalizerSpec denormalizer_spec,
                                  SentenceIterator sentence_iterator,
                                  @StdString @Cast(value={"char*","std::string*"})
                                  BytePointer serialized_model_proto)

Train

@ByVal
public static Status Train(@Const @ByRef
                                  TrainerSpec trainer_spec,
                                  @Const @ByRef
                                  NormalizerSpec normalizer_spec,
                                  @Const @ByRef
                                  NormalizerSpec denormalizer_spec)

Train

@ByVal
public static Status Train(@StdString
                                  String args,
                                  SentenceIterator sentence_iterator,
                                  @StdString @Cast(value={"char*","std::string*"})
                                  BytePointer serialized_model_proto)

Train

@ByVal
public static Status Train(@StdString
                                  String args)

Train

@ByVal
public static Status Train(@Const @ByRef
                                  StringStringMap kwargs,
                                  SentenceIterator sentence_iterator,
                                  @StdString @Cast(value={"char*","std::string*"})
                                  BytePointer serialized_model_proto)

Train

@ByVal
public static Status Train(@Const @ByRef
                                  StringStringMap kwargs)

PopulateNormalizerSpec

@ByVal
public static Status PopulateNormalizerSpec(NormalizerSpec normalizer_spec,
                                                   @Cast(value="bool")
                                                   boolean is_denormalizer)

PopulateNormalizerSpec

@ByVal
public static Status PopulateNormalizerSpec(NormalizerSpec normalizer_spec)

MergeSpecsFromArgs

@ByVal
public static Status MergeSpecsFromArgs(@Const @ByRef
                                               StringStringMap kwargs,
                                               TrainerSpec trainer_spec,
                                               NormalizerSpec normalizer_spec,
                                               NormalizerSpec denormalizer_spec)

MergeSpecsFromArgs

@ByVal
public static Status MergeSpecsFromArgs(@StdString
                                               String args,
                                               TrainerSpec trainer_spec,
                                               NormalizerSpec normalizer_spec,
                                               NormalizerSpec denormalizer_spec)

SetPretokenizerForTraining

@ByVal
public static Status SetPretokenizerForTraining(@Const
                                                       PretokenizerForTrainingInterface pretokenizer)

GetPretokenizerForTraining

@Const
public static PretokenizerForTrainingInterface GetPretokenizerForTraining()

SetProtoField

@ByVal
public static Status SetProtoField(@StdString
                                          String name,
                                          @StdString
                                          String value,
                                          TrainerSpec message)

SetProtoField

@ByVal
public static Status SetProtoField(@StdString
                                          String name,
                                          @StdString
                                          String value,
                                          NormalizerSpec message)

PopulateModelTypeFromString

@ByVal
public static Status PopulateModelTypeFromString(@StdString
                                                        String type,
                                                        TrainerSpec trainer_spec)