org.bytedeco.sentencepiece

Class SentencePieceTrainer

java.lang.Object

org.bytedeco.javacpp.Pointer

org.bytedeco.sentencepiece.SentencePieceTrainer

All Implemented Interfaces:

AutoCloseable

@Namespace(value="sentencepiece")
 @Properties(inherit=sentencepiece.class)
public class SentencePieceTrainer
extends Pointer

Nested Class Summary

Nested classes/interfaces inherited from class org.bytedeco.javacpp.Pointer

Pointer.CustomDeallocator, Pointer.Deallocator, Pointer.NativeDeallocator, Pointer.ReferenceCounter

Field Summary

Fields inherited from class org.bytedeco.javacpp.Pointer

address, capacity, limit, position

Constructor Summary

Constructors

Constructor and Description
SentencePieceTrainer(Pointer p) Pointer cast constructor.

Method Summary

Modifier and Type	Method and Description
static PretokenizerForTrainingInterface	GetPretokenizerForTraining()
static Status	MergeSpecsFromArgs(StringStringMap kwargs, TrainerSpec trainer_spec, NormalizerSpec normalizer_spec, NormalizerSpec denormalizer_spec)
static Status	MergeSpecsFromArgs(String args, TrainerSpec trainer_spec, NormalizerSpec normalizer_spec, NormalizerSpec denormalizer_spec)
static Status	PopulateModelTypeFromString(String type, TrainerSpec trainer_spec)
static Status	PopulateNormalizerSpec(NormalizerSpec normalizer_spec)
static Status	PopulateNormalizerSpec(NormalizerSpec normalizer_spec, boolean is_denormalizer)
static Status	SetPretokenizerForTraining(PretokenizerForTrainingInterface pretokenizer)
static Status	SetProtoField(String name, String value, NormalizerSpec message)
static Status	SetProtoField(String name, String value, TrainerSpec message)
static Status	Train(String args)
static Status	Train(String args, SentenceIterator sentence_iterator, BytePointer serialized_model_proto)
static Status	Train(StringStringMap kwargs)
static Status	Train(StringStringMap kwargs, SentenceIterator sentence_iterator, BytePointer serialized_model_proto)
static Status	Train(StringStringMap kwargs, StringVector sentences)
static Status	Train(StringStringMap kwargs, StringVector sentences, BytePointer serialized_model_proto)
static Status	Train(String args, StringVector sentences)
static Status	Train(String args, StringVector sentences, BytePointer serialized_model_proto)
static Status	Train(TrainerSpec trainer_spec)
static Status	Train(TrainerSpec trainer_spec, NormalizerSpec normalizer_spec)
static Status	Train(TrainerSpec trainer_spec, NormalizerSpec normalizer_spec, NormalizerSpec denormalizer_spec)
static Status	Train(TrainerSpec trainer_spec, NormalizerSpec normalizer_spec, NormalizerSpec denormalizer_spec, SentenceIterator sentence_iterator, BytePointer serialized_model_proto)
static Status	Train(TrainerSpec trainer_spec, NormalizerSpec normalizer_spec, SentenceIterator sentence_iterator, BytePointer serialized_model_proto)
static Status	Train(TrainerSpec trainer_spec, SentenceIterator sentence_iterator, BytePointer serialized_model_proto)

Methods inherited from class org.bytedeco.javacpp.Pointer

address, asBuffer, asByteBuffer, availablePhysicalBytes, calloc, capacity, capacity, close, deallocate, deallocate, deallocateReferences, deallocator, deallocator, equals, fill, formatBytes, free, getDirectBufferAddress, getPointer, getPointer, getPointer, getPointer, hashCode, interruptDeallocatorThread, isNull, isNull, limit, limit, malloc, maxBytes, maxPhysicalBytes, memchr, memcmp, memcpy, memmove, memset, offsetAddress, offsetof, offsetof, parseBytes, physicalBytes, physicalBytesInaccurate, position, position, put, realloc, referenceCount, releaseReference, retainReference, setNull, sizeof, sizeof, toString, totalBytes, totalCount, totalPhysicalBytes, withDeallocator, zero

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Constructor Detail

SentencePieceTrainer

public SentencePieceTrainer(Pointer p)

Pointer cast constructor. Invokes Pointer(Pointer).

Method Detail

Train

@ByVal
public static Status Train(@Const @ByRef
                                   TrainerSpec trainer_spec,
                                   SentenceIterator sentence_iterator,
                                   @StdString @Cast(value={"char*","std::string*"})
                                   BytePointer serialized_model_proto)

Train

@ByVal
public static Status Train(@Const @ByRef
                                   TrainerSpec trainer_spec)

Train

@ByVal
public static Status Train(@Const @ByRef
                                   TrainerSpec trainer_spec,
                                   @Const @ByRef
                                   NormalizerSpec normalizer_spec,
                                   SentenceIterator sentence_iterator,
                                   @StdString @Cast(value={"char*","std::string*"})
                                   BytePointer serialized_model_proto)

Train

@ByVal
public static Status Train(@Const @ByRef
                                   TrainerSpec trainer_spec,
                                   @Const @ByRef
                                   NormalizerSpec normalizer_spec)

Train

@ByVal
public static Status Train(@Const @ByRef
                                   TrainerSpec trainer_spec,
                                   @Const @ByRef
                                   NormalizerSpec normalizer_spec,
                                   @Const @ByRef
                                   NormalizerSpec denormalizer_spec,
                                   SentenceIterator sentence_iterator,
                                   @StdString @Cast(value={"char*","std::string*"})
                                   BytePointer serialized_model_proto)

Train

@ByVal
public static Status Train(@Const @ByRef
                                   TrainerSpec trainer_spec,
                                   @Const @ByRef
                                   NormalizerSpec normalizer_spec,
                                   @Const @ByRef
                                   NormalizerSpec denormalizer_spec)

Train

@ByVal
public static Status Train(@StdString
                                   String args,
                                   SentenceIterator sentence_iterator,
                                   @StdString @Cast(value={"char*","std::string*"})
                                   BytePointer serialized_model_proto)

Train

@ByVal
public static Status Train(@StdString
                                   String args)

Train

@ByVal
public static Status Train(@Const @ByRef
                                   StringStringMap kwargs,
                                   SentenceIterator sentence_iterator,
                                   @StdString @Cast(value={"char*","std::string*"})
                                   BytePointer serialized_model_proto)

Train

@ByVal
public static Status Train(@Const @ByRef
                                   StringStringMap kwargs)

Train

@ByVal
public static Status Train(@StdString
                                   String args,
                                   @Const @ByRef
                                   StringVector sentences,
                                   @StdString @Cast(value={"char*","std::string*"})
                                   BytePointer serialized_model_proto)

Train

@ByVal
public static Status Train(@StdString
                                   String args,
                                   @Const @ByRef
                                   StringVector sentences)

Train

@ByVal
public static Status Train(@Const @ByRef
                                   StringStringMap kwargs,
                                   @Const @ByRef
                                   StringVector sentences,
                                   @StdString @Cast(value={"char*","std::string*"})
                                   BytePointer serialized_model_proto)

Train

@ByVal
public static Status Train(@Const @ByRef
                                   StringStringMap kwargs,
                                   @Const @ByRef
                                   StringVector sentences)

PopulateNormalizerSpec

@ByVal
public static Status PopulateNormalizerSpec(NormalizerSpec normalizer_spec,
                                                    @Cast(value="bool")
                                                    boolean is_denormalizer)

PopulateNormalizerSpec

@ByVal
public static Status PopulateNormalizerSpec(NormalizerSpec normalizer_spec)

MergeSpecsFromArgs

@ByVal
public static Status MergeSpecsFromArgs(@Const @ByRef
                                                StringStringMap kwargs,
                                                TrainerSpec trainer_spec,
                                                NormalizerSpec normalizer_spec,
                                                NormalizerSpec denormalizer_spec)

MergeSpecsFromArgs

@ByVal
public static Status MergeSpecsFromArgs(@StdString
                                                String args,
                                                TrainerSpec trainer_spec,
                                                NormalizerSpec normalizer_spec,
                                                NormalizerSpec denormalizer_spec)

SetPretokenizerForTraining

@ByVal
public static Status SetPretokenizerForTraining(@Const
                                                        PretokenizerForTrainingInterface pretokenizer)

GetPretokenizerForTraining

@Const
public static PretokenizerForTrainingInterface GetPretokenizerForTraining()

SetProtoField

@ByVal
public static Status SetProtoField(@StdString
                                           String name,
                                           @StdString
                                           String value,
                                           TrainerSpec message)

SetProtoField

@ByVal
public static Status SetProtoField(@StdString
                                           String name,
                                           @StdString
                                           String value,
                                           NormalizerSpec message)

PopulateModelTypeFromString

@ByVal
public static Status PopulateModelTypeFromString(@StdString
                                                         String type,
                                                         TrainerSpec trainer_spec)