Interface ITrainerSpec

Properties of a TrainerSpec.

interface ITrainerSpec {
    acceptLanguage?: null | string[];
    allowWhitespaceOnlyPieces?: null | boolean;
    bosId?: null | number;
    bosPiece?: null | string;
    byteFallback?: null | boolean;
    characterCoverage?: null | number;
    controlSymbols?: null | string[];
    differentialPrivacyClippingThreshold?: null | number | Long;
    differentialPrivacyNoiseLevel?: null | number;
    enableDifferentialPrivacy?: null | boolean;
    eosId?: null | number;
    eosPiece?: null | string;
    hardVocabLimit?: null | boolean;
    input?: null | string[];
    inputFormat?: null | string;
    inputSentenceSize?: null | number | Long;
    maxSentenceLength?: null | number;
    maxSentencepieceLength?: null | number;
    miningSentenceSize?: null | number;
    modelPrefix?: null | string;
    modelType?: null | ModelType;
    numSubIterations?: null | number;
    numThreads?: null | number;
    padId?: null | number;
    padPiece?: null | string;
    pretokenizationDelimiter?: null | string;
    requiredChars?: null | string;
    seedSentencepiecesFile?: null | string;
    seedSentencepieceSize?: null | number;
    selfTestSampleSize?: null | number;
    shrinkingFactor?: null | number;
    shuffleInputSentence?: null | boolean;
    splitByNumber?: null | boolean;
    splitByUnicodeScript?: null | boolean;
    splitByWhitespace?: null | boolean;
    splitDigits?: null | boolean;
    trainExtremelyLargeCorpus?: null | boolean;
    trainingSentenceSize?: null | number;
    treatWhitespaceAsSuffix?: null | boolean;
    unkId?: null | number;
    unkPiece?: null | string;
    unkSurface?: null | string;
    useAllVocab?: null | boolean;
    userDefinedSymbols?: null | string[];
    vocabSize?: null | number;
    vocabularyOutputPieceScore?: null | boolean;
}

Implemented by

Properties

acceptLanguage? allowWhitespaceOnlyPieces? bosId? bosPiece? byteFallback? characterCoverage? controlSymbols? differentialPrivacyClippingThreshold? differentialPrivacyNoiseLevel? enableDifferentialPrivacy? eosId? eosPiece? hardVocabLimit? input? inputFormat? inputSentenceSize? maxSentenceLength? maxSentencepieceLength? miningSentenceSize? modelPrefix? modelType? numSubIterations? numThreads? padId? padPiece? pretokenizationDelimiter? requiredChars? seedSentencepiecesFile? seedSentencepieceSize? selfTestSampleSize? shrinkingFactor? shuffleInputSentence? splitByNumber? splitByUnicodeScript? splitByWhitespace? splitDigits? trainExtremelyLargeCorpus? trainingSentenceSize? treatWhitespaceAsSuffix? unkId? unkPiece? unkSurface? useAllVocab? userDefinedSymbols? vocabSize? vocabularyOutputPieceScore?

Properties

OptionalacceptLanguage

acceptLanguage?: null | string[]

TrainerSpec acceptLanguage

OptionalallowWhitespaceOnlyPieces

allowWhitespaceOnlyPieces?: null | boolean

TrainerSpec allowWhitespaceOnlyPieces

OptionalbosId

bosId?: null | number

TrainerSpec bosId

OptionalbosPiece

bosPiece?: null | string

TrainerSpec bosPiece

OptionalbyteFallback

byteFallback?: null | boolean

TrainerSpec byteFallback

OptionalcharacterCoverage

characterCoverage?: null | number

TrainerSpec characterCoverage

OptionalcontrolSymbols

controlSymbols?: null | string[]

TrainerSpec controlSymbols

OptionaldifferentialPrivacyClippingThreshold

differentialPrivacyClippingThreshold?: null | number | Long

TrainerSpec differentialPrivacyClippingThreshold

OptionaldifferentialPrivacyNoiseLevel

differentialPrivacyNoiseLevel?: null | number

TrainerSpec differentialPrivacyNoiseLevel

OptionalenableDifferentialPrivacy

enableDifferentialPrivacy?: null | boolean

TrainerSpec enableDifferentialPrivacy

OptionaleosId

eosId?: null | number

TrainerSpec eosId

OptionaleosPiece

eosPiece?: null | string

TrainerSpec eosPiece

OptionalhardVocabLimit

hardVocabLimit?: null | boolean

TrainerSpec hardVocabLimit

Optionalinput

input?: null | string[]

TrainerSpec input

OptionalinputFormat

inputFormat?: null | string

TrainerSpec inputFormat

OptionalinputSentenceSize

inputSentenceSize?: null | number | Long

TrainerSpec inputSentenceSize

OptionalmaxSentenceLength

maxSentenceLength?: null | number

TrainerSpec maxSentenceLength

OptionalmaxSentencepieceLength

maxSentencepieceLength?: null | number

TrainerSpec maxSentencepieceLength

OptionalminingSentenceSize

miningSentenceSize?: null | number

TrainerSpec miningSentenceSize

OptionalmodelPrefix

modelPrefix?: null | string

TrainerSpec modelPrefix

OptionalmodelType

modelType?: null | ModelType

TrainerSpec modelType

OptionalnumSubIterations

numSubIterations?: null | number

TrainerSpec numSubIterations

OptionalnumThreads

numThreads?: null | number

TrainerSpec numThreads

OptionalpadId

padId?: null | number

TrainerSpec padId

OptionalpadPiece

padPiece?: null | string

TrainerSpec padPiece

OptionalpretokenizationDelimiter

pretokenizationDelimiter?: null | string

TrainerSpec pretokenizationDelimiter

OptionalrequiredChars

requiredChars?: null | string

TrainerSpec requiredChars

OptionalseedSentencepiecesFile

seedSentencepiecesFile?: null | string

TrainerSpec seedSentencepiecesFile

OptionalseedSentencepieceSize

seedSentencepieceSize?: null | number

TrainerSpec seedSentencepieceSize

OptionalselfTestSampleSize

selfTestSampleSize?: null | number

TrainerSpec selfTestSampleSize

OptionalshrinkingFactor

shrinkingFactor?: null | number

TrainerSpec shrinkingFactor

OptionalshuffleInputSentence

shuffleInputSentence?: null | boolean

TrainerSpec shuffleInputSentence

OptionalsplitByNumber

splitByNumber?: null | boolean

TrainerSpec splitByNumber

OptionalsplitByUnicodeScript

splitByUnicodeScript?: null | boolean

TrainerSpec splitByUnicodeScript

OptionalsplitByWhitespace

splitByWhitespace?: null | boolean

TrainerSpec splitByWhitespace

OptionalsplitDigits

splitDigits?: null | boolean

TrainerSpec splitDigits

OptionaltrainExtremelyLargeCorpus

trainExtremelyLargeCorpus?: null | boolean

TrainerSpec trainExtremelyLargeCorpus

OptionaltrainingSentenceSize

trainingSentenceSize?: null | number

TrainerSpec trainingSentenceSize

OptionaltreatWhitespaceAsSuffix

treatWhitespaceAsSuffix?: null | boolean

TrainerSpec treatWhitespaceAsSuffix

OptionalunkId

unkId?: null | number

TrainerSpec unkId

OptionalunkPiece

unkPiece?: null | string

TrainerSpec unkPiece

OptionalunkSurface

unkSurface?: null | string

TrainerSpec unkSurface

OptionaluseAllVocab

useAllVocab?: null | boolean

TrainerSpec useAllVocab

OptionaluserDefinedSymbols

userDefinedSymbols?: null | string[]

TrainerSpec userDefinedSymbols

OptionalvocabSize

vocabSize?: null | number

TrainerSpec vocabSize

OptionalvocabularyOutputPieceScore

vocabularyOutputPieceScore?: null | boolean

TrainerSpec vocabularyOutputPieceScore

Settings

On This Page

Properties