com.google.cloud.vertexai.api

Class SpeculativeDecodingSpec.NgramSpeculation.Builder

java.lang.Object

com.google.protobuf.AbstractMessageLite.Builder

com.google.protobuf.AbstractMessage.Builder<BuilderT>

com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

com.google.cloud.vertexai.api.SpeculativeDecodingSpec.NgramSpeculation.Builder

All Implemented Interfaces:

SpeculativeDecodingSpec.NgramSpeculationOrBuilder, com.google.protobuf.Message.Builder, com.google.protobuf.MessageLite.Builder, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Cloneable

Enclosing class:

SpeculativeDecodingSpec.NgramSpeculation

public static final class SpeculativeDecodingSpec.NgramSpeculation.Builder
extends com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>
implements SpeculativeDecodingSpec.NgramSpeculationOrBuilder

 N-Gram speculation works by trying to find matching tokens in the
 previous prompt sequence and use those as speculation for generating
 new tokens.
 

Protobuf type google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation

Method Summary

Modifier and Type	Method and Description
SpeculativeDecodingSpec.NgramSpeculation.Builder	addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
SpeculativeDecodingSpec.NgramSpeculation	build()
SpeculativeDecodingSpec.NgramSpeculation	buildPartial()
SpeculativeDecodingSpec.NgramSpeculation.Builder	clear()
SpeculativeDecodingSpec.NgramSpeculation.Builder	clearField(com.google.protobuf.Descriptors.FieldDescriptor field)
SpeculativeDecodingSpec.NgramSpeculation.Builder	clearNgramSize() The number of last N input tokens used as ngram to search/match against the previous prompt sequence.
SpeculativeDecodingSpec.NgramSpeculation.Builder	clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof)
SpeculativeDecodingSpec.NgramSpeculation.Builder	clone()
SpeculativeDecodingSpec.NgramSpeculation	getDefaultInstanceForType()
static com.google.protobuf.Descriptors.Descriptor	getDescriptor()
com.google.protobuf.Descriptors.Descriptor	getDescriptorForType()
int	getNgramSize() The number of last N input tokens used as ngram to search/match against the previous prompt sequence.
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable	internalGetFieldAccessorTable()
boolean	isInitialized()
SpeculativeDecodingSpec.NgramSpeculation.Builder	mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
SpeculativeDecodingSpec.NgramSpeculation.Builder	mergeFrom(com.google.protobuf.Message other)
SpeculativeDecodingSpec.NgramSpeculation.Builder	mergeFrom(SpeculativeDecodingSpec.NgramSpeculation other)
SpeculativeDecodingSpec.NgramSpeculation.Builder	mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)
SpeculativeDecodingSpec.NgramSpeculation.Builder	setField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
SpeculativeDecodingSpec.NgramSpeculation.Builder	setNgramSize(int value) The number of last N input tokens used as ngram to search/match against the previous prompt sequence.
SpeculativeDecodingSpec.NgramSpeculation.Builder	setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value)
SpeculativeDecodingSpec.NgramSpeculation.Builder	setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)

Methods inherited from class com.google.protobuf.GeneratedMessageV3.Builder

getAllFields, getField, getFieldBuilder, getOneofFieldDescriptor, getParentForChildren, getRepeatedField, getRepeatedFieldBuilder, getRepeatedFieldCount, getUnknownFields, getUnknownFieldSetBuilder, hasField, hasOneof, internalGetMapField, internalGetMapFieldReflection, internalGetMutableMapField, internalGetMutableMapFieldReflection, isClean, markClean, mergeUnknownLengthDelimitedField, mergeUnknownVarintField, newBuilderForField, onBuilt, onChanged, parseUnknownField, setUnknownFieldSetBuilder, setUnknownFieldsProto3

Methods inherited from class com.google.protobuf.AbstractMessage.Builder

findInitializationErrors, getInitializationErrorString, internalMergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, newUninitializedMessageException, toString

Methods inherited from class com.google.protobuf.AbstractMessageLite.Builder

addAll, addAll, mergeDelimitedFrom, mergeDelimitedFrom, newUninitializedMessageException

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

Methods inherited from interface com.google.protobuf.Message.Builder

mergeDelimitedFrom, mergeDelimitedFrom

Method Detail

getDescriptor

public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

internalGetFieldAccessorTable

protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()

Specified by:

internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

clear

public SpeculativeDecodingSpec.NgramSpeculation.Builder clear()

Specified by:

clear in interface com.google.protobuf.Message.Builder

Specified by:

clear in interface com.google.protobuf.MessageLite.Builder

Overrides:

clear in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

getDescriptorForType

public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()

Specified by:

getDescriptorForType in interface com.google.protobuf.Message.Builder

Specified by:

getDescriptorForType in interface com.google.protobuf.MessageOrBuilder

Overrides:

getDescriptorForType in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

getDefaultInstanceForType

public SpeculativeDecodingSpec.NgramSpeculation getDefaultInstanceForType()

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder

build

public SpeculativeDecodingSpec.NgramSpeculation build()

Specified by:

build in interface com.google.protobuf.Message.Builder

Specified by:

build in interface com.google.protobuf.MessageLite.Builder

buildPartial

public SpeculativeDecodingSpec.NgramSpeculation buildPartial()

Specified by:

buildPartial in interface com.google.protobuf.Message.Builder

Specified by:

buildPartial in interface com.google.protobuf.MessageLite.Builder

clone

public SpeculativeDecodingSpec.NgramSpeculation.Builder clone()

Specified by:

clone in interface com.google.protobuf.Message.Builder

Specified by:

clone in interface com.google.protobuf.MessageLite.Builder

Overrides:

clone in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

setField

public SpeculativeDecodingSpec.NgramSpeculation.Builder setField(com.google.protobuf.Descriptors.FieldDescriptor field,
                                                                 Object value)

Specified by:

setField in interface com.google.protobuf.Message.Builder

Overrides:

setField in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

clearField

public SpeculativeDecodingSpec.NgramSpeculation.Builder clearField(com.google.protobuf.Descriptors.FieldDescriptor field)

Specified by:

clearField in interface com.google.protobuf.Message.Builder

Overrides:

clearField in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

clearOneof

public SpeculativeDecodingSpec.NgramSpeculation.Builder clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof)

Specified by:

clearOneof in interface com.google.protobuf.Message.Builder

Overrides:

clearOneof in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

setRepeatedField

public SpeculativeDecodingSpec.NgramSpeculation.Builder setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field,
                                                                         int index,
                                                                         Object value)

Specified by:

setRepeatedField in interface com.google.protobuf.Message.Builder

Overrides:

setRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

addRepeatedField

public SpeculativeDecodingSpec.NgramSpeculation.Builder addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field,
                                                                         Object value)

Specified by:

addRepeatedField in interface com.google.protobuf.Message.Builder

Overrides:

addRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

mergeFrom

public SpeculativeDecodingSpec.NgramSpeculation.Builder mergeFrom(com.google.protobuf.Message other)

Specified by:

mergeFrom in interface com.google.protobuf.Message.Builder

Overrides:

mergeFrom in class com.google.protobuf.AbstractMessage.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

mergeFrom

public SpeculativeDecodingSpec.NgramSpeculation.Builder mergeFrom(SpeculativeDecodingSpec.NgramSpeculation other)

isInitialized

public final boolean isInitialized()

Specified by:

isInitialized in interface com.google.protobuf.MessageLiteOrBuilder

Overrides:

isInitialized in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

mergeFrom

public SpeculativeDecodingSpec.NgramSpeculation.Builder mergeFrom(com.google.protobuf.CodedInputStream input,
                                                                  com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                           throws IOException

Specified by:

mergeFrom in interface com.google.protobuf.Message.Builder

Specified by:

mergeFrom in interface com.google.protobuf.MessageLite.Builder

Overrides:

mergeFrom in class com.google.protobuf.AbstractMessage.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

Throws:

IOException

getNgramSize

public int getNgramSize()

 The number of last N input tokens used as ngram to search/match
 against the previous prompt sequence.
 This is equal to the N in N-Gram.
 The default value is 3 if not specified.
 

int32 ngram_size = 1;

Specified by:

getNgramSize in interface SpeculativeDecodingSpec.NgramSpeculationOrBuilder

Returns:

The ngramSize.

setNgramSize

public SpeculativeDecodingSpec.NgramSpeculation.Builder setNgramSize(int value)

 The number of last N input tokens used as ngram to search/match
 against the previous prompt sequence.
 This is equal to the N in N-Gram.
 The default value is 3 if not specified.
 

int32 ngram_size = 1;

Parameters:

value - The ngramSize to set.

Returns:

This builder for chaining.

clearNgramSize

public SpeculativeDecodingSpec.NgramSpeculation.Builder clearNgramSize()

 The number of last N input tokens used as ngram to search/match
 against the previous prompt sequence.
 This is equal to the N in N-Gram.
 The default value is 3 if not specified.
 

int32 ngram_size = 1;

Returns:

This builder for chaining.

setUnknownFields

public final SpeculativeDecodingSpec.NgramSpeculation.Builder setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)

Specified by:

setUnknownFields in interface com.google.protobuf.Message.Builder

Overrides:

setUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

mergeUnknownFields

public final SpeculativeDecodingSpec.NgramSpeculation.Builder mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)

Specified by:

mergeUnknownFields in interface com.google.protobuf.Message.Builder

Overrides:

mergeUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>