com.google.cloud.vertexai.api

Class SpeculativeDecodingSpec.Builder

java.lang.Object

com.google.protobuf.AbstractMessageLite.Builder

com.google.protobuf.AbstractMessage.Builder<BuilderT>

com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.Builder>

com.google.cloud.vertexai.api.SpeculativeDecodingSpec.Builder

All Implemented Interfaces:

SpeculativeDecodingSpecOrBuilder, com.google.protobuf.Message.Builder, com.google.protobuf.MessageLite.Builder, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Cloneable

Enclosing class:

SpeculativeDecodingSpec

public static final class SpeculativeDecodingSpec.Builder
extends com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.Builder>
implements SpeculativeDecodingSpecOrBuilder

 Configuration for Speculative Decoding.
 

Protobuf type google.cloud.vertexai.v1.SpeculativeDecodingSpec

Method Summary

Modifier and Type	Method and Description
SpeculativeDecodingSpec.Builder	addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
SpeculativeDecodingSpec	build()
SpeculativeDecodingSpec	buildPartial()
SpeculativeDecodingSpec.Builder	clear()
SpeculativeDecodingSpec.Builder	clearDraftModelSpeculation() draft model speculation.
SpeculativeDecodingSpec.Builder	clearField(com.google.protobuf.Descriptors.FieldDescriptor field)
SpeculativeDecodingSpec.Builder	clearNgramSpeculation() N-Gram speculation.
SpeculativeDecodingSpec.Builder	clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof)
SpeculativeDecodingSpec.Builder	clearSpeculation()
SpeculativeDecodingSpec.Builder	clearSpeculativeTokenCount() The number of speculative tokens to generate at each step.
SpeculativeDecodingSpec.Builder	clone()
SpeculativeDecodingSpec	getDefaultInstanceForType()
static com.google.protobuf.Descriptors.Descriptor	getDescriptor()
com.google.protobuf.Descriptors.Descriptor	getDescriptorForType()
SpeculativeDecodingSpec.DraftModelSpeculation	getDraftModelSpeculation() draft model speculation.
SpeculativeDecodingSpec.DraftModelSpeculation.Builder	getDraftModelSpeculationBuilder() draft model speculation.
SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder	getDraftModelSpeculationOrBuilder() draft model speculation.
SpeculativeDecodingSpec.NgramSpeculation	getNgramSpeculation() N-Gram speculation.
SpeculativeDecodingSpec.NgramSpeculation.Builder	getNgramSpeculationBuilder() N-Gram speculation.
SpeculativeDecodingSpec.NgramSpeculationOrBuilder	getNgramSpeculationOrBuilder() N-Gram speculation.
SpeculativeDecodingSpec.SpeculationCase	getSpeculationCase()
int	getSpeculativeTokenCount() The number of speculative tokens to generate at each step.
boolean	hasDraftModelSpeculation() draft model speculation.
boolean	hasNgramSpeculation() N-Gram speculation.
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable	internalGetFieldAccessorTable()
boolean	isInitialized()
SpeculativeDecodingSpec.Builder	mergeDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value) draft model speculation.
SpeculativeDecodingSpec.Builder	mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
SpeculativeDecodingSpec.Builder	mergeFrom(com.google.protobuf.Message other)
SpeculativeDecodingSpec.Builder	mergeFrom(SpeculativeDecodingSpec other)
SpeculativeDecodingSpec.Builder	mergeNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value) N-Gram speculation.
SpeculativeDecodingSpec.Builder	mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)
SpeculativeDecodingSpec.Builder	setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation.Builder builderForValue) draft model speculation.
SpeculativeDecodingSpec.Builder	setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value) draft model speculation.
SpeculativeDecodingSpec.Builder	setField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
SpeculativeDecodingSpec.Builder	setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation.Builder builderForValue) N-Gram speculation.
SpeculativeDecodingSpec.Builder	setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value) N-Gram speculation.
SpeculativeDecodingSpec.Builder	setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value)
SpeculativeDecodingSpec.Builder	setSpeculativeTokenCount(int value) The number of speculative tokens to generate at each step.
SpeculativeDecodingSpec.Builder	setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)

Methods inherited from class com.google.protobuf.GeneratedMessageV3.Builder

getAllFields, getField, getFieldBuilder, getOneofFieldDescriptor, getParentForChildren, getRepeatedField, getRepeatedFieldBuilder, getRepeatedFieldCount, getUnknownFields, getUnknownFieldSetBuilder, hasField, hasOneof, internalGetMapField, internalGetMapFieldReflection, internalGetMutableMapField, internalGetMutableMapFieldReflection, isClean, markClean, mergeUnknownLengthDelimitedField, mergeUnknownVarintField, newBuilderForField, onBuilt, onChanged, parseUnknownField, setUnknownFieldSetBuilder, setUnknownFieldsProto3

Methods inherited from class com.google.protobuf.AbstractMessage.Builder

findInitializationErrors, getInitializationErrorString, internalMergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, newUninitializedMessageException, toString

Methods inherited from class com.google.protobuf.AbstractMessageLite.Builder

addAll, addAll, mergeDelimitedFrom, mergeDelimitedFrom, newUninitializedMessageException

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

Methods inherited from interface com.google.protobuf.Message.Builder

mergeDelimitedFrom, mergeDelimitedFrom

Method Detail

getDescriptor

public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

internalGetFieldAccessorTable

protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()

Specified by:

internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.Builder>

clear

public SpeculativeDecodingSpec.Builder clear()

Specified by:

clear in interface com.google.protobuf.Message.Builder

Specified by:

clear in interface com.google.protobuf.MessageLite.Builder

Overrides:

clear in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.Builder>

getDescriptorForType

public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()

Specified by:

getDescriptorForType in interface com.google.protobuf.Message.Builder

Specified by:

getDescriptorForType in interface com.google.protobuf.MessageOrBuilder

Overrides:

getDescriptorForType in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.Builder>

getDefaultInstanceForType

public SpeculativeDecodingSpec getDefaultInstanceForType()

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder

build

public SpeculativeDecodingSpec build()

Specified by:

build in interface com.google.protobuf.Message.Builder

Specified by:

build in interface com.google.protobuf.MessageLite.Builder

buildPartial

public SpeculativeDecodingSpec buildPartial()

Specified by:

buildPartial in interface com.google.protobuf.Message.Builder

Specified by:

buildPartial in interface com.google.protobuf.MessageLite.Builder

clone

public SpeculativeDecodingSpec.Builder clone()

Specified by:

clone in interface com.google.protobuf.Message.Builder

Specified by:

clone in interface com.google.protobuf.MessageLite.Builder

Overrides:

clone in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.Builder>

setField

public SpeculativeDecodingSpec.Builder setField(com.google.protobuf.Descriptors.FieldDescriptor field,
                                                Object value)

Specified by:

setField in interface com.google.protobuf.Message.Builder

Overrides:

setField in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.Builder>

clearField

public SpeculativeDecodingSpec.Builder clearField(com.google.protobuf.Descriptors.FieldDescriptor field)

Specified by:

clearField in interface com.google.protobuf.Message.Builder

Overrides:

clearField in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.Builder>

clearOneof

public SpeculativeDecodingSpec.Builder clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof)

Specified by:

clearOneof in interface com.google.protobuf.Message.Builder

Overrides:

clearOneof in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.Builder>

setRepeatedField

public SpeculativeDecodingSpec.Builder setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field,
                                                        int index,
                                                        Object value)

Specified by:

setRepeatedField in interface com.google.protobuf.Message.Builder

Overrides:

setRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.Builder>

addRepeatedField

public SpeculativeDecodingSpec.Builder addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field,
                                                        Object value)

Specified by:

addRepeatedField in interface com.google.protobuf.Message.Builder

Overrides:

addRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.Builder>

mergeFrom

public SpeculativeDecodingSpec.Builder mergeFrom(com.google.protobuf.Message other)

Specified by:

mergeFrom in interface com.google.protobuf.Message.Builder

Overrides:

mergeFrom in class com.google.protobuf.AbstractMessage.Builder<SpeculativeDecodingSpec.Builder>

mergeFrom

public SpeculativeDecodingSpec.Builder mergeFrom(SpeculativeDecodingSpec other)

isInitialized

public final boolean isInitialized()

Specified by:

isInitialized in interface com.google.protobuf.MessageLiteOrBuilder

Overrides:

isInitialized in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.Builder>

mergeFrom

public SpeculativeDecodingSpec.Builder mergeFrom(com.google.protobuf.CodedInputStream input,
                                                 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                          throws IOException

Specified by:

mergeFrom in interface com.google.protobuf.Message.Builder

Specified by:

mergeFrom in interface com.google.protobuf.MessageLite.Builder

Overrides:

mergeFrom in class com.google.protobuf.AbstractMessage.Builder<SpeculativeDecodingSpec.Builder>

Throws:

IOException

getSpeculationCase

public SpeculativeDecodingSpec.SpeculationCase getSpeculationCase()

Specified by:

getSpeculationCase in interface SpeculativeDecodingSpecOrBuilder

clearSpeculation

public SpeculativeDecodingSpec.Builder clearSpeculation()

hasDraftModelSpeculation

public boolean hasDraftModelSpeculation()

 draft model speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Specified by:

hasDraftModelSpeculation in interface SpeculativeDecodingSpecOrBuilder

Returns:

Whether the draftModelSpeculation field is set.

getDraftModelSpeculation

public SpeculativeDecodingSpec.DraftModelSpeculation getDraftModelSpeculation()

 draft model speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Specified by:

getDraftModelSpeculation in interface SpeculativeDecodingSpecOrBuilder

Returns:

The draftModelSpeculation.

setDraftModelSpeculation

public SpeculativeDecodingSpec.Builder setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)

 draft model speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

setDraftModelSpeculation

public SpeculativeDecodingSpec.Builder setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation.Builder builderForValue)

 draft model speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

mergeDraftModelSpeculation

public SpeculativeDecodingSpec.Builder mergeDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)

 draft model speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

clearDraftModelSpeculation

public SpeculativeDecodingSpec.Builder clearDraftModelSpeculation()

 draft model speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

getDraftModelSpeculationBuilder

public SpeculativeDecodingSpec.DraftModelSpeculation.Builder getDraftModelSpeculationBuilder()

 draft model speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

getDraftModelSpeculationOrBuilder

public SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder getDraftModelSpeculationOrBuilder()

 draft model speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Specified by:

getDraftModelSpeculationOrBuilder in interface SpeculativeDecodingSpecOrBuilder

hasNgramSpeculation

public boolean hasNgramSpeculation()

 N-Gram speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Specified by:

hasNgramSpeculation in interface SpeculativeDecodingSpecOrBuilder

Returns:

Whether the ngramSpeculation field is set.

getNgramSpeculation

public SpeculativeDecodingSpec.NgramSpeculation getNgramSpeculation()

 N-Gram speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Specified by:

getNgramSpeculation in interface SpeculativeDecodingSpecOrBuilder

Returns:

The ngramSpeculation.

setNgramSpeculation

public SpeculativeDecodingSpec.Builder setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)

 N-Gram speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

setNgramSpeculation

public SpeculativeDecodingSpec.Builder setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation.Builder builderForValue)

 N-Gram speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

mergeNgramSpeculation

public SpeculativeDecodingSpec.Builder mergeNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)

 N-Gram speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

clearNgramSpeculation

public SpeculativeDecodingSpec.Builder clearNgramSpeculation()

 N-Gram speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

getNgramSpeculationBuilder

public SpeculativeDecodingSpec.NgramSpeculation.Builder getNgramSpeculationBuilder()

 N-Gram speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

getNgramSpeculationOrBuilder

public SpeculativeDecodingSpec.NgramSpeculationOrBuilder getNgramSpeculationOrBuilder()

 N-Gram speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Specified by:

getNgramSpeculationOrBuilder in interface SpeculativeDecodingSpecOrBuilder

getSpeculativeTokenCount

public int getSpeculativeTokenCount()

 The number of speculative tokens to generate at each step.
 

int32 speculative_token_count = 1;

Specified by:

getSpeculativeTokenCount in interface SpeculativeDecodingSpecOrBuilder

Returns:

The speculativeTokenCount.

setSpeculativeTokenCount

public SpeculativeDecodingSpec.Builder setSpeculativeTokenCount(int value)

 The number of speculative tokens to generate at each step.
 

int32 speculative_token_count = 1;

Parameters:

value - The speculativeTokenCount to set.

Returns:

This builder for chaining.

clearSpeculativeTokenCount

public SpeculativeDecodingSpec.Builder clearSpeculativeTokenCount()

 The number of speculative tokens to generate at each step.
 

int32 speculative_token_count = 1;

Returns:

This builder for chaining.

setUnknownFields

public final SpeculativeDecodingSpec.Builder setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)

Specified by:

setUnknownFields in interface com.google.protobuf.Message.Builder

Overrides:

setUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.Builder>

mergeUnknownFields

public final SpeculativeDecodingSpec.Builder mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)

Specified by:

mergeUnknownFields in interface com.google.protobuf.Message.Builder

Overrides:

mergeUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<SpeculativeDecodingSpec.Builder>