com.google.cloud.vertexai.api

Class SpeculativeDecodingSpec

java.lang.Object

com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessage

com.google.protobuf.GeneratedMessageV3

com.google.cloud.vertexai.api.SpeculativeDecodingSpec

All Implemented Interfaces:

SpeculativeDecodingSpecOrBuilder, com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Serializable

public final class SpeculativeDecodingSpec
extends com.google.protobuf.GeneratedMessageV3
implements SpeculativeDecodingSpecOrBuilder

 Configuration for Speculative Decoding.
 

Protobuf type google.cloud.vertexai.v1.SpeculativeDecodingSpec

See Also:

Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	SpeculativeDecodingSpec.Builder Configuration for Speculative Decoding.
static class	SpeculativeDecodingSpec.DraftModelSpeculation Draft model speculation works by using the smaller model to generate candidate tokens for speculative decoding.
static interface	SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder
static class	SpeculativeDecodingSpec.NgramSpeculation N-Gram speculation works by trying to find matching tokens in the previous prompt sequence and use those as speculation for generating new tokens.
static interface	SpeculativeDecodingSpec.NgramSpeculationOrBuilder
static class	SpeculativeDecodingSpec.SpeculationCase

Nested classes/interfaces inherited from class com.google.protobuf.GeneratedMessageV3

com.google.protobuf.GeneratedMessageV3.BuilderParent, com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>,BuilderT extends com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageT,BuilderT>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessageOrBuilder<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessageV3.FieldAccessorTable, com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter

Nested classes/interfaces inherited from class com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessageLite.InternalOneOfEnum

Field Summary

Fields

Modifier and Type	Field and Description
static int	DRAFT_MODEL_SPECULATION_FIELD_NUMBER
static int	NGRAM_SPECULATION_FIELD_NUMBER
static int	SPECULATIVE_TOKEN_COUNT_FIELD_NUMBER

Fields inherited from class com.google.protobuf.GeneratedMessageV3

alwaysUseFieldBuilders, unknownFields

Fields inherited from class com.google.protobuf.AbstractMessage

memoizedSize

Fields inherited from class com.google.protobuf.AbstractMessageLite

memoizedHashCode

Method Summary

Modifier and Type	Method and Description
boolean	equals(Object obj)
static SpeculativeDecodingSpec	getDefaultInstance()
SpeculativeDecodingSpec	getDefaultInstanceForType()
static com.google.protobuf.Descriptors.Descriptor	getDescriptor()
SpeculativeDecodingSpec.DraftModelSpeculation	getDraftModelSpeculation() draft model speculation.
SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder	getDraftModelSpeculationOrBuilder() draft model speculation.
SpeculativeDecodingSpec.NgramSpeculation	getNgramSpeculation() N-Gram speculation.
SpeculativeDecodingSpec.NgramSpeculationOrBuilder	getNgramSpeculationOrBuilder() N-Gram speculation.
com.google.protobuf.Parser<SpeculativeDecodingSpec>	getParserForType()
int	getSerializedSize()
SpeculativeDecodingSpec.SpeculationCase	getSpeculationCase()
int	getSpeculativeTokenCount() The number of speculative tokens to generate at each step.
boolean	hasDraftModelSpeculation() draft model speculation.
int	hashCode()
boolean	hasNgramSpeculation() N-Gram speculation.
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable	internalGetFieldAccessorTable()
boolean	isInitialized()
static SpeculativeDecodingSpec.Builder	newBuilder()
static SpeculativeDecodingSpec.Builder	newBuilder(SpeculativeDecodingSpec prototype)
SpeculativeDecodingSpec.Builder	newBuilderForType()
protected SpeculativeDecodingSpec.Builder	newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
protected Object	newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)
static SpeculativeDecodingSpec	parseDelimitedFrom(InputStream input)
static SpeculativeDecodingSpec	parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static SpeculativeDecodingSpec	parseFrom(byte[] data)
static SpeculativeDecodingSpec	parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static SpeculativeDecodingSpec	parseFrom(ByteBuffer data)
static SpeculativeDecodingSpec	parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static SpeculativeDecodingSpec	parseFrom(com.google.protobuf.ByteString data)
static SpeculativeDecodingSpec	parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static SpeculativeDecodingSpec	parseFrom(com.google.protobuf.CodedInputStream input)
static SpeculativeDecodingSpec	parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static SpeculativeDecodingSpec	parseFrom(InputStream input)
static SpeculativeDecodingSpec	parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static com.google.protobuf.Parser<SpeculativeDecodingSpec>	parser()
SpeculativeDecodingSpec.Builder	toBuilder()
void	writeTo(com.google.protobuf.CodedOutputStream output)

Methods inherited from class com.google.protobuf.GeneratedMessageV3

canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyList, emptyLongList, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof, internalGetMapField, internalGetMapFieldReflection, isStringEmpty, makeExtensionsImmutable, makeMutableCopy, makeMutableCopy, mergeFromAndMakeImmutableInternal, mutableCopy, mutableCopy, mutableCopy, mutableCopy, mutableCopy, newBooleanList, newBuilderForType, newDoubleList, newFloatList, newIntList, newLongList, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTag

Methods inherited from class com.google.protobuf.AbstractMessage

findInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toString

Methods inherited from class com.google.protobuf.AbstractMessageLite

addAll, addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeTo

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

Methods inherited from interface com.google.protobuf.MessageLite

toByteArray, toByteString, writeDelimitedTo, writeTo

Field Detail

DRAFT_MODEL_SPECULATION_FIELD_NUMBER

public static final int DRAFT_MODEL_SPECULATION_FIELD_NUMBER

See Also:

Constant Field Values

NGRAM_SPECULATION_FIELD_NUMBER

public static final int NGRAM_SPECULATION_FIELD_NUMBER

See Also:

Constant Field Values

SPECULATIVE_TOKEN_COUNT_FIELD_NUMBER

public static final int SPECULATIVE_TOKEN_COUNT_FIELD_NUMBER

See Also:

Constant Field Values

Method Detail

newInstance

protected Object newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)

Overrides:

newInstance in class com.google.protobuf.GeneratedMessageV3

getDescriptor

public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

internalGetFieldAccessorTable

protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()

Specified by:

internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3

getSpeculationCase

public SpeculativeDecodingSpec.SpeculationCase getSpeculationCase()

Specified by:

getSpeculationCase in interface SpeculativeDecodingSpecOrBuilder

hasDraftModelSpeculation

public boolean hasDraftModelSpeculation()

 draft model speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Specified by:

hasDraftModelSpeculation in interface SpeculativeDecodingSpecOrBuilder

Returns:

Whether the draftModelSpeculation field is set.

getDraftModelSpeculation

public SpeculativeDecodingSpec.DraftModelSpeculation getDraftModelSpeculation()

 draft model speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Specified by:

getDraftModelSpeculation in interface SpeculativeDecodingSpecOrBuilder

Returns:

The draftModelSpeculation.

getDraftModelSpeculationOrBuilder

public SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder getDraftModelSpeculationOrBuilder()

 draft model speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Specified by:

getDraftModelSpeculationOrBuilder in interface SpeculativeDecodingSpecOrBuilder

hasNgramSpeculation

public boolean hasNgramSpeculation()

 N-Gram speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Specified by:

hasNgramSpeculation in interface SpeculativeDecodingSpecOrBuilder

Returns:

Whether the ngramSpeculation field is set.

getNgramSpeculation

public SpeculativeDecodingSpec.NgramSpeculation getNgramSpeculation()

 N-Gram speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Specified by:

getNgramSpeculation in interface SpeculativeDecodingSpecOrBuilder

Returns:

The ngramSpeculation.

getNgramSpeculationOrBuilder

public SpeculativeDecodingSpec.NgramSpeculationOrBuilder getNgramSpeculationOrBuilder()

 N-Gram speculation.
 

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Specified by:

getNgramSpeculationOrBuilder in interface SpeculativeDecodingSpecOrBuilder

getSpeculativeTokenCount

public int getSpeculativeTokenCount()

 The number of speculative tokens to generate at each step.
 

int32 speculative_token_count = 1;

Specified by:

getSpeculativeTokenCount in interface SpeculativeDecodingSpecOrBuilder

Returns:

The speculativeTokenCount.

isInitialized

public final boolean isInitialized()

Specified by:

isInitialized in interface com.google.protobuf.MessageLiteOrBuilder

Overrides:

isInitialized in class com.google.protobuf.GeneratedMessageV3

writeTo

public void writeTo(com.google.protobuf.CodedOutputStream output)
             throws IOException

Specified by:

writeTo in interface com.google.protobuf.MessageLite

Overrides:

writeTo in class com.google.protobuf.GeneratedMessageV3

Throws:

IOException

getSerializedSize

public int getSerializedSize()

Specified by:

getSerializedSize in interface com.google.protobuf.MessageLite

Overrides:

getSerializedSize in class com.google.protobuf.GeneratedMessageV3

equals

public boolean equals(Object obj)

Specified by:

equals in interface com.google.protobuf.Message

Overrides:

equals in class com.google.protobuf.AbstractMessage

hashCode

public int hashCode()

Specified by:

hashCode in interface com.google.protobuf.Message

Overrides:

hashCode in class com.google.protobuf.AbstractMessage

parseFrom

public static SpeculativeDecodingSpec parseFrom(ByteBuffer data)
                                         throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SpeculativeDecodingSpec parseFrom(ByteBuffer data,
                                                com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                         throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SpeculativeDecodingSpec parseFrom(com.google.protobuf.ByteString data)
                                         throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SpeculativeDecodingSpec parseFrom(com.google.protobuf.ByteString data,
                                                com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                         throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SpeculativeDecodingSpec parseFrom(byte[] data)
                                         throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SpeculativeDecodingSpec parseFrom(byte[] data,
                                                com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                         throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SpeculativeDecodingSpec parseFrom(InputStream input)
                                         throws IOException

Throws:

IOException

parseFrom

public static SpeculativeDecodingSpec parseFrom(InputStream input,
                                                com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                         throws IOException

Throws:

IOException

parseDelimitedFrom

public static SpeculativeDecodingSpec parseDelimitedFrom(InputStream input)
                                                  throws IOException

Throws:

IOException

parseDelimitedFrom

public static SpeculativeDecodingSpec parseDelimitedFrom(InputStream input,
                                                         com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                  throws IOException

Throws:

IOException

parseFrom

public static SpeculativeDecodingSpec parseFrom(com.google.protobuf.CodedInputStream input)
                                         throws IOException

Throws:

IOException

parseFrom

public static SpeculativeDecodingSpec parseFrom(com.google.protobuf.CodedInputStream input,
                                                com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                         throws IOException

Throws:

IOException

newBuilderForType

public SpeculativeDecodingSpec.Builder newBuilderForType()

Specified by:

newBuilderForType in interface com.google.protobuf.Message

Specified by:

newBuilderForType in interface com.google.protobuf.MessageLite

newBuilder

public static SpeculativeDecodingSpec.Builder newBuilder()

newBuilder

public static SpeculativeDecodingSpec.Builder newBuilder(SpeculativeDecodingSpec prototype)

toBuilder

public SpeculativeDecodingSpec.Builder toBuilder()

Specified by:

toBuilder in interface com.google.protobuf.Message

Specified by:

toBuilder in interface com.google.protobuf.MessageLite

newBuilderForType

protected SpeculativeDecodingSpec.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)

Specified by:

newBuilderForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstance

public static SpeculativeDecodingSpec getDefaultInstance()

parser

public static com.google.protobuf.Parser<SpeculativeDecodingSpec> parser()

getParserForType

public com.google.protobuf.Parser<SpeculativeDecodingSpec> getParserForType()

Specified by:

getParserForType in interface com.google.protobuf.Message

Specified by:

getParserForType in interface com.google.protobuf.MessageLite

Overrides:

getParserForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstanceForType

public SpeculativeDecodingSpec getDefaultInstanceForType()

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder