Package org.apache.beam.sdk.io.gcp.bigtable.changestreams.dofn

Class DetectNewPartitionsDoFn

java.lang.Object

org.apache.beam.sdk.transforms.DoFn<InitialPipelineState,PartitionRecord>

org.apache.beam.sdk.io.gcp.bigtable.changestreams.dofn.DetectNewPartitionsDoFn

All Implemented Interfaces:

java.io.Serializable, org.apache.beam.sdk.transforms.display.HasDisplayData

@Internal
@UnboundedPerElement
public class DetectNewPartitionsDoFn
extends org.apache.beam.sdk.transforms.DoFn<InitialPipelineState,PartitionRecord>

See Also:

Serialized Form

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.beam.sdk.transforms.DoFn

org.apache.beam.sdk.transforms.DoFn.AlwaysFetched, org.apache.beam.sdk.transforms.DoFn.BoundedPerElement, org.apache.beam.sdk.transforms.DoFn.BundleFinalizer, org.apache.beam.sdk.transforms.DoFn.Element, org.apache.beam.sdk.transforms.DoFn.FieldAccess, org.apache.beam.sdk.transforms.DoFn.FinishBundle, org.apache.beam.sdk.transforms.DoFn.FinishBundleContext, org.apache.beam.sdk.transforms.DoFn.GetInitialRestriction, org.apache.beam.sdk.transforms.DoFn.GetInitialWatermarkEstimatorState, org.apache.beam.sdk.transforms.DoFn.GetRestrictionCoder, org.apache.beam.sdk.transforms.DoFn.GetSize, org.apache.beam.sdk.transforms.DoFn.GetWatermarkEstimatorStateCoder, org.apache.beam.sdk.transforms.DoFn.Key, org.apache.beam.sdk.transforms.DoFn.MultiOutputReceiver, org.apache.beam.sdk.transforms.DoFn.NewTracker, org.apache.beam.sdk.transforms.DoFn.NewWatermarkEstimator, org.apache.beam.sdk.transforms.DoFn.OnTimer, org.apache.beam.sdk.transforms.DoFn.OnTimerContext, org.apache.beam.sdk.transforms.DoFn.OnTimerFamily, org.apache.beam.sdk.transforms.DoFn.OnWindowExpiration, org.apache.beam.sdk.transforms.DoFn.OnWindowExpirationContext, org.apache.beam.sdk.transforms.DoFn.OutputReceiver<T extends java.lang.Object>, org.apache.beam.sdk.transforms.DoFn.ProcessContext, org.apache.beam.sdk.transforms.DoFn.ProcessContinuation, org.apache.beam.sdk.transforms.DoFn.ProcessElement, org.apache.beam.sdk.transforms.DoFn.RequiresStableInput, org.apache.beam.sdk.transforms.DoFn.RequiresTimeSortedInput, org.apache.beam.sdk.transforms.DoFn.Restriction, org.apache.beam.sdk.transforms.DoFn.Setup, org.apache.beam.sdk.transforms.DoFn.SideInput, org.apache.beam.sdk.transforms.DoFn.SplitRestriction, org.apache.beam.sdk.transforms.DoFn.StartBundle, org.apache.beam.sdk.transforms.DoFn.StartBundleContext, org.apache.beam.sdk.transforms.DoFn.StateId, org.apache.beam.sdk.transforms.DoFn.Teardown, org.apache.beam.sdk.transforms.DoFn.TimerFamily, org.apache.beam.sdk.transforms.DoFn.TimerId, org.apache.beam.sdk.transforms.DoFn.Timestamp, org.apache.beam.sdk.transforms.DoFn.TruncateRestriction, org.apache.beam.sdk.transforms.DoFn.UnboundedPerElement, org.apache.beam.sdk.transforms.DoFn.WatermarkEstimatorState, org.apache.beam.sdk.transforms.DoFn.WindowedContext

Constructor Summary

Constructors

Constructor	Description
DetectNewPartitionsDoFn(org.joda.time.Instant endTime, ActionFactory actionFactory, DaoFactory daoFactory, ChangeStreamMetrics metrics)

Method Summary

Modifier and Type	Method	Description
org.joda.time.Instant	getInitialWatermarkEstimatorState(InitialPipelineState initialPipelineState)
double	getSize()
org.apache.beam.sdk.io.range.OffsetRange	initialRestriction()
org.apache.beam.sdk.transforms.splittabledofn.ManualWatermarkEstimator<org.joda.time.Instant>	newWatermarkEstimator(org.joda.time.Instant watermarkEstimatorState)
org.apache.beam.sdk.transforms.DoFn.ProcessContinuation	processElement(InitialPipelineState initialPipelineState, org.apache.beam.sdk.transforms.splittabledofn.RestrictionTracker<org.apache.beam.sdk.io.range.OffsetRange,java.lang.Long> tracker, org.apache.beam.sdk.transforms.DoFn.OutputReceiver<PartitionRecord> receiver, org.apache.beam.sdk.transforms.splittabledofn.ManualWatermarkEstimator<org.joda.time.Instant> watermarkEstimator)
org.apache.beam.sdk.transforms.splittabledofn.OffsetRangeTracker	restrictionTracker(org.apache.beam.sdk.io.range.OffsetRange restriction)
void	setup()

Methods inherited from class org.apache.beam.sdk.transforms.DoFn

getAllowedTimestampSkew, getInputTypeDescriptor, getOutputTypeDescriptor, populateDisplayData, prepareForProcessing

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

DetectNewPartitionsDoFn

public DetectNewPartitionsDoFn(@Nullable
                               org.joda.time.Instant endTime,
                               ActionFactory actionFactory,
                               DaoFactory daoFactory,
                               ChangeStreamMetrics metrics)

Method Detail

getInitialWatermarkEstimatorState

@GetInitialWatermarkEstimatorState
public org.joda.time.Instant getInitialWatermarkEstimatorState(@Element
                                                               InitialPipelineState initialPipelineState)

newWatermarkEstimator

@NewWatermarkEstimator
public org.apache.beam.sdk.transforms.splittabledofn.ManualWatermarkEstimator<org.joda.time.Instant> newWatermarkEstimator(@WatermarkEstimatorState
                                                                                                                           org.joda.time.Instant watermarkEstimatorState)

initialRestriction

@GetInitialRestriction
public org.apache.beam.sdk.io.range.OffsetRange initialRestriction()

restrictionTracker

@NewTracker
public org.apache.beam.sdk.transforms.splittabledofn.OffsetRangeTracker restrictionTracker(@Restriction
                                                                                           org.apache.beam.sdk.io.range.OffsetRange restriction)

getSize

@GetSize
public double getSize()

setup

@Setup
public void setup()
           throws java.io.IOException

Throws:

java.io.IOException

processElement

@ProcessElement
public org.apache.beam.sdk.transforms.DoFn.ProcessContinuation processElement(@Element
                                                                              InitialPipelineState initialPipelineState,
                                                                              org.apache.beam.sdk.transforms.splittabledofn.RestrictionTracker<org.apache.beam.sdk.io.range.OffsetRange,java.lang.Long> tracker,
                                                                              org.apache.beam.sdk.transforms.DoFn.OutputReceiver<PartitionRecord> receiver,
                                                                              org.apache.beam.sdk.transforms.splittabledofn.ManualWatermarkEstimator<org.joda.time.Instant> watermarkEstimator)
                                                                       throws java.lang.Exception

Throws:

java.lang.Exception