public class AqlMetadataProvider extends Object implements org.apache.hyracks.algebricks.core.algebra.metadata.IMetadataProvider<AqlSourceId,String>
| Modifier and Type | Field and Description |
|---|---|
static Map<String,String> |
adapterFactoryMapping |
| Constructor and Description |
|---|
AqlMetadataProvider(Dataverse defaultDataverse,
ICentralFeedManager centralFeedManager) |
| Modifier and Type | Method and Description |
|---|---|
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
buildBtreeRuntime(org.apache.hyracks.api.job.JobSpecification jobSpec,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> outputVars,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema opSchema,
org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv,
org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context,
boolean retainInput,
boolean retainNull,
Dataset dataset,
String indexName,
int[] lowKeyFields,
int[] highKeyFields,
boolean lowKeyInclusive,
boolean highKeyInclusive,
Object implConfig,
int[] minFilterFieldIndexes,
int[] maxFilterFieldIndexes) |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
buildExternalDatasetDataScannerRuntime(org.apache.hyracks.api.job.JobSpecification jobSpec,
IAType itemType,
IAdapterFactory adapterFactory,
IDataFormat format) |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
buildFeedCollectRuntime(org.apache.hyracks.api.job.JobSpecification jobSpec,
org.apache.hyracks.algebricks.core.algebra.metadata.IDataSource<AqlSourceId> dataSource) |
org.apache.hyracks.algebricks.common.utils.Triple<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint,IFeedAdapterFactory> |
buildFeedIntakeRuntime(org.apache.hyracks.api.job.JobSpecification jobSpec,
PrimaryFeed primaryFeed,
FeedPolicyAccessor policyAccessor) |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
buildRtreeRuntime(org.apache.hyracks.api.job.JobSpecification jobSpec,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> outputVars,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema opSchema,
org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv,
org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context,
boolean retainInput,
boolean retainNull,
Dataset dataset,
String indexName,
int[] keyFields,
int[] minFilterFieldIndexes,
int[] maxFilterFieldIndexes) |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
buildScannerRuntime(org.apache.hyracks.api.job.JobSpecification jobSpec,
IAType itemType,
IParseFileSplitsDecl decl,
IDataFormat format) |
static org.apache.hyracks.storage.am.common.api.ITreeIndexFrameFactory |
createBTreeNSMInteriorFrameFactory(org.apache.hyracks.api.dataflow.value.ITypeTraits[] typeTraits) |
Dataset |
findDataset(String dataverse,
String dataset) |
AqlDataSource |
findDataSource(AqlSourceId id) |
org.apache.hyracks.algebricks.core.algebra.metadata.IDataSourceIndex<String,AqlSourceId> |
findDataSourceIndex(String indexId,
AqlSourceId dataSourceId) |
Feed |
findFeed(String dataverse,
String feedName) |
FeedPolicy |
findFeedPolicy(String dataverse,
String policyName) |
ARecordType |
findOutputRecordType()
Retrieve the Output RecordType, as defined by "set output-record-type".
|
IAType |
findType(String dataverse,
String typeName) |
DatasourceAdapter |
getAdapter(MetadataTransactionContext mdTxnCtx,
String dataverseName,
String adapterName) |
Map<String,String[]> |
getAllStores() |
long |
getCardinalityPerPartitionHint(Dataset dataset)
Calculate an estimate size of the bloom filter.
|
org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint |
getClusterLocations() |
Map<String,String> |
getConfig() |
IDataFormat |
getDataFormat(String dataverseName) |
List<Index> |
getDatasetIndexes(String dataverseName,
String datasetName) |
Dataverse |
getDefaultDataverse() |
String |
getDefaultDataverseName() |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
getDeleteRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSource<AqlSourceId> dataSource,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema propagatedSchema,
org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> keys,
org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable payload,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> additionalNonKeyFields,
org.apache.hyracks.api.dataflow.value.RecordDescriptor recordDesc,
org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context,
org.apache.hyracks.api.job.JobSpecification spec) |
IDataFormat |
getFormat() |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
getIndexDeleteRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSourceIndex<String,AqlSourceId> dataSourceIndex,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema propagatedSchema,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema[] inputSchemas,
org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> primaryKeys,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> secondaryKeys,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> additionalNonKeyFields,
org.apache.hyracks.algebricks.core.algebra.base.ILogicalExpression filterExpr,
org.apache.hyracks.api.dataflow.value.RecordDescriptor recordDesc,
org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context,
org.apache.hyracks.api.job.JobSpecification spec) |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
getIndexInsertOrDeleteRuntime(org.apache.hyracks.storage.am.common.ophelpers.IndexOperation indexOp,
org.apache.hyracks.algebricks.core.algebra.metadata.IDataSourceIndex<String,AqlSourceId> dataSourceIndex,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema propagatedSchema,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema[] inputSchemas,
org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> primaryKeys,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> secondaryKeys,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> additionalNonKeyFields,
org.apache.hyracks.algebricks.core.algebra.base.ILogicalExpression filterExpr,
org.apache.hyracks.api.dataflow.value.RecordDescriptor recordDesc,
org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context,
org.apache.hyracks.api.job.JobSpecification spec,
boolean bulkload) |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
getIndexInsertRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSourceIndex<String,AqlSourceId> dataSourceIndex,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema propagatedSchema,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema[] inputSchemas,
org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> primaryKeys,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> secondaryKeys,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> additionalNonKeyFields,
org.apache.hyracks.algebricks.core.algebra.base.ILogicalExpression filterExpr,
org.apache.hyracks.api.dataflow.value.RecordDescriptor recordDesc,
org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context,
org.apache.hyracks.api.job.JobSpecification spec,
boolean bulkload) |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
getInsertOrDeleteRuntime(org.apache.hyracks.storage.am.common.ophelpers.IndexOperation indexOp,
org.apache.hyracks.algebricks.core.algebra.metadata.IDataSource<AqlSourceId> dataSource,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema propagatedSchema,
org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> keys,
org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable payload,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> additionalNonKeyFields,
org.apache.hyracks.api.dataflow.value.RecordDescriptor recordDesc,
org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context,
org.apache.hyracks.api.job.JobSpecification spec,
boolean bulkload) |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
getInsertRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSource<AqlSourceId> dataSource,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema propagatedSchema,
org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> keys,
org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable payload,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> additionalNonKeyFields,
org.apache.hyracks.api.dataflow.value.RecordDescriptor recordDesc,
org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context,
org.apache.hyracks.api.job.JobSpecification spec,
boolean bulkload) |
JobId |
getJobId() |
Map<String,Integer> |
getLocks() |
MetadataTransactionContext |
getMetadataTxnContext() |
org.apache.hyracks.dataflow.std.file.FileSplit |
getOutputFile() |
String |
getPropertyValue(String propertyName) |
boolean |
getResultAsyncMode() |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
getResultHandleRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSink sink,
int[] printColumns,
org.apache.hyracks.algebricks.data.IPrinterFactory[] printerFactories,
org.apache.hyracks.api.dataflow.value.RecordDescriptor inputDesc,
boolean ordered,
org.apache.hyracks.api.job.JobSpecification spec) |
org.apache.hyracks.algebricks.data.IResultSerializerFactoryProvider |
getResultSerializerFactoryProvider() |
org.apache.hyracks.api.dataset.ResultSetId |
getResultSetId() |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
getScannerRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSource<AqlSourceId> dataSource,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> scanVariables,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> projectVariables,
boolean projectPushed,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> minFilterVars,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> maxFilterVars,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema opSchema,
org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv,
org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context,
org.apache.hyracks.api.job.JobSpecification jobSpec,
Object implConfig) |
AsterixStorageProperties |
getStorageProperties() |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
getTokenizerRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSourceIndex<String,AqlSourceId> dataSourceIndex,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema propagatedSchema,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema[] inputSchemas,
org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> primaryKeys,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> secondaryKeys,
org.apache.hyracks.algebricks.core.algebra.base.ILogicalExpression filterExpr,
org.apache.hyracks.api.dataflow.value.RecordDescriptor recordDesc,
org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context,
org.apache.hyracks.api.job.JobSpecification spec,
boolean bulkload) |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.algebricks.runtime.base.IPushRuntimeFactory,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
getWriteFileRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSink sink,
int[] printColumns,
org.apache.hyracks.algebricks.data.IPrinterFactory[] printerFactories,
org.apache.hyracks.api.dataflow.value.RecordDescriptor inputDesc) |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
getWriteResultRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSource<AqlSourceId> dataSource,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema propagatedSchema,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> keys,
org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable payload,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> additionalNonKeyFields,
org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context,
org.apache.hyracks.api.job.JobSpecification spec) |
org.apache.hyracks.algebricks.data.IAWriterFactory |
getWriterFactory() |
boolean |
isTemporaryDatasetWriteJob() |
boolean |
isWriteTransaction() |
org.apache.hyracks.algebricks.core.algebra.functions.IFunctionInfo |
lookupFunction(org.apache.hyracks.algebricks.core.algebra.functions.FunctionIdentifier fid) |
AqlDataSource |
lookupSourceInMetadata(AqlSourceId aqlId) |
static org.apache.hyracks.api.dataflow.value.ILinearizeComparatorFactory |
proposeLinearizer(ATypeTag keyType,
int numKeyFields) |
boolean |
scannerOperatorIsLeaf(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSource<AqlSourceId> dataSource) |
void |
setConfig(Map<String,String> config) |
void |
setJobId(JobId jobId) |
void |
setLocks(Map<String,Integer> locks) |
void |
setMetadataTxnContext(MetadataTransactionContext mdTxnCtx) |
void |
setOutputFile(org.apache.hyracks.dataflow.std.file.FileSplit outputFile) |
void |
setResultAsyncMode(boolean asyncResults) |
void |
setResultSerializerFactoryProvider(org.apache.hyracks.algebricks.data.IResultSerializerFactoryProvider rafp) |
void |
setResultSetId(org.apache.hyracks.api.dataset.ResultSetId resultSetId) |
void |
setWriterFactory(org.apache.hyracks.algebricks.data.IAWriterFactory writerFactory) |
void |
setWriteTransaction(boolean writeTransaction) |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.dataflow.std.file.IFileSplitProvider,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
splitProviderAndPartitionConstraintsForDataset(String dataverseName,
String datasetName,
String targetIdxName,
boolean temp) |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.dataflow.std.file.IFileSplitProvider,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
splitProviderAndPartitionConstraintsForDataverse(String dataverse) |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.dataflow.std.file.IFileSplitProvider,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
splitProviderAndPartitionConstraintsForFilesIndex(String dataverseName,
String datasetName,
String targetIdxName,
boolean create) |
org.apache.hyracks.dataflow.std.file.FileSplit[] |
splitsForDataset(MetadataTransactionContext mdTxnCtx,
String dataverseName,
String datasetName,
String targetIdxName,
boolean temp) |
public AqlMetadataProvider(Dataverse defaultDataverse, ICentralFeedManager centralFeedManager)
public void setJobId(JobId jobId)
public Dataverse getDefaultDataverse()
public String getDefaultDataverseName()
public void setWriteTransaction(boolean writeTransaction)
public void setWriterFactory(org.apache.hyracks.algebricks.data.IAWriterFactory writerFactory)
public void setMetadataTxnContext(MetadataTransactionContext mdTxnCtx)
public MetadataTransactionContext getMetadataTxnContext()
public org.apache.hyracks.algebricks.data.IAWriterFactory getWriterFactory()
public org.apache.hyracks.dataflow.std.file.FileSplit getOutputFile()
public void setOutputFile(org.apache.hyracks.dataflow.std.file.FileSplit outputFile)
public boolean getResultAsyncMode()
public void setResultAsyncMode(boolean asyncResults)
public org.apache.hyracks.api.dataset.ResultSetId getResultSetId()
public void setResultSetId(org.apache.hyracks.api.dataset.ResultSetId resultSetId)
public void setResultSerializerFactoryProvider(org.apache.hyracks.algebricks.data.IResultSerializerFactoryProvider rafp)
public org.apache.hyracks.algebricks.data.IResultSerializerFactoryProvider getResultSerializerFactoryProvider()
public ARecordType findOutputRecordType() throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic AqlDataSource findDataSource(AqlSourceId id) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
findDataSource in interface org.apache.hyracks.algebricks.core.algebra.metadata.IMetadataProvider<AqlSourceId,String>org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic boolean isWriteTransaction()
public boolean isTemporaryDatasetWriteJob()
public org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> getScannerRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSource<AqlSourceId> dataSource, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> scanVariables, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> projectVariables, boolean projectPushed, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> minFilterVars, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> maxFilterVars, org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema opSchema, org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv, org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context, org.apache.hyracks.api.job.JobSpecification jobSpec, Object implConfig) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
getScannerRuntime in interface org.apache.hyracks.algebricks.core.algebra.metadata.IMetadataProvider<AqlSourceId,String>org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> buildFeedCollectRuntime(org.apache.hyracks.api.job.JobSpecification jobSpec,
org.apache.hyracks.algebricks.core.algebra.metadata.IDataSource<AqlSourceId> dataSource)
throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic IDataFormat getDataFormat(String dataverseName) throws AsterixException
AsterixExceptionpublic org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> buildExternalDatasetDataScannerRuntime(org.apache.hyracks.api.job.JobSpecification jobSpec,
IAType itemType,
IAdapterFactory adapterFactory,
IDataFormat format)
throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> buildScannerRuntime(org.apache.hyracks.api.job.JobSpecification jobSpec,
IAType itemType,
IParseFileSplitsDecl decl,
IDataFormat format)
throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic org.apache.hyracks.algebricks.common.utils.Triple<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint,IFeedAdapterFactory> buildFeedIntakeRuntime(org.apache.hyracks.api.job.JobSpecification jobSpec, PrimaryFeed primaryFeed, FeedPolicyAccessor policyAccessor) throws Exception
Exceptionpublic org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> buildBtreeRuntime(org.apache.hyracks.api.job.JobSpecification jobSpec,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> outputVars,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema opSchema,
org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv,
org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context,
boolean retainInput,
boolean retainNull,
Dataset dataset,
String indexName,
int[] lowKeyFields,
int[] highKeyFields,
boolean lowKeyInclusive,
boolean highKeyInclusive,
Object implConfig,
int[] minFilterFieldIndexes,
int[] maxFilterFieldIndexes)
throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> buildRtreeRuntime(org.apache.hyracks.api.job.JobSpecification jobSpec,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> outputVars,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema opSchema,
org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv,
org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context,
boolean retainInput,
boolean retainNull,
Dataset dataset,
String indexName,
int[] keyFields,
int[] minFilterFieldIndexes,
int[] maxFilterFieldIndexes)
throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.algebricks.runtime.base.IPushRuntimeFactory,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> getWriteFileRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSink sink,
int[] printColumns,
org.apache.hyracks.algebricks.data.IPrinterFactory[] printerFactories,
org.apache.hyracks.api.dataflow.value.RecordDescriptor inputDesc)
getWriteFileRuntime in interface org.apache.hyracks.algebricks.core.algebra.metadata.IMetadataProvider<AqlSourceId,String>public org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> getResultHandleRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSink sink,
int[] printColumns,
org.apache.hyracks.algebricks.data.IPrinterFactory[] printerFactories,
org.apache.hyracks.api.dataflow.value.RecordDescriptor inputDesc,
boolean ordered,
org.apache.hyracks.api.job.JobSpecification spec)
throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
getResultHandleRuntime in interface org.apache.hyracks.algebricks.core.algebra.metadata.IMetadataProvider<AqlSourceId,String>org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic org.apache.hyracks.algebricks.core.algebra.metadata.IDataSourceIndex<String,AqlSourceId> findDataSourceIndex(String indexId, AqlSourceId dataSourceId) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
findDataSourceIndex in interface org.apache.hyracks.algebricks.core.algebra.metadata.IMetadataProvider<AqlSourceId,String>org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic AqlDataSource lookupSourceInMetadata(AqlSourceId aqlId) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException, MetadataException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionMetadataExceptionpublic boolean scannerOperatorIsLeaf(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSource<AqlSourceId> dataSource)
scannerOperatorIsLeaf in interface org.apache.hyracks.algebricks.core.algebra.metadata.IMetadataProvider<AqlSourceId,String>public org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> getWriteResultRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSource<AqlSourceId> dataSource, org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema propagatedSchema, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> keys, org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable payload, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> additionalNonKeyFields, org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context, org.apache.hyracks.api.job.JobSpecification spec) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
getWriteResultRuntime in interface org.apache.hyracks.algebricks.core.algebra.metadata.IMetadataProvider<AqlSourceId,String>org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> getInsertOrDeleteRuntime(org.apache.hyracks.storage.am.common.ophelpers.IndexOperation indexOp,
org.apache.hyracks.algebricks.core.algebra.metadata.IDataSource<AqlSourceId> dataSource,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema propagatedSchema,
org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> keys,
org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable payload,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> additionalNonKeyFields,
org.apache.hyracks.api.dataflow.value.RecordDescriptor recordDesc,
org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context,
org.apache.hyracks.api.job.JobSpecification spec,
boolean bulkload)
throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> getInsertRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSource<AqlSourceId> dataSource, org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema propagatedSchema, org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> keys, org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable payload, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> additionalNonKeyFields, org.apache.hyracks.api.dataflow.value.RecordDescriptor recordDesc, org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context, org.apache.hyracks.api.job.JobSpecification spec, boolean bulkload) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
getInsertRuntime in interface org.apache.hyracks.algebricks.core.algebra.metadata.IMetadataProvider<AqlSourceId,String>org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> getDeleteRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSource<AqlSourceId> dataSource, org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema propagatedSchema, org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> keys, org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable payload, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> additionalNonKeyFields, org.apache.hyracks.api.dataflow.value.RecordDescriptor recordDesc, org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context, org.apache.hyracks.api.job.JobSpecification spec) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
getDeleteRuntime in interface org.apache.hyracks.algebricks.core.algebra.metadata.IMetadataProvider<AqlSourceId,String>org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> getIndexInsertOrDeleteRuntime(org.apache.hyracks.storage.am.common.ophelpers.IndexOperation indexOp,
org.apache.hyracks.algebricks.core.algebra.metadata.IDataSourceIndex<String,AqlSourceId> dataSourceIndex,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema propagatedSchema,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema[] inputSchemas,
org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> primaryKeys,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> secondaryKeys,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> additionalNonKeyFields,
org.apache.hyracks.algebricks.core.algebra.base.ILogicalExpression filterExpr,
org.apache.hyracks.api.dataflow.value.RecordDescriptor recordDesc,
org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context,
org.apache.hyracks.api.job.JobSpecification spec,
boolean bulkload)
throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> getIndexInsertRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSourceIndex<String,AqlSourceId> dataSourceIndex, org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema propagatedSchema, org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema[] inputSchemas, org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> primaryKeys, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> secondaryKeys, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> additionalNonKeyFields, org.apache.hyracks.algebricks.core.algebra.base.ILogicalExpression filterExpr, org.apache.hyracks.api.dataflow.value.RecordDescriptor recordDesc, org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context, org.apache.hyracks.api.job.JobSpecification spec, boolean bulkload) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
getIndexInsertRuntime in interface org.apache.hyracks.algebricks.core.algebra.metadata.IMetadataProvider<AqlSourceId,String>org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> getTokenizerRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSourceIndex<String,AqlSourceId> dataSourceIndex, org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema propagatedSchema, org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema[] inputSchemas, org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> primaryKeys, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> secondaryKeys, org.apache.hyracks.algebricks.core.algebra.base.ILogicalExpression filterExpr, org.apache.hyracks.api.dataflow.value.RecordDescriptor recordDesc, org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context, org.apache.hyracks.api.job.JobSpecification spec, boolean bulkload) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
getTokenizerRuntime in interface org.apache.hyracks.algebricks.core.algebra.metadata.IMetadataProvider<AqlSourceId,String>org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> getIndexDeleteRuntime(org.apache.hyracks.algebricks.core.algebra.metadata.IDataSourceIndex<String,AqlSourceId> dataSourceIndex, org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema propagatedSchema, org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema[] inputSchemas, org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> primaryKeys, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> secondaryKeys, List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> additionalNonKeyFields, org.apache.hyracks.algebricks.core.algebra.base.ILogicalExpression filterExpr, org.apache.hyracks.api.dataflow.value.RecordDescriptor recordDesc, org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context, org.apache.hyracks.api.job.JobSpecification spec) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
getIndexDeleteRuntime in interface org.apache.hyracks.algebricks.core.algebra.metadata.IMetadataProvider<AqlSourceId,String>org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic JobId getJobId()
public static org.apache.hyracks.storage.am.common.api.ITreeIndexFrameFactory createBTreeNSMInteriorFrameFactory(org.apache.hyracks.api.dataflow.value.ITypeTraits[] typeTraits)
public static org.apache.hyracks.api.dataflow.value.ILinearizeComparatorFactory proposeLinearizer(ATypeTag keyType, int numKeyFields) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic long getCardinalityPerPartitionHint(Dataset dataset) throws MetadataException, org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
dataset - MetadataExceptionorg.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic org.apache.hyracks.algebricks.core.algebra.functions.IFunctionInfo lookupFunction(org.apache.hyracks.algebricks.core.algebra.functions.FunctionIdentifier fid)
lookupFunction in interface org.apache.hyracks.algebricks.core.algebra.metadata.IMetadataProvider<AqlSourceId,String>public org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.dataflow.std.file.IFileSplitProvider,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> splitProviderAndPartitionConstraintsForDataset(String dataverseName, String datasetName, String targetIdxName, boolean temp) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.dataflow.std.file.IFileSplitProvider,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> splitProviderAndPartitionConstraintsForDataverse(String dataverse)
public org.apache.hyracks.dataflow.std.file.FileSplit[] splitsForDataset(MetadataTransactionContext mdTxnCtx, String dataverseName, String datasetName, String targetIdxName, boolean temp) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic DatasourceAdapter getAdapter(MetadataTransactionContext mdTxnCtx, String dataverseName, String adapterName) throws MetadataException
MetadataExceptionpublic Dataset findDataset(String dataverse, String dataset) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic IAType findType(String dataverse, String typeName) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic Feed findFeed(String dataverse, String feedName) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic FeedPolicy findFeedPolicy(String dataverse, String policyName) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic List<Index> getDatasetIndexes(String dataverseName, String datasetName) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint getClusterLocations()
public IDataFormat getFormat()
public org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.dataflow.std.file.IFileSplitProvider,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> splitProviderAndPartitionConstraintsForFilesIndex(String dataverseName, String datasetName, String targetIdxName, boolean create) throws org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
org.apache.hyracks.algebricks.common.exceptions.AlgebricksExceptionpublic AsterixStorageProperties getStorageProperties()
Copyright © 2016 The Apache Software Foundation. All rights reserved.