| Modifier and Type | Field and Description |
|---|---|
protected Map<String,Map<String,Dataset>> |
MetadataCache.datasets |
| Modifier and Type | Method and Description |
|---|---|
Dataset |
MetadataNode.getDataset(JobId jobId,
String dataverseName,
String datasetName) |
Dataset |
MetadataManager.getDataset(MetadataTransactionContext ctx,
String dataverseName,
String datasetName) |
Dataset |
MetadataCache.getDataset(String dataverseName,
String datasetName) |
| Modifier and Type | Method and Description |
|---|---|
List<Dataset> |
MetadataNode.getDataverseDatasets(JobId jobId,
String dataverseName) |
List<Dataset> |
MetadataManager.getDataverseDatasets(MetadataTransactionContext ctx,
String dataverseName) |
List<Dataset> |
MetadataCache.getDataverseDatasets(String dataverseName) |
| Modifier and Type | Method and Description |
|---|---|
void |
MetadataTransactionContext.addDataset(Dataset dataset) |
void |
MetadataNode.addDataset(JobId jobId,
Dataset dataset) |
void |
MetadataManager.addDataset(MetadataTransactionContext ctx,
Dataset dataset) |
Object |
MetadataCache.addDatasetIfNotExists(Dataset dataset) |
Object |
MetadataCache.dropDataset(Dataset dataset) |
void |
MetadataManager.dropDatasetExternalFiles(MetadataTransactionContext mdTxnCtx,
Dataset dataset) |
void |
MetadataNode.dropExternalFiles(JobId jobId,
Dataset dataset) |
List<ExternalFile> |
MetadataManager.getDatasetExternalFiles(MetadataTransactionContext mdTxnCtx,
Dataset dataset) |
List<ExternalFile> |
MetadataNode.getExternalFiles(JobId jobId,
Dataset dataset) |
void |
MetadataNode.updateDataset(JobId jobId,
Dataset dataset) |
void |
MetadataManager.updateDataset(MetadataTransactionContext ctx,
Dataset dataset) |
| Modifier and Type | Method and Description |
|---|---|
Dataset |
IMetadataNode.getDataset(JobId jobId,
String dataverseName,
String datasetName)
Retrieves a dataset within a given dataverse, acquiring local locks on
behalf of the given transaction id.
|
Dataset |
IMetadataManager.getDataset(MetadataTransactionContext ctx,
String dataverseName,
String datasetName)
Retrieves a dataset within a given dataverse.
|
| Modifier and Type | Method and Description |
|---|---|
List<Dataset> |
IMetadataNode.getDataverseDatasets(JobId jobId,
String dataverseName)
Retrieves all datasets belonging to the given dataverse, acquiring local
locks on behalf of the given transaction id.
|
List<Dataset> |
IMetadataManager.getDataverseDatasets(MetadataTransactionContext ctx,
String dataverseName)
Retrieves all datasets belonging to the given dataverse.
|
| Modifier and Type | Method and Description |
|---|---|
void |
IMetadataNode.addDataset(JobId jobId,
Dataset dataset)
Inserts a new dataset into the metadata, acquiring local locks on behalf
of the given transaction id.
|
void |
IMetadataManager.addDataset(MetadataTransactionContext ctx,
Dataset dataset)
Inserts a new dataset into the metadata.
|
void |
IMetadataManager.dropDatasetExternalFiles(MetadataTransactionContext mdTxnCtx,
Dataset dataset) |
void |
IMetadataNode.dropExternalFiles(JobId jobId,
Dataset dataset)
Deletes all external files belonging to a dataset, acquiring local locks on behalf of the given
transaction id.
|
List<ExternalFile> |
IMetadataManager.getDatasetExternalFiles(MetadataTransactionContext mdTxnCtx,
Dataset dataset) |
List<ExternalFile> |
IMetadataNode.getExternalFiles(JobId jobId,
Dataset dataset) |
void |
IMetadataNode.updateDataset(JobId jobId,
Dataset dataset)
update an existing dataset in the metadata, acquiring local locks on behalf
of the given transaction id.
|
void |
IMetadataManager.updateDataset(MetadataTransactionContext ctx,
Dataset dataset)
update an existing dataset in metadata.
|
| Modifier and Type | Method and Description |
|---|---|
Dataset |
AqlCompiledMetadataDeclarations.findDataset(String datasetName) |
Dataset |
AqlMetadataProvider.findDataset(String dataverse,
String dataset) |
Dataset |
DatasetDataSource.getDataset() |
Dataset |
LoadableDataSource.getTargetDataset() |
| Modifier and Type | Method and Description |
|---|---|
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
AqlMetadataProvider.buildBtreeRuntime(org.apache.hyracks.api.job.JobSpecification jobSpec,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> outputVars,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema opSchema,
org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv,
org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context,
boolean retainInput,
boolean retainNull,
Dataset dataset,
String indexName,
int[] lowKeyFields,
int[] highKeyFields,
boolean lowKeyInclusive,
boolean highKeyInclusive,
Object implConfig,
int[] minFilterFieldIndexes,
int[] maxFilterFieldIndexes) |
org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.api.dataflow.IOperatorDescriptor,org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint> |
AqlMetadataProvider.buildRtreeRuntime(org.apache.hyracks.api.job.JobSpecification jobSpec,
List<org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable> outputVars,
org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema opSchema,
org.apache.hyracks.algebricks.core.algebra.expressions.IVariableTypeEnvironment typeEnv,
org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext context,
boolean retainInput,
boolean retainNull,
Dataset dataset,
String indexName,
int[] keyFields,
int[] minFilterFieldIndexes,
int[] maxFilterFieldIndexes) |
long |
AqlMetadataProvider.getCardinalityPerPartitionHint(Dataset dataset)
Calculate an estimate size of the bloom filter.
|
| Constructor and Description |
|---|
LoadableDataSource(Dataset targetDataset,
IAType itemType,
String adapter,
Map<String,String> properties) |
| Modifier and Type | Method and Description |
|---|---|
Dataset |
DatasetTupleTranslator.getMetadataEntityFromTuple(org.apache.hyracks.dataflow.common.data.accessors.ITupleReference frameTuple) |
| Modifier and Type | Method and Description |
|---|---|
org.apache.hyracks.dataflow.common.data.accessors.ITupleReference |
DatasetTupleTranslator.getTupleFromMetadataEntity(Dataset dataset) |
| Modifier and Type | Method and Description |
|---|---|
static List<List<String>> |
IndexingConstants.getRIDKeys(Dataset dataset) |
static int |
IndexingConstants.getRIDSize(Dataset dataset) |
| Modifier and Type | Method and Description |
|---|---|
static Dataset |
FeedUtil.validateIfDatasetExists(String dataverse,
String datasetName,
MetadataTransactionContext ctx) |
| Modifier and Type | Method and Description |
|---|---|
void |
ExternalDatasetsRegistry.buildIndexBegin(Dataset dataset,
boolean firstIndex) |
void |
ExternalDatasetsRegistry.buildIndexEnd(Dataset dataset,
boolean firstIndex) |
static org.apache.hyracks.api.dataflow.value.IBinaryComparatorFactory[] |
DatasetUtils.computeFilterBinaryComparatorFactories(Dataset dataset,
ARecordType itemType,
org.apache.hyracks.algebricks.data.IBinaryComparatorFactoryProvider comparatorFactoryProvider) |
static org.apache.hyracks.api.dataflow.value.ITypeTraits[] |
DatasetUtils.computeFilterTypeTraits(Dataset dataset,
ARecordType itemType) |
static org.apache.hyracks.api.dataflow.value.IBinaryComparatorFactory[] |
DatasetUtils.computeKeysBinaryComparatorFactories(Dataset dataset,
ARecordType itemType,
org.apache.hyracks.algebricks.data.IBinaryComparatorFactoryProvider comparatorFactoryProvider) |
static org.apache.hyracks.api.dataflow.value.IBinaryHashFunctionFactory[] |
DatasetUtils.computeKeysBinaryHashFunFactories(Dataset dataset,
ARecordType itemType,
org.apache.hyracks.algebricks.data.IBinaryHashFunctionFactoryProvider hashFunProvider) |
static org.apache.hyracks.api.dataflow.value.ITypeTraits[] |
DatasetUtils.computeTupleTypeTraits(Dataset dataset,
ARecordType itemType) |
static int[] |
DatasetUtils.createBloomFilterKeyFields(Dataset dataset) |
static int[] |
DatasetUtils.createBTreeFieldsWhenThereisAFilter(Dataset dataset) |
static int[] |
DatasetUtils.createFilterFields(Dataset dataset) |
int |
ExternalDatasetsRegistry.getAndLockDatasetVersion(Dataset dataset,
AqlMetadataProvider metadataProvider) |
int |
ExternalDatasetsRegistry.getDatasetVersion(Dataset dataset)
Get the current version of the dataset
|
static List<String> |
DatasetUtils.getFilterField(Dataset dataset) |
static org.apache.hyracks.algebricks.common.utils.Pair<org.apache.hyracks.storage.am.lsm.common.api.ILSMMergePolicyFactory,Map<String,String>> |
DatasetUtils.getMergePolicyFactory(Dataset dataset,
MetadataTransactionContext mdTxnCtx) |
static List<List<String>> |
DatasetUtils.getPartitioningKeys(Dataset dataset) |
static int |
DatasetUtils.getPositionOfPartitioningKeyField(Dataset dataset,
String fieldExpr) |
void |
ExternalDatasetsRegistry.refreshBegin(Dataset dataset) |
void |
ExternalDatasetsRegistry.refreshEnd(Dataset dataset,
boolean success) |
void |
ExternalDatasetsRegistry.removeDatasetInfo(Dataset dataset) |
Copyright © 2016 The Apache Software Foundation. All rights reserved.