gpt4 book ai didi

org.apache.pinot.common.metadata.ZKMetadataProvider类的使用及代码示例

转载 作者:知者 更新时间:2024-03-14 06:38:49 28 4
gpt4 key购买 nike

本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider类的一些代码示例,展示了ZKMetadataProvider类的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。ZKMetadataProvider类的具体详情如下:
包路径:org.apache.pinot.common.metadata.ZKMetadataProvider
类名称:ZKMetadataProvider

ZKMetadataProvider介绍

暂无

代码示例

代码示例来源:origin: apache/incubator-pinot

/**
 * Returns the LLC realtime segment ZK metadata for the given table and segment.
 *
 * @param realtimeTableName Realtime table name
 * @param segmentName Segment name (String)
 * @return LLC realtime segment ZK metadata
 */
@VisibleForTesting
protected LLCRealtimeSegmentZKMetadata getSegmentMetadata(String realtimeTableName, String segmentName) {
 return (LLCRealtimeSegmentZKMetadata) ZKMetadataProvider
   .getRealtimeSegmentZKMetadata(_propertyStore, realtimeTableName, segmentName);
}

代码示例来源:origin: apache/incubator-pinot

public OfflineSegmentZKMetadata getOfflineSegmentZKMetadata(@Nonnull String tableName, @Nonnull String segmentName) {
 return ZKMetadataProvider.getOfflineSegmentZKMetadata(_propertyStore, tableName, segmentName);
}

代码示例来源:origin: apache/incubator-pinot

@Nonnull
public List<OfflineSegmentZKMetadata> getOfflineSegmentMetadata(@Nonnull String tableName) {
 return ZKMetadataProvider.getOfflineSegmentZKMetadataListForTable(_propertyStore, tableName);
}

代码示例来源:origin: apache/incubator-pinot

public ZNRecord getSegmentMetadataZnRecord(String tableNameWithType, String segmentName) {
 return ZKMetadataProvider.getZnRecord(_propertyStore,
   ZKMetadataProvider.constructPropertyStorePathForSegment(tableNameWithType, segmentName));
}

代码示例来源:origin: apache/incubator-pinot

@Override
public void reloadAllSegments(@Nonnull String tableNameWithType)
  throws Exception {
 LOGGER.info("Reloading all segments in table: {}", tableNameWithType);
 TableConfig tableConfig = ZKMetadataProvider.getTableConfig(_propertyStore, tableNameWithType);
 Preconditions.checkNotNull(tableConfig);
 Schema schema = null;
 // For OFFLINE table, try to get schema for default columns
 if (TableNameBuilder.OFFLINE.tableHasTypeSuffix(tableNameWithType)) {
  schema = ZKMetadataProvider.getTableSchema(_propertyStore, tableNameWithType);
 }
 for (SegmentMetadata segmentMetadata : getAllSegmentsMetadata(tableNameWithType)) {
  reloadSegment(tableNameWithType, segmentMetadata, tableConfig, schema);
 }
 LOGGER.info("Reloaded all segments in table: {}", tableNameWithType);
}

代码示例来源:origin: apache/incubator-pinot

@Override
 public TableConfig load(String tableNameWithType)
   throws Exception {
  return ZKMetadataProvider.getTableConfig(_propertyStore, tableNameWithType);
 }
});

代码示例来源:origin: apache/incubator-pinot

public static boolean isSegmentExisted(ZkHelixPropertyStore<ZNRecord> propertyStore, String resourceNameForResource,
  String segmentName) {
 return propertyStore
   .exists(constructPropertyStorePathForSegment(resourceNameForResource, segmentName), AccessOption.PERSISTENT);
}

代码示例来源:origin: apache/incubator-pinot

/**
 * Returns the segment metadata.
 *
 * @param tableNameWithType Table name with type suffix
 * @param segmentName Segment name
 * @return Singleton JSON array of the segment metadata
 */
private ArrayNode getSegmentMetaData(String tableNameWithType, String segmentName) {
 ZkHelixPropertyStore<ZNRecord> propertyStore = _pinotHelixResourceManager.getPropertyStore();
 if (!ZKMetadataProvider.isSegmentExisted(propertyStore, tableNameWithType, segmentName)) {
  return null;
 }
 ArrayNode ret = JsonUtils.newArrayNode();
 ObjectNode jsonObj = JsonUtils.newObjectNode();
 jsonObj.put(TABLE_NAME, tableNameWithType);
 if (TableNameBuilder.OFFLINE.tableHasTypeSuffix(tableNameWithType)) {
  // OFFLINE table
  OfflineSegmentZKMetadata offlineSegmentZKMetadata =
    ZKMetadataProvider.getOfflineSegmentZKMetadata(propertyStore, tableNameWithType, segmentName);
  jsonObj.set(STATE, JsonUtils.objectToJsonNode(offlineSegmentZKMetadata.toMap()));
 } else {
  // REALTIME table
  RealtimeSegmentZKMetadata realtimeSegmentZKMetadata =
    ZKMetadataProvider.getRealtimeSegmentZKMetadata(propertyStore, tableNameWithType, segmentName);
  jsonObj.set(STATE, JsonUtils.objectToJsonNode(realtimeSegmentZKMetadata.toMap()));
 }
 ret.add(jsonObj);
 return ret;
}

代码示例来源:origin: apache/incubator-pinot

throws Exception {
RealtimeSegmentZKMetadata realtimeSegmentZKMetadata =
  ZKMetadataProvider.getRealtimeSegmentZKMetadata(_propertyStore, _tableNameWithType, segmentName);
Preconditions.checkNotNull(realtimeSegmentZKMetadata);
   .getTableSchema(_propertyStore, TableNameBuilder.REALTIME.tableNameWithType(_tableNameWithType));
 Preconditions.checkNotNull(schema);
 if (!isValid(schema, tableConfig.getIndexingConfig())) {
 InstanceZKMetadata instanceZKMetadata = ZKMetadataProvider.getInstanceZKMetadata(_propertyStore, _instanceId);

代码示例来源:origin: apache/incubator-pinot

HLCSegmentName segName = new HLCSegmentName(partition);
  RealtimeSegmentZKMetadata realtimeSegmentZKMetadata = ZKMetadataProvider
    .getRealtimeSegmentZKMetadata(_pinotHelixResourceManager.getPropertyStore(), segName.getTableName(),
      partition);
  if (realtimeSegmentZKMetadata == null) {
ZKMetadataProvider.setRealtimeSegmentZKMetadata(_pinotHelixResourceManager.getPropertyStore(),
  realtimeSegmentMetadataToAdd);

代码示例来源:origin: apache/incubator-pinot

.setOfflineTableConfig(_propertyStore, tableNameWithType, TableConfig.toZnRecord(tableConfig));
_propertyStore.create(ZKMetadataProvider.constructPropertyStorePathForResource(tableNameWithType),
  new ZNRecord(tableNameWithType), AccessOption.PERSISTENT);
  ZKMetadataProvider.getSchema(_propertyStore, TableNameBuilder.extractRawTableName(tableNameWithType));
 if (schemaName == null || ZKMetadataProvider.getSchema(_propertyStore, schemaName) == null) {
  throw new InvalidTableConfigException("No schema defined for realtime table: " + tableNameWithType);
  .setRealtimeTableConfig(_propertyStore, tableNameWithType, TableConfig.toZnRecord(tableConfig));

代码示例来源:origin: apache/incubator-pinot

TableConfig offlineTableConfig = ZKMetadataProvider.getOfflineTableConfig(_propertyStore, tableName);
assert offlineTableConfig != null;
String timeType = offlineTableConfig.getValidationConfig().getTimeType();
  ZKMetadataProvider.getOfflineSegmentZKMetadataListForTable(_propertyStore, tableName);

代码示例来源:origin: apache/incubator-pinot

/**
 * Get the offline table config for the given table name.
 *
 * @param tableName Table name with or without type suffix
 * @return Table config
 */
@Nullable
public TableConfig getOfflineTableConfig(@Nonnull String tableName) {
 return ZKMetadataProvider.getOfflineTableConfig(_propertyStore, tableName);
}

代码示例来源:origin: apache/incubator-pinot

if (!ZKMetadataProvider.setOfflineSegmentZKMetadata(_propertyStore, offlineSegmentZKMetadata)) {
 throw new RuntimeException(
   "Failed to update ZK metadata for segment: " + segmentName + " of table: " + offlineTableName);
TableConfig tableConfig = ZKMetadataProvider.getOfflineTableConfig(_propertyStore, rawTableName);
Preconditions.checkNotNull(tableConfig);

代码示例来源:origin: apache/incubator-pinot

offlineSegmentZKMetadata.setTableName(OFFLINE_TABLE_NAME);
offlineSegmentZKMetadata.setSegmentName(segmentName);
ZKMetadataProvider.setOfflineSegmentZKMetadata(_propertyStore, offlineSegmentZKMetadata);
List<OfflineSegmentZKMetadata> retrievedMetadataList =
  _helixResourceManager.getOfflineSegmentMetadata(OFFLINE_TABLE_NAME);
realtimeMetadata.setSegmentName(segmentName);
realtimeMetadata.setStatus(CommonConstants.Segment.Realtime.Status.DONE);
ZKMetadataProvider.setRealtimeSegmentZKMetadata(_propertyStore, realtimeMetadata);
List<RealtimeSegmentZKMetadata> retrievedMetadataList =
  _helixResourceManager.getRealtimeSegmentMetadata(REALTIME_TABLE_NAME);

代码示例来源:origin: apache/incubator-pinot

public boolean updateZkMetadata(@Nonnull OfflineSegmentZKMetadata segmentMetadata, int expectedVersion) {
 return ZKMetadataProvider.setOfflineSegmentZKMetadata(_propertyStore, segmentMetadata, expectedVersion);
}

代码示例来源:origin: apache/incubator-pinot

protected List<String> getExistingSegments(String realtimeTableName) {
 String propStorePath = ZKMetadataProvider.constructPropertyStorePathForResource(realtimeTableName);
 return _propertyStore.getChildNames(propStorePath, AccessOption.PERSISTENT);
}

代码示例来源:origin: apache/incubator-pinot

/**
 * Get all the broker instances for the given table name.
 *
 * @param tableName Table name with or without type suffix
 * @return List of broker instance Ids
 */
@Nonnull
public List<String> getBrokerInstancesFor(@Nonnull String tableName) {
 String brokerTenantName = null;
 TableConfig offlineTableConfig = ZKMetadataProvider.getOfflineTableConfig(_propertyStore, tableName);
 if (offlineTableConfig != null) {
  brokerTenantName = offlineTableConfig.getTenantConfig().getBroker();
 } else {
  TableConfig realtimeTableConfig = ZKMetadataProvider.getRealtimeTableConfig(_propertyStore, tableName);
  if (realtimeTableConfig != null) {
   brokerTenantName = realtimeTableConfig.getTenantConfig().getBroker();
  }
 }
 return HelixHelper.getInstancesWithTag(_helixZkManager, TagNameUtils.getBrokerTagForTenant(brokerTenantName));
}

代码示例来源:origin: apache/incubator-pinot

@Nullable
public Schema getTableSchema(@Nonnull String tableName) {
 return ZKMetadataProvider.getTableSchema(_propertyStore, tableName);
}

代码示例来源:origin: apache/incubator-pinot

public void notifySegmentCommitted(RealtimeSegmentZKMetadata metadata, ImmutableSegment segment) {
 ZKMetadataProvider.setRealtimeSegmentZKMetadata(_propertyStore, metadata);
 addSegment(segment);
}

28 4 0
Copyright 2021 - 2024 cfsdn All Rights Reserved 蜀ICP备2022000587号
广告合作:1813099741@qq.com 6ren.com