- 使用 Spring Initializr 创建 Spring Boot 应用程序
- 在Spring Boot中配置Cassandra
- 在 Spring Boot 上配置 Tomcat 连接池
- 将Camel消息路由到嵌入WildFly的Artemis上
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider
类的一些代码示例,展示了ZKMetadataProvider
类的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。ZKMetadataProvider
类的具体详情如下:
包路径:org.apache.pinot.common.metadata.ZKMetadataProvider
类名称:ZKMetadataProvider
暂无
代码示例来源:origin: apache/incubator-pinot
/**
* Returns the LLC realtime segment ZK metadata for the given table and segment.
*
* @param realtimeTableName Realtime table name
* @param segmentName Segment name (String)
* @return LLC realtime segment ZK metadata
*/
@VisibleForTesting
protected LLCRealtimeSegmentZKMetadata getSegmentMetadata(String realtimeTableName, String segmentName) {
return (LLCRealtimeSegmentZKMetadata) ZKMetadataProvider
.getRealtimeSegmentZKMetadata(_propertyStore, realtimeTableName, segmentName);
}
代码示例来源:origin: apache/incubator-pinot
public OfflineSegmentZKMetadata getOfflineSegmentZKMetadata(@Nonnull String tableName, @Nonnull String segmentName) {
return ZKMetadataProvider.getOfflineSegmentZKMetadata(_propertyStore, tableName, segmentName);
}
代码示例来源:origin: apache/incubator-pinot
@Nonnull
public List<OfflineSegmentZKMetadata> getOfflineSegmentMetadata(@Nonnull String tableName) {
return ZKMetadataProvider.getOfflineSegmentZKMetadataListForTable(_propertyStore, tableName);
}
代码示例来源:origin: apache/incubator-pinot
public ZNRecord getSegmentMetadataZnRecord(String tableNameWithType, String segmentName) {
return ZKMetadataProvider.getZnRecord(_propertyStore,
ZKMetadataProvider.constructPropertyStorePathForSegment(tableNameWithType, segmentName));
}
代码示例来源:origin: apache/incubator-pinot
@Override
public void reloadAllSegments(@Nonnull String tableNameWithType)
throws Exception {
LOGGER.info("Reloading all segments in table: {}", tableNameWithType);
TableConfig tableConfig = ZKMetadataProvider.getTableConfig(_propertyStore, tableNameWithType);
Preconditions.checkNotNull(tableConfig);
Schema schema = null;
// For OFFLINE table, try to get schema for default columns
if (TableNameBuilder.OFFLINE.tableHasTypeSuffix(tableNameWithType)) {
schema = ZKMetadataProvider.getTableSchema(_propertyStore, tableNameWithType);
}
for (SegmentMetadata segmentMetadata : getAllSegmentsMetadata(tableNameWithType)) {
reloadSegment(tableNameWithType, segmentMetadata, tableConfig, schema);
}
LOGGER.info("Reloaded all segments in table: {}", tableNameWithType);
}
代码示例来源:origin: apache/incubator-pinot
@Override
public TableConfig load(String tableNameWithType)
throws Exception {
return ZKMetadataProvider.getTableConfig(_propertyStore, tableNameWithType);
}
});
代码示例来源:origin: apache/incubator-pinot
public static boolean isSegmentExisted(ZkHelixPropertyStore<ZNRecord> propertyStore, String resourceNameForResource,
String segmentName) {
return propertyStore
.exists(constructPropertyStorePathForSegment(resourceNameForResource, segmentName), AccessOption.PERSISTENT);
}
代码示例来源:origin: apache/incubator-pinot
/**
* Returns the segment metadata.
*
* @param tableNameWithType Table name with type suffix
* @param segmentName Segment name
* @return Singleton JSON array of the segment metadata
*/
private ArrayNode getSegmentMetaData(String tableNameWithType, String segmentName) {
ZkHelixPropertyStore<ZNRecord> propertyStore = _pinotHelixResourceManager.getPropertyStore();
if (!ZKMetadataProvider.isSegmentExisted(propertyStore, tableNameWithType, segmentName)) {
return null;
}
ArrayNode ret = JsonUtils.newArrayNode();
ObjectNode jsonObj = JsonUtils.newObjectNode();
jsonObj.put(TABLE_NAME, tableNameWithType);
if (TableNameBuilder.OFFLINE.tableHasTypeSuffix(tableNameWithType)) {
// OFFLINE table
OfflineSegmentZKMetadata offlineSegmentZKMetadata =
ZKMetadataProvider.getOfflineSegmentZKMetadata(propertyStore, tableNameWithType, segmentName);
jsonObj.set(STATE, JsonUtils.objectToJsonNode(offlineSegmentZKMetadata.toMap()));
} else {
// REALTIME table
RealtimeSegmentZKMetadata realtimeSegmentZKMetadata =
ZKMetadataProvider.getRealtimeSegmentZKMetadata(propertyStore, tableNameWithType, segmentName);
jsonObj.set(STATE, JsonUtils.objectToJsonNode(realtimeSegmentZKMetadata.toMap()));
}
ret.add(jsonObj);
return ret;
}
代码示例来源:origin: apache/incubator-pinot
throws Exception {
RealtimeSegmentZKMetadata realtimeSegmentZKMetadata =
ZKMetadataProvider.getRealtimeSegmentZKMetadata(_propertyStore, _tableNameWithType, segmentName);
Preconditions.checkNotNull(realtimeSegmentZKMetadata);
.getTableSchema(_propertyStore, TableNameBuilder.REALTIME.tableNameWithType(_tableNameWithType));
Preconditions.checkNotNull(schema);
if (!isValid(schema, tableConfig.getIndexingConfig())) {
InstanceZKMetadata instanceZKMetadata = ZKMetadataProvider.getInstanceZKMetadata(_propertyStore, _instanceId);
代码示例来源:origin: apache/incubator-pinot
HLCSegmentName segName = new HLCSegmentName(partition);
RealtimeSegmentZKMetadata realtimeSegmentZKMetadata = ZKMetadataProvider
.getRealtimeSegmentZKMetadata(_pinotHelixResourceManager.getPropertyStore(), segName.getTableName(),
partition);
if (realtimeSegmentZKMetadata == null) {
ZKMetadataProvider.setRealtimeSegmentZKMetadata(_pinotHelixResourceManager.getPropertyStore(),
realtimeSegmentMetadataToAdd);
代码示例来源:origin: apache/incubator-pinot
.setOfflineTableConfig(_propertyStore, tableNameWithType, TableConfig.toZnRecord(tableConfig));
_propertyStore.create(ZKMetadataProvider.constructPropertyStorePathForResource(tableNameWithType),
new ZNRecord(tableNameWithType), AccessOption.PERSISTENT);
ZKMetadataProvider.getSchema(_propertyStore, TableNameBuilder.extractRawTableName(tableNameWithType));
if (schemaName == null || ZKMetadataProvider.getSchema(_propertyStore, schemaName) == null) {
throw new InvalidTableConfigException("No schema defined for realtime table: " + tableNameWithType);
.setRealtimeTableConfig(_propertyStore, tableNameWithType, TableConfig.toZnRecord(tableConfig));
代码示例来源:origin: apache/incubator-pinot
TableConfig offlineTableConfig = ZKMetadataProvider.getOfflineTableConfig(_propertyStore, tableName);
assert offlineTableConfig != null;
String timeType = offlineTableConfig.getValidationConfig().getTimeType();
ZKMetadataProvider.getOfflineSegmentZKMetadataListForTable(_propertyStore, tableName);
代码示例来源:origin: apache/incubator-pinot
/**
* Get the offline table config for the given table name.
*
* @param tableName Table name with or without type suffix
* @return Table config
*/
@Nullable
public TableConfig getOfflineTableConfig(@Nonnull String tableName) {
return ZKMetadataProvider.getOfflineTableConfig(_propertyStore, tableName);
}
代码示例来源:origin: apache/incubator-pinot
if (!ZKMetadataProvider.setOfflineSegmentZKMetadata(_propertyStore, offlineSegmentZKMetadata)) {
throw new RuntimeException(
"Failed to update ZK metadata for segment: " + segmentName + " of table: " + offlineTableName);
TableConfig tableConfig = ZKMetadataProvider.getOfflineTableConfig(_propertyStore, rawTableName);
Preconditions.checkNotNull(tableConfig);
代码示例来源:origin: apache/incubator-pinot
offlineSegmentZKMetadata.setTableName(OFFLINE_TABLE_NAME);
offlineSegmentZKMetadata.setSegmentName(segmentName);
ZKMetadataProvider.setOfflineSegmentZKMetadata(_propertyStore, offlineSegmentZKMetadata);
List<OfflineSegmentZKMetadata> retrievedMetadataList =
_helixResourceManager.getOfflineSegmentMetadata(OFFLINE_TABLE_NAME);
realtimeMetadata.setSegmentName(segmentName);
realtimeMetadata.setStatus(CommonConstants.Segment.Realtime.Status.DONE);
ZKMetadataProvider.setRealtimeSegmentZKMetadata(_propertyStore, realtimeMetadata);
List<RealtimeSegmentZKMetadata> retrievedMetadataList =
_helixResourceManager.getRealtimeSegmentMetadata(REALTIME_TABLE_NAME);
代码示例来源:origin: apache/incubator-pinot
public boolean updateZkMetadata(@Nonnull OfflineSegmentZKMetadata segmentMetadata, int expectedVersion) {
return ZKMetadataProvider.setOfflineSegmentZKMetadata(_propertyStore, segmentMetadata, expectedVersion);
}
代码示例来源:origin: apache/incubator-pinot
protected List<String> getExistingSegments(String realtimeTableName) {
String propStorePath = ZKMetadataProvider.constructPropertyStorePathForResource(realtimeTableName);
return _propertyStore.getChildNames(propStorePath, AccessOption.PERSISTENT);
}
代码示例来源:origin: apache/incubator-pinot
/**
* Get all the broker instances for the given table name.
*
* @param tableName Table name with or without type suffix
* @return List of broker instance Ids
*/
@Nonnull
public List<String> getBrokerInstancesFor(@Nonnull String tableName) {
String brokerTenantName = null;
TableConfig offlineTableConfig = ZKMetadataProvider.getOfflineTableConfig(_propertyStore, tableName);
if (offlineTableConfig != null) {
brokerTenantName = offlineTableConfig.getTenantConfig().getBroker();
} else {
TableConfig realtimeTableConfig = ZKMetadataProvider.getRealtimeTableConfig(_propertyStore, tableName);
if (realtimeTableConfig != null) {
brokerTenantName = realtimeTableConfig.getTenantConfig().getBroker();
}
}
return HelixHelper.getInstancesWithTag(_helixZkManager, TagNameUtils.getBrokerTagForTenant(brokerTenantName));
}
代码示例来源:origin: apache/incubator-pinot
@Nullable
public Schema getTableSchema(@Nonnull String tableName) {
return ZKMetadataProvider.getTableSchema(_propertyStore, tableName);
}
代码示例来源:origin: apache/incubator-pinot
public void notifySegmentCommitted(RealtimeSegmentZKMetadata metadata, ImmutableSegment segment) {
ZKMetadataProvider.setRealtimeSegmentZKMetadata(_propertyStore, metadata);
addSegment(segment);
}
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.removeResourceConfigFromPropertyStore(
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.constructPropertyStorePathForResourceC
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.removeResourceConfigFromPropertyStore(
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.constructPropertyStorePathForResourceC
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.getRealtimeTableConfig()方法的一些代码示例,展示了Z
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.setRealtimeTableConfig()方法的一些代码示例,展示了Z
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.getOfflineTableConfig()方法的一些代码示例,展示了ZK
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.getSchema()方法的一些代码示例,展示了ZKMetadataProv
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.getInstanceZKMetadata()方法的一些代码示例,展示了ZK
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.constructPropertyStorePathForSchema()方
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.getClusterTenantIsolationEnabled()方法的一
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.constructPropertyStorePathForResource(
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.setRealtimeSegmentZKMetadata()方法的一些代码示
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.getOfflineSegmentZKMetadata()方法的一些代码示例
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.setOfflineSegmentZKMetadata()方法的一些代码示例
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.getTableSchema()方法的一些代码示例,展示了ZKMetadat
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.constructPropertyStorePathForSegment()
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.getRealtimeSegmentZKMetadata()方法的一些代码示
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.getOfflineSegmentZKMetadataListForTabl
本文整理了Java中org.apache.pinot.common.metadata.ZKMetadataProvider.getTableConfig()方法的一些代码示例,展示了ZKMetadat
我是一名优秀的程序员,十分优秀!