gpt4 book ai didi

org.apache.hadoop.hdfs.protocol.ZoneReencryptionStatus类的使用及代码示例

转载 作者:知者 更新时间:2024-03-13 09:45:21 25 4
gpt4 key购买 nike

本文整理了Java中org.apache.hadoop.hdfs.protocol.ZoneReencryptionStatus类的一些代码示例,展示了ZoneReencryptionStatus类的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。ZoneReencryptionStatus类的具体详情如下:
包路径:org.apache.hadoop.hdfs.protocol.ZoneReencryptionStatus
类名称:ZoneReencryptionStatus

ZoneReencryptionStatus介绍

[英]A class representing information about re-encryption of an encryption zone.

FSDirectory lock is used for synchronization (except test-only methods, which are not protected).
[中]表示加密区域重新加密信息的类。
FSDirectory lock用于同步(不受保护的仅测试方法除外)。

代码示例

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

while (it.hasNext()) {
 ZoneReencryptionStatus zs = it.next();
 final long completion = zs.getCompletionTime();
 listing.addRow(zs.getZoneName(), zs.getState().toString(),
   zs.getEzKeyVersionName(), Time.formatTime(zs.getSubmissionTime()),
   Boolean.toString(zs.isCanceled()),
   completion == 0 ? "N/A" : Time.formatTime(completion),
   Long.toString(zs.getFilesReencrypted()),
   Long.toString(zs.getNumReencryptionFailures()),
   zs.getLastCheckpointFile());
 if (zs.getNumReencryptionFailures() > 0) {
  failuresMet = true;

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

int count = 0;
for (ZoneReencryptionStatus zs : tailMap.values()) {
 final String name = getFullPathName(zs.getId());
 if (name == null || !pathResolvesToId(zs.getId(), name)) {
  continue;
 zs.setZoneName(name);
 ret.add(zs);
 ++count;

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

void cancelZone(final long zoneId, final String zoneName) throws IOException {
 assert dir.hasWriteLock();
 final ZoneReencryptionStatus zs =
   getReencryptionStatus().getZoneStatus(zoneId);
 if (zs == null || zs.getState() == State.Completed) {
  throw new IOException("Zone " + zoneName + " is not under re-encryption");
 }
 zs.cancel();
 removeZoneTrackerStopTasks(zoneId);
}

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

static XAttr generateNewXAttrForReencryptionFinish(final INodesInPath iip,
  final ZoneReencryptionStatus status) throws IOException {
 final ZoneEncryptionInfoProto zoneProto = getZoneEncryptionInfoProto(iip);
 final ReencryptionInfoProto newRiProto = PBHelperClient
   .convert(status.getEzKeyVersionName(), status.getSubmissionTime(),
     status.isCanceled(), status.getFilesReencrypted(),
     status.getNumReencryptionFailures(), Time.now(), null);
 final ZoneEncryptionInfoProto newZoneProto = PBHelperClient
   .convert(PBHelperClient.convert(zoneProto.getSuite()),
     PBHelperClient.convert(zoneProto.getCryptoProtocolVersion()),
     zoneProto.getKeyName(), newRiProto);
 final XAttr xattr = XAttrHelper
   .buildXAttr(CRYPTO_XATTR_ENCRYPTION_ZONE, newZoneProto.toByteArray());
 return xattr;
}

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs-client

@Override
public String toString() {
 StringBuilder sb = new StringBuilder();
 for (Map.Entry<Long, ZoneReencryptionStatus> entry : zoneStatuses
   .entrySet()) {
  sb.append("[zone:" + entry.getKey());
  sb.append(" state:" + entry.getValue().getState());
  sb.append(" lastProcessed:" + entry.getValue().getLastCheckpointFile());
  sb.append(" filesReencrypted:" + entry.getValue().getFilesReencrypted());
  sb.append(" fileReencryptionFailures:" + entry.getValue()
    .getNumReencryptionFailures() + "]");
 }
 return sb.toString();
}

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

/**
 * Restore the re-encryption from the progress inside ReencryptionStatus.
 * This means start from exactly the lastProcessedFile (LPF), skipping all
 * earlier paths in lexicographic order. Lexicographically-later directories
 * on the LPF parent paths are added to subdirs.
 */
private void restoreFromLastProcessedFile(final long zoneId,
  final ZoneReencryptionStatus zs)
  throws IOException, InterruptedException {
 final INodeDirectory parent;
 final byte[] startAfter;
 final INodesInPath lpfIIP =
   dir.getINodesInPath(zs.getLastCheckpointFile(), FSDirectory.DirOp.READ);
 parent = lpfIIP.getLastINode().getParent();
 startAfter = lpfIIP.getLastINode().getLocalNameBytes();
 traverser.traverseDir(parent, zoneId, startAfter,
   new ZoneTraverseInfo(zs.getEzKeyVersionName()));
}

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

List<XAttr> completeReencryption(final INode zoneNode) throws IOException {
 assert dir.hasWriteLock();
 assert dir.getFSNamesystem().hasWriteLock();
 final Long zoneId = zoneNode.getId();
 ZoneReencryptionStatus zs = getReencryptionStatus().getZoneStatus(zoneId);
 assert zs != null;
 LOG.info("Re-encryption completed on zone {}. Re-encrypted {} files,"
     + " failures encountered: {}.", zoneNode.getFullPathName(),
   zs.getFilesReencrypted(), zs.getNumReencryptionFailures());
 synchronized (this) {
  submissions.remove(zoneId);
 }
 return FSDirEncryptionZoneOp
   .updateReencryptionFinish(dir, INodesInPath.fromINode(zoneNode), zs);
}

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

private void checkMoveValidityForReencryption(final String pathName,
  final long zoneId) throws IOException {
 assert dir.hasReadLock();
 final ZoneReencryptionStatus zs = reencryptionStatus.getZoneStatus(zoneId);
 if (zs != null && zs.getState() != ZoneReencryptionStatus.State.Completed) {
  final StringBuilder sb = new StringBuilder(pathName);
  sb.append(" can't be moved because encryption zone ");
  sb.append(getFullPathName(zoneId));
  sb.append(" is currently under re-encryption");
  throw new IOException(sb.toString());
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

/**
 * Check whether zone is ready for re-encryption. Throws IOE if it's not. 1.
 * If EZ is deleted. 2. if the re-encryption is canceled. 3. If NN is not
 * active or is in safe mode.
 *
 * @throws IOException
 *           if zone does not exist / is cancelled, or if NN is not ready
 *           for write.
 */
@Override
protected void checkINodeReady(long zoneId) throws IOException {
 final ZoneReencryptionStatus zs = getReencryptionStatus().getZoneStatus(
   zoneId);
 if (zs == null) {
  throw new IOException("Zone " + zoneId + " status cannot be found.");
 }
 if (zs.isCanceled()) {
  throw new IOException("Re-encryption is canceled for zone " + zoneId);
 }
 dir.getFSNamesystem().checkNameNodeSafeMode(
   "NN is in safe mode, cannot re-encrypt.");
 // re-encryption should be cancelled when NN goes to standby. Just
 // double checking for sanity.
 dir.getFSNamesystem().checkOperation(NameNode.OperationCategory.WRITE);
}

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs-client

@Override
 public Long elementToPrevKey(ZoneReencryptionStatus entry) {
  return entry.getId();
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

.convert(origStatus.getEzKeyVersionName(),
  origStatus.getSubmissionTime(), false,
  origStatus.getFilesReencrypted() + numReencrypted,
  origStatus.getNumReencryptionFailures() + numFailures, null,
  lastFile);

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

if (zs.getLastCheckpointFile() == null) {
   new ZoneTraverseInfo(zs.getEzKeyVersionName()));
} else {

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs-client

public Long getNextUnprocessedZone() {
 for (Map.Entry<Long, ZoneReencryptionStatus> entry : zoneStatuses
   .entrySet()) {
  if (entry.getValue().getState() == State.Submitted) {
   return entry.getKey();
  }
 }
 return null;
}

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs-client

public static ZoneReencryptionStatusProto convert(ZoneReencryptionStatus zs) {
 ZoneReencryptionStatusProto.Builder builder =
   ZoneReencryptionStatusProto.newBuilder()
   .setId(zs.getId())
   .setPath(zs.getZoneName())
   .setEzKeyVersionName(zs.getEzKeyVersionName())
   .setSubmissionTime(zs.getSubmissionTime())
   .setCanceled(zs.isCanceled())
   .setNumReencrypted(zs.getFilesReencrypted())
   .setNumFailures(zs.getNumReencryptionFailures());
 switch (zs.getState()) {
 case Submitted:
  builder.setState(ReencryptionStateProto.SUBMITTED);
  break;
 default:
  throw new IllegalArgumentException("Unknown state " + zs.getState());
 final long completion = zs.getCompletionTime();
 if (completion != 0) {
  builder.setCompletionTime(completion);
 final String file = zs.getLastCheckpointFile();
 if (file != null) {
  builder.setLastFile(file);

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs-client

public boolean hasRunningZone(final Long zoneId) {
 return zoneStatuses.containsKey(zoneId)
   && zoneStatuses.get(zoneId).getState() != State.Completed;
}

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs-client

@VisibleForTesting
public int zonesQueued() {
 int ret = 0;
 for (Map.Entry<Long, ZoneReencryptionStatus> entry : zoneStatuses
   .entrySet()) {
  if (entry.getValue().getState() == State.Submitted) {
   ret++;
  }
 }
 return ret;
}

25 4 0
Copyright 2021 - 2024 cfsdn All Rights Reserved 蜀ICP备2022000587号
广告合作:1813099741@qq.com 6ren.com