本文整理了Java中org.apache.spark.network.yarn.YarnShuffleService.parseDbAppKey()方法的一些代码示例，展示了YarnShuffleService.parseDbAppKey()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。YarnShuffleService.parseDbAppKey()方法的具体详情如下：
包路径：org.apache.spark.network.yarn.YarnShuffleService
类名称：YarnShuffleService
方法名：parseDbAppKey

YarnShuffleService.parseDbAppKey介绍

暂无

代码示例

代码示例来源：origin: org.apache.spark/spark-network-yarn_2.11

private void loadSecretsFromDb() throws IOException {
 secretsFile = initRecoveryDb(SECRETS_RECOVERY_FILE_NAME);
 // Make sure this is protected in case its not in the NM recovery dir
 FileSystem fs = FileSystem.getLocal(_conf);
 fs.mkdirs(new Path(secretsFile.getPath()), new FsPermission((short) 0700));
 db = LevelDBProvider.initLevelDB(secretsFile, CURRENT_VERSION, mapper);
 logger.info("Recovery location is: " + secretsFile.getPath());
 if (db != null) {
  logger.info("Going to reload spark shuffle data");
  DBIterator itr = db.iterator();
  itr.seek(APP_CREDS_KEY_PREFIX.getBytes(StandardCharsets.UTF_8));
  while (itr.hasNext()) {
   Map.Entry<byte[], byte[]> e = itr.next();
   String key = new String(e.getKey(), StandardCharsets.UTF_8);
   if (!key.startsWith(APP_CREDS_KEY_PREFIX)) {
    break;
   }
   String id = parseDbAppKey(key);
   ByteBuffer secret = mapper.readValue(e.getValue(), ByteBuffer.class);
   logger.info("Reloading tokens for app: " + id);
   secretManager.registerApp(id, secret);
  }
 }
}

代码示例来源：origin: org.apache.spark/spark-network-yarn_2.10

private void createSecretManager() throws IOException {
 secretManager = new ShuffleSecretManager();
 secretsFile = initRecoveryDb(SECRETS_RECOVERY_FILE_NAME);
 // Make sure this is protected in case its not in the NM recovery dir
 FileSystem fs = FileSystem.getLocal(_conf);
 fs.mkdirs(new Path(secretsFile.getPath()), new FsPermission((short)0700));
 db = LevelDBProvider.initLevelDB(secretsFile, CURRENT_VERSION, mapper);
 logger.info("Recovery location is: " + secretsFile.getPath());
 if (db != null) {
  logger.info("Going to reload spark shuffle data");
  DBIterator itr = db.iterator();
  itr.seek(APP_CREDS_KEY_PREFIX.getBytes(StandardCharsets.UTF_8));
  while (itr.hasNext()) {
   Map.Entry<byte[], byte[]> e = itr.next();
   String key = new String(e.getKey(), StandardCharsets.UTF_8);
   if (!key.startsWith(APP_CREDS_KEY_PREFIX)) {
    break;
   }
   String id = parseDbAppKey(key);
   ByteBuffer secret = mapper.readValue(e.getValue(), ByteBuffer.class);
   logger.info("Reloading tokens for app: " + id);
   secretManager.registerApp(id, secret);
  }
 }
}

代码示例来源：origin: io.snappydata/snappy-spark-network-yarn

private void createSecretManager() throws IOException {
 secretManager = new ShuffleSecretManager();
 secretsFile = initRecoveryDb(SECRETS_RECOVERY_FILE_NAME);
 // Make sure this is protected in case its not in the NM recovery dir
 FileSystem fs = FileSystem.getLocal(_conf);
 fs.mkdirs(new Path(secretsFile.getPath()), new FsPermission((short)0700));
 db = LevelDBProvider.initLevelDB(secretsFile, CURRENT_VERSION, mapper);
 logger.info("Recovery location is: " + secretsFile.getPath());
 if (db != null) {
  logger.info("Going to reload spark shuffle data");
  DBIterator itr = db.iterator();
  itr.seek(APP_CREDS_KEY_PREFIX.getBytes(StandardCharsets.UTF_8));
  while (itr.hasNext()) {
   Map.Entry<byte[], byte[]> e = itr.next();
   String key = new String(e.getKey(), StandardCharsets.UTF_8);
   if (!key.startsWith(APP_CREDS_KEY_PREFIX)) {
    break;
   }
   String id = parseDbAppKey(key);
   ByteBuffer secret = mapper.readValue(e.getValue(), ByteBuffer.class);
   logger.info("Reloading tokens for app: " + id);
   secretManager.registerApp(id, secret);
  }
 }
}