ReadDataFromCheckpoint

标签：name   set   api   count   exce   private   fun   throw   apach   

package com.bjsxt.spark.others;

import org.apache.spark.SparkConf;
import org.apache.spark.api.java.JavaRDD;
import org.apache.spark.api.java.JavaSparkContext;
import org.apache.spark.api.java.function.VoidFunction;

public class ReadDataFromCheckpoint {
public static void main(String[] args) {
SparkConf conf = new SparkConf();
conf.setMaster("local").setAppName("wc");
JavaSparkContext sc = new JavaSparkContext(conf);
// JavaRDD<String> lines = sc.textFile("./words.txt");
// sc.setCheckpointDir("./checkpoint");
// lines.checkpoint();
// lines.count();


JavaRDD<String> checkpointFile = sc.checkpointFile("./checkpoint/b54385c5-0017-498f-b881-44fea23c55b8/rdd-1");
checkpointFile.foreach(new VoidFunction<String>() {

/**
*
*/
private static final long serialVersionUID = 1L;

@Override
public void call(String s) throws Exception {
System.out.println(s);
}
});
}
}

ReadDataFromCheckpoint

标签：name   set   api   count   exce   private   fun   throw   apach   

原文地址：https://www.cnblogs.com/huiandong/p/9194617.html