CheckPointTest

标签：set   pac   parallel   imp   static   etc   ast   asList   test   

package com.bjsxt.spark.others;

import java.util.Arrays;

import org.apache.spark.SparkConf;
import org.apache.spark.api.java.JavaRDD;
import org.apache.spark.api.java.JavaSparkContext;

public class CheckPointTest {
public static void main(String[] args) {
SparkConf conf = new SparkConf();
conf.setMaster("local").setAppName("checkpoint");
JavaSparkContext sc = new JavaSparkContext(conf);
sc.setCheckpointDir("./checkpoint");
JavaRDD<String> parallelize = sc.parallelize(Arrays.asList("hello","world","bjsxt"));
parallelize.checkpoint();
parallelize.count();
sc.stop();

}
}

CheckPointTest

标签：set   pac   parallel   imp   static   etc   ast   asList   test   

原文地址：https://www.cnblogs.com/huiandong/p/9194607.html