码迷,mamicode.com
首页 > Web开发 > 详细

PipelineTest

时间:2018-06-18 11:52:06      阅读:159      评论:0      收藏:0      [点我收藏+]

标签:filter   other   asp   str   lte   stop   lin   The   ext   

 

package com.bjsxt.spark.others;

import java.util.Arrays;

import org.apache.spark.SparkConf;
import org.apache.spark.api.java.JavaRDD;
import org.apache.spark.api.java.JavaSparkContext;
import org.apache.spark.api.java.function.Function;


public class PipelineTest {
public static void main(String[] args) {
SparkConf conf = new SparkConf();
conf.setMaster("local").setAppName("pipeline");
JavaSparkContext sc = new JavaSparkContext(conf);
JavaRDD<Integer> parallelize = sc.parallelize(Arrays.asList(1,2,3,4));
JavaRDD<Integer> map = parallelize.map(new Function<Integer,Integer>(){
private static final long serialVersionUID = 1L;

@Override
public Integer call(Integer v1) throws Exception {
System.out.println("map-----"+v1);
return v1;
}


});
JavaRDD<Integer> filter = map.filter(new Function<Integer, Boolean>() {

/**
*
*/
private static final long serialVersionUID = 1L;

@Override
public Boolean call(Integer v1) throws Exception {
System.out.println("filter*********"+v1);
return true;
}
});
filter.collect();
while (true) {

}
// sc.stop();
}
}

PipelineTest

标签:filter   other   asp   str   lte   stop   lin   The   ext   

原文地址:https://www.cnblogs.com/huiandong/p/9194616.html

(0)
(0)
   
举报
评论 一句话评论(0
登录后才能评论!
© 2014 mamicode.com 版权所有  联系我们:gaon5@hotmail.com
迷上了代码!