将SeqReader打包成可执行的jar包

 1 /**
 2  * Created with IntelliJ IDEA.
 3  * User: hadoop
 4  * Date: 16-3-14
 5  * Time: 上午9:57
 6  * To change this template use File | Settings | File Templates.
 7  */
 8 import org.apache.hadoop.conf.Configuration;
 9 import org.apache.hadoop.fs.FileSystem;
10 import org.apache.hadoop.fs.Path;
11 import org.apache.hadoop.io.SequenceFile;
12 import org.apache.hadoop.io.Writable;
13 import org.apache.hadoop.io.IntWritable;
14 import org.apache.hadoop.io.DoubleWritable;
15 import org.apache.hadoop.io.ArrayWritable;
16 import org.apache.hadoop.util.ReflectionUtils;
17 
18 import java.io.IOException;
19 import java.net.URI;
20 
21 public class SeqReader  {
22     public static void main(String[] args) throws IOException {
23         String uri=args[0];
24         //String uri="/home/hadoop/2016Test/SeqTest/10IntArray";
25         Configuration conf=new Configuration();
26         FileSystem fs =FileSystem.get(URI.create(uri),conf);
27         Path path=new Path(uri);
28         SequenceFile.Reader reader=null;
29         //DoubleWritable[] doubleWritableArray=new DoubleWritable[Integer.parseInt(args[1])];
30 
31        /* for (int i=0;i<doubleWritableArray.length;++i){
32             doubleWritableArray[i]=new DoubleWritable(0.0);
33         }
34         */
35         try {
36             reader=new SequenceFile.Reader(fs,path,conf);
37             IntWritable key =(IntWritable) ReflectionUtils.newInstance(reader.getKeyClass(), conf);
38             DoubleArrayWritable value=(DoubleArrayWritable)ReflectionUtils.newInstance(reader.getValueClass(),conf);
39             long position=reader.getPosition();
40             String[] sValue=null;
41             int index;
42             int counter=0;
43             StringBuilder sb=new StringBuilder();
44             while(reader.next(key,value)){
45                 if(key.get()%Integer.parseInt(args[1])==0){
46                     System.out.println("key:"+key.get());
47                     index=-1;
48                     for (Writable val:value.get()){
49                     //doubleWritableArray[++index].set(((DoubleWritable)val).get());
50                         if (counter>10){
51                             break;
52                         }
53                         counter++;
54                         sb.append(((DoubleWritable)val).get()).append(",");
55                     }
56                     System.out.println("value:"+sb.toString());
57 
58                 }
59 
60             }
61         }
62         finally {
63             //IOUtils.closeStream(reader);
64         }
65     }
66 
67 }
68 class DoubleArrayWritable extends ArrayWritable {
69     public DoubleArrayWritable(){
70         super(DoubleWritable.class);
71     }
72     /*
73     public String toString(){
74         StringBuilder sb=new StringBuilder();
75         for (Writable val:get()){
76             DoubleWritable doubleWritable=(DoubleWritable)val;
77             sb.append(doubleWritable.get());
78             sb.append(",");
79         }
80         sb.deleteCharAt(sb.length()-1);
81         return sb.toString();
82     }
83     */
84 }