(005)Hadoop基础之Compression

package com.lj.CompressFileDemo;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.io.IOUtils;
import org.apache.hadoop.io.compress.*;
import org.apache.hadoop.util.ReflectionUtils;
import org.apache.log4j.BasicConfigurator;
import sun.reflect.misc.ReflectUtil;

import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;

public class CompressDemo {

    public static void main(String[] args) throws Exception {
        BasicConfigurator.configure();
        Class[] clazz = {DeflateCodec.class, GzipCodec.class, BZip2Codec.class, Lz4Codec.class};
        for (Class cc : clazz) {
            //压缩
            zip(cc);
        }

        for (Class cc : clazz) {
            //解压
            unzip(cc);
        }

    }


    public static void zip(Class clazz) throws Exception {

        Configuration conf = new Configuration();
        CompressionCodec codec = (CompressionCodec) ReflectionUtils.newInstance(clazz, conf);
        //得到压缩流
        FileOutputStream fos = new FileOutputStream("D://Tools//TestDemo//Compress" + codec.getDefaultExtension());
        CompressionOutputStream zipcCos = codec.createOutputStream(fos);
        IOUtils.copyBytes(new FileInputStream("D://Tools//TestDemo//test01.txt"), zipcCos, 1024);
        zipcCos.close();
    }

    public static void unzip(Class clazz) throws Exception {
        Configuration conf = new Configuration();
        CompressionCodec codec = (CompressionCodec) ReflectionUtils.newInstance(clazz, conf);
        FileInputStream fis = new FileInputStream("D://Tools//TestDemo//Compress" + codec.getDefaultExtension());
        CompressionInputStream zipcCis = codec.createInputStream(fis);
        IOUtils.copyBytes(zipcCis, new FileOutputStream("D://Tools//TestDemo//Compress" + codec.getDefaultExtension() + ".txt"), 1024);
        zipcCis.close();
    }

}

0 [main] DEBUG org.apache.hadoop.util.NativeCodeLoader  - Trying to load the custom-built native-hadoop library...
0 [main] DEBUG org.apache.hadoop.util.NativeCodeLoader  - Loaded the native-hadoop library
0 [main] INFO org.apache.hadoop.io.compress.zlib.ZlibFactory  - Successfully loaded & initialized native-zlib library
219 [main] INFO org.apache.hadoop.io.compress.CodecPool  - Got brand-new compressor [.deflate]
297 [main] INFO org.apache.hadoop.io.compress.CodecPool  - Got brand-new compressor [.gz]
359 [main] WARN org.apache.hadoop.io.compress.bzip2.Bzip2Factory  - Failed to load/initialize native-bzip2 library system-native, will use pure-Java version
359 [main] INFO org.apache.hadoop.io.compress.CodecPool  - Got brand-new compressor [.bz2]
4954 [main] INFO org.apache.hadoop.io.compress.CodecPool  - Got brand-new compressor [.lz4]
4985 [main] INFO org.apache.hadoop.io.compress.CodecPool  - Got brand-new decompressor [.deflate]
5016 [main] INFO org.apache.hadoop.io.compress.CodecPool  - Got brand-new decompressor [.gz]
5047 [main] INFO org.apache.hadoop.io.compress.CodecPool  - Got brand-new decompressor [.bz2]
5297 [main] INFO org.apache.hadoop.io.compress.CodecPool  - Got brand-new decompressor [.lz4]