解压文件到hdfs

spark common code

public class IOUtils {

	/**
	 * 解压缩本地文件到hdfs。
	 * @param srcPath
	 * @param tgtPath
	 */
	public static void gzipFileToHdfs(String srcPath,String tgtPath){
		Configuration conf=new Configuration();
		GzipCodec zip=new GzipCodec();
		if(!srcPath.endsWith(zip.getDefaultExtension())) return;
		zip.setConf(conf);
		Path _srcPath=new Path(srcPath);
		Path _tgtPath=new Path(tgtPath);
		FileSystem srcDfs;
		FileSystem tgtDfs;
		try {
			srcDfs = _srcPath.getFileSystem(conf);
			tgtDfs = _tgtPath.getFileSystem(conf);
			CompressionInputStream input=zip.createInputStream(srcDfs.open(_srcPath));
			FSDataOutputStream out=tgtDfs.create(_tgtPath);
			org.apache.hadoop.io.IOUtils.copyBytes(input,out,conf);
		} catch (IOException e) {
			e.printStackTrace();
		}
	}
	
	public static void main(String[] args) {
		// TODO Auto-generated method stub

	}

}