Hadoop2.6.0学习笔记（六）TextOutputFormat及RecordWriter解析
package com.lucl.hadoop.mapreduce.multiple;import java.io.IOException;
import java.util.HashMap;
import java.util.Iterator;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataOutputStream;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.Writable;
import org.apache.hadoop.io.WritableComparable;
import org.apache.hadoop.io.compress.CompressionCodec;
import org.apache.hadoop.io.compress.GzipCodec;
import org.apache.hadoop.mapreduce.OutputCommitter;
import org.apache.hadoop.mapreduce.RecordWriter;
import org.apache.hadoop.mapreduce.TaskAttemptContext;
import org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter;
import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;
import org.apache.hadoop.util.ReflectionUtils;
/**
* @author luchunli
* @description 自定义OutputFormat，这里继承TextOutputFormat，避免了自己实现OutputCommitter，
* MapReduce中key要求为WritableComparable类型的，value要求为Writable类型的.
*/
public class MultipleOutputFormat
页:
[1]