Hadoop MapReduce编程 API入门系列之wordcount版本3（七）
1 package zhouls.bigdata.myMapReduce.wordcount3;2
3
4 import org.apache.hadoop.conf.Configuration;
5 import org.apache.hadoop.fs.FileSystem;
6 import org.apache.hadoop.fs.Path;
7 import org.apache.hadoop.io.IntWritable;
8 import org.apache.hadoop.io.Text;
9 import org.apache.hadoop.mapreduce.Job;
10 import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
11 import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
12
13 public>
14
15 public static void main(String[] args) {
16 Configuration config =new Configuration();
17
18 try {
19 FileSystem fs =FileSystem.get(config);
20
21 Job job =Job.getInstance(config);
22 job.setJarByClass(RunJob.class);
23
24 job.setJobName("wc");
25
26 job.setMapperClass(WordCountMapper.class);
27 job.setReducerClass(WordCountReducer.class);
28
29 job.setMapOutputKeyClass(Text.class);
30 job.setMapOutputValueClass(IntWritable.class);
31
32 FileInputFormat.addInputPath(job, new Path("./data/wc.txt"));
33
34 Path outpath =new Path("./out/WordCountout");
35 if(fs.exists(outpath)){
36 fs.delete(outpath, true);
37 }
38 FileOutputFormat.setOutputPath(job, outpath);
39
40 boolean f= job.waitForCompletion(true);
41 if(f){
42 System.out.println("job任务执行成功");
43 }
44 } catch (Exception e) {
45 e.printStackTrace();
46 }
47 }
48 }
页:
[1]