Hadoop实现共同出现的单词(Word co-occurrence) - linux编程基础

= 2) {
// System.err.println("Usage: CoOccurrence ");
// System.exit(2);
//}
Job job = new Job(conf, "Co-Occurrence");
job.setJarByClass(CoOccurrence.class);

job.setMapperClass(MyMapper.class);
job.setMapOutputKeyClass(TextPair.class);
job.setMapOutputValueClass(IntWritable.class);

job.setCombinerClass(MyReducer.class);

// group and partition by the first int in the pair
//job.setPartitionerClass(FirstPartitioner.class);

//job.setGroupingComparatorClass(FirstGroupingComparator.class);

// the reduce output is Text, IntWritable
job.setReducerClass(MyReducer.class);
job.setOutputKeyClass(TextPair.class);
job.setOutputValueClass(IntWritable.class);

//FileInputFormat.addInputPath(job, new Path("../shakespeareinput"));
//FileOutputFormat.setOutputPath(job, new Path("output"));
FileInputFormat.addInputPath(job, new Path(args[0]));
FileOutputFormat.setOutputPath(job, new Path(args[1]));
System.exit(job.waitForCompletion(true) 0 : 1);
}//End of main
}//End of CoOccurrence

Hadoop实现共同出现的单词(Word co-occurrence)(三)