= 2) { // System.err.println("Usage: CoOccurrence "); // System.exit(2); //} Job job = new Job(conf, "Co-Occurrence"); job.setJarByClass(CoOccurrence.class); job.setMapperClass(MyMapper.class); job.setMapOutputKeyClass(TextPair.class); job.setMapOutputValueClass(IntWritable.class); job.setCombinerClass(MyReducer.class);
// group and partition by the first int in the pair //job.setPartitionerClass(FirstPartitioner.class); //job.setGroupingComparatorClass(FirstGroupingComparator.class);
// the reduce output is Text, IntWritable job.setReducerClass(MyReducer.class); job.setOutputKeyClass(TextPair.class); job.setOutputValueClass(IntWritable.class); //FileInputFormat.addInputPath(job, new Path("../shakespeareinput")); //FileOutputFormat.setOutputPath(job, new Path("output")); FileInputFormat.addInputPath(job, new Path(args[0])); FileOutputFormat.setOutputPath(job, new Path(args[1])); System.exit(job.waitForCompletion(true) 0 : 1); }//End of main }//End of CoOccurrence
|