{"rsdb":{"rid":"308971","subhead":"","postdate":"0","aid":"224133","fid":"115","uid":"1","topic":"1","content":"
\n\t\t\t\t\t\t\t\t
\n \t\t\t\t\t\n\t\t\t\t\t\t\t<\/use>\n\t\t\t\t\t<\/svg>\n \t\t\t\t\t\n\t\t\t\t\t\u7248\u6743\u58f0\u660e\uff1a\u672c\u6587\u4e3a\u535a\u4e3b\u539f\u521b\u6587\u7ae0\uff0c\u672a\u7ecf\u535a\u4e3b\u5141\u8bb8\u4e0d\u5f97\u8f6c\u8f7d\u3002\t\t\t\t\thttps:\/\/blog.csdn.net\/SZU_Hadooper\/article\/details\/55053407\t\t\t\t<\/div>\n\t\t\t\t\t\t\t\t\n \t\t\t\t\t\t\t\t \n\t\t\t\t\t\t
\n \n
<\/span> public static void main(String[] args) throws IOException{
<\/span>
<\/span>
<\/span> <\/span>Configuration conf1 = new Configuration();
<\/span>\/\/\u7b2c\u4e00\u4e2ajob\u7684\u914d\u7f6e
<\/span>Job job1 = new Job(conf1);
<\/span> <\/span>job1.setJarByClass(LiFangMinHash.class);
<\/span> <\/span>job1.setNumReduceTasks(25);\n<\/span>
<\/span> <\/span>job1.setMapperClass(maphadoop1.class);
<\/span> <\/span>job1.setReducerClass(reducehadoop1.class);
<\/span> <\/span>job1.setOutputFormatClass(TextOutputFormat.class);
<\/span> <\/span>job1.setOutputKeyClass(Text.class);
<\/span> <\/span>job1.setOutputValueClass(Text.class);
<\/span> <\/span>ControlledJob ctrljob1=new ControlledJob(conf1);
<\/span>ctrljob1.setJob(job1);
<\/span>FileInputFormat.addInputPath(job1, new Path(args[0]));
<\/span> <\/span>FileOutputFormat.setOutputPath(job1, new Path(args[1]));
<\/span> <\/span>
<\/span> <\/span>Configuration conf2 = new Configuration();
<\/span>Job job2=new Job(conf2);
<\/span> job2.setJarByClass(LiFangMinHash.class);
<\/span>job2.setNumReduceTasks(25);
<\/span>job2.setMapperClass(maphadoop2.class);
<\/span>job2.setReducerClass(reducehadoop2.class);
<\/span>job2.setOutputFormatClass(TextOutputFormat.class);
<\/span>job2.setOutputKeyClass(Text.class);
<\/span>job2.setOutputValueClass(Text.class);
<\/span>ControlledJob ctrljob2=new ControlledJob(conf2);
<\/span>ctrljob2.setJob(job2);
<\/span>
<\/span>ctrljob2.addDependingJob(ctrljob1);
<\/span>
<\/span>FileInputFormat.addInputPath(job2, new Path(args[1]));
<\/span>FileOutputFormat.setOutputPath(job2,new Path(args[2]));


<\/span>
<\/span>JobControl jobCtrl=new JobControl(\"myctrl\");
<\/span>jobCtrl.addJob(ctrljob1);
<\/span>jobCtrl.addJob(ctrljob2);
<\/span>jobCtrl.run();
<\/span>
<\/span>while(true){


<\/span>if(jobCtrl.allFinished()){\/\/\u5982\u679c\u4f5c\u4e1a\u6210\u529f\u5b8c\u6210\uff0c\u5c31\u6253\u5370\u6210\u529f\u4f5c\u4e1a\u7684\u4fe1\u606f
<\/span>System.out.println(jobCtrl.getSuccessfulJobList());
<\/span>jobCtrl.stop();
<\/span>break;
<\/span>}
<\/span>}
\n}
\n}\n <\/div>\n <\/div>","orderid":"0","title":"mapreduce\u4fe9\u4e2a\u4f9d\u8d56\u5173\u7cfb\u7684JOB\u5b9e\u73b0","smalltitle":"","mid":"0","fname":"Hdfs","special_id":"0","bak_id":"0","info":"0","hits":"442","pages":"1","comments":"0","posttime":"2019-05-15 00:19:21","list":"1557850761","username":"admin","author":"","copyfrom":"","copyfromurl":"","titlecolor":"","fonttype":"0","titleicon":"0","picurl":"https:\/\/www.cppentry.com\/upload_files\/","ispic":"0","yz":"1","yzer":"","yztime":"0","levels":"0","levelstime":"0","keywords":"mapreduce<\/A> \u4f9d\u8d56<\/A> \u5173\u7cfb<\/A> JOB<\/A> \u5b9e\u73b0<\/A>","jumpurl":"","iframeurl":"","style":"","template":"a:3:{s:4:\"foot\";s:0:\"\";s:8:\"bencandy\";s:0:\"\";s:4:\"head\";s:0:\"\";}","target":"0","ip":"47.106.78.186","lastfid":"0","money":"0","buyuser":"","passwd":"","allowdown":"","allowview":"","editer":"","edittime":"0","begintime":"0","endtime":"0","description":" \u7248\u6743\u58f0\u660e\uff1a\u672c\u6587\u4e3a\u535a\u4e3b\u539f\u521b\u6587\u7ae0\uff0c\u672a\u7ecf\u535a\u4e3b\u5141\u8bb8\u4e0d\u5f97\u8f6c\u8f7d\u3002https:\/\/blog.csdn.net\/SZU_Hadooper\/article\/details\/55053407 public static void main(String[] args) throws IOException{ Con..","lastview":"1714044040","digg_num":"0","digg_time":"0","forbidcomment":"0","ifvote":"0","heart":"","htmlname":"","city_id":"0"},"page":"1"}