`
superlxw1234
  • 浏览: 543398 次
  • 性别: Icon_minigender_1
  • 来自: 西安
博客专栏
Bd1c0a0c-379a-31a8-a3b1-e6401e2f1523
Hive入门
浏览量:43384
社区版块
存档分类
最新评论

hadoop本地windows测试mr程序

 
阅读更多
@Override
	public int run(String[] args) throws Exception {
		//String fileName = "E:/tmp/1111.txt";
		Configuration conf = new Configuration();
		conf.set("fs.default.name", "file:///");
		conf.set("mapred.job.tracker", "local");
		String inputFile = "E:/tmp/call.pl";
		String output = "E:/tmp/output/";
		
		Job job = new Job(conf,this.getClass().getSimpleName());
		job.setJarByClass(this.getClass());
		job.setMapperClass(LxwMapper.class);
		job.setReducerClass(LxwReducer.class);
		
		FileInputFormat.addInputPath(job, new Path(inputFile));
		FileOutputFormat.setOutputPath(job, new Path(output));
		
		job.setMapOutputKeyClass(Text.class);
		job.setMapOutputValueClass(IntWritable.class);
		
		System.exit(job.waitForCompletion(true) ? 0 : 1);
		
		return 0;
	}
	
	public static void main(String[] args) throws Exception {
		int exitCode = ToolRunner.run(new Configuration(), new LxwJob(), args);
		System.exit(exitCode);
	}
 
分享到:
评论

相关推荐

Global site tag (gtag.js) - Google Analytics