bjghzly 发表于 2017-12-17 12:30:53

hadoop java上传文件


hadoop java上传文件

  

import java.io.BufferedInputStream;  

import java.io.FileInputStream;  

import java.io.InputStream;  

import java.io.OutputStream;  

import java.net.URI;  

import org.apache.hadoop.conf.Configuration;  

import org.apache.hadoop.fs.FileSystem;  

import org.apache.hadoop.fs.Path;  

import org.apache.hadoop.io.IOUtils;  

import org.apache.hadoop.util.Progressable;  

public>
public static void main(String[] args) {  

try {  
String localSrc
= "/usr/local/hadoop/NOTICE.txt";  
String dst
= "hdfs://localhost:9000/user/NOTICE.txt";  
InputStream in
= new BufferedInputStream(new FileInputStream(localSrc));  
Configuration conf
= new Configuration();  
FileSystem fs
= FileSystem.get(URI.create(dst), conf);  
OutputStream out
= fs.create(new Path(dst), new Progressable() {  

public void progress() {  
System.out.print(
".");  
}
  
});
  

  
IOUtils.copyBytes(in, out,
4096, true);  

  
System.out.println(
"success");  

  
}
catch (Exception e) {  

// TODO Auto-generated catch block  
e.printStackTrace();
  
}
  
}
  
}
  

  
posted on 2017-02-25 13:09 Honey_Badger 阅读(...) 评论(...)编辑 收藏
页: [1]
查看完整版本: hadoop java上传文件