您的位置:首页 > 编程语言 > Java开发

java实现将hdfs上的文件下载到本地系统上

2016-06-26 22:45 573 查看
/***
* 将hdfs上的文件下载到本地系统上1.0版本
*/
package itcast;

import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.net.URI;
import java.net.URISyntaxException;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IOUtils;

public class HDFSDemo {
public static void main(String[] args) throws IOException, URISyntaxException {
// TODO Auto-generated method stub
FileSystem fs = FileSystem.get(new URI("hdfs://itcast01:9000"), new Configuration());
InputStream in = fs.open(new Path("/Demo"));
OutputStream out = new FileOutputStream("E://Demo");
IOUtils.copyBytes(in, out, 4096, true);
}
}


/***
* 将hdfs上的文件下载到本地系统上2.0版本
*/
package itcast;

import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.net.URI;
import java.net.URISyntaxException;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IOUtils;
import org.junit.Before;

public class HDFSDemo {
FileSystem fs = null;

@Before
public void init() throws IOException, URISyntaxException{
fs = FileSystem.get(new URI("hdfs://itcast01:9000"), new Configuration());

}
public static void main(String[] args) throws IOException, URISyntaxException {
// TODO Auto-generated method stub
FileSystem fs = FileSystem.get(new URI("hdfs://itcast01:9000"), new Configuration());
InputStream in = fs.open(new Path("/Demo"));
OutputStream out = new FileOutputStream("E://Demo");
IOUtils.copyBytes(in, out, 4096, true);
}
}
内容来自用户分享和网络整理,不保证内容的准确性,如有侵权内容,可联系管理员处理 点击这里给我发消息
标签: