HDFS如何实现读写操作-创新互联

这篇文章主要介绍了HDFS如何实现读写操作，具有一定借鉴价值，感兴趣的朋友可以参考下，希望大家阅读完这篇文章之后大有收获，下面让小编带着大家一起了解一下。

1. import java.io.OutputStream;

2. import java.net.URI;

3. import java.net.URL;

5. import org.apache.commons.io.IOUtils;

6. import org.apache.hadoop.conf.Configuration;

7. import org.apache.hadoop.fs.FSDataInputStream;

8. import org.apache.hadoop.fs.FileSystem;

9. import org.apache.hadoop.fs.FsUrlStreamHandlerFactory;

10. import org.apache.hadoop.fs.Path;

12. public class HdfsTest {

14.     public static void main(String[] args) throws Exception {

15.         write();

16.     }

18.     public static void read1(String url) throws Exception {

19.         URL.setURLStreamHandlerFactory(new FsUrlStreamHandlerFactory());

20.         System.out.println(IOUtils.toString(new URL(url).openStream()));

21.     }

22.     

23.     public static void read2(String url) throws Exception {

24.         Configuration conf = new Configuration();

25.         FileSystem fs = FileSystem.get(URI.create(url), conf);

26.         FSDataInputStream is = fs.open(new Path(url));

27.         System.out.println(IOUtils.toString(is));

28.         is.close();

29.         fs.close();

30.     }

32.     public static void write() throws Exception {

33.         String hdfsFile = "hdfs://192.168.202.134:9000/test/text2.txt";

34.         Configuration conf = new Configuration();

35.         FileSystem fs = FileSystem.get(URI.create(hdfsFile), conf, "andy");

36.         OutputStream out = fs.create(new Path(hdfsFile), true);

37.         out.write("new file text2.txt".getBytes());

38.         out.close();

39.         fs.close();

40.         read1(hdfsFile);

41.         read2(hdfsFile);

42.     }

43. }

感谢你能够认真阅读完这篇文章，希望小编分享的“HDFS如何实现读写操作”这篇文章对大家有帮助，同时也希望大家多多支持创新互联，关注创新互联-成都网站建设公司行业资讯频道，更多相关知识等着你来学习!