zoukankan      html  css  js  c++  java
  • HDFS读写程序小测试

      WriteHdfs:

    package aa;
    
    import java.io.*;
    import org.apache.hadoop.conf.Configuration;
    import org.apache.hadoop.fs.*;
    
    public class WriteHdfs {
        public static void main(String[] args) {
            Configuration conf = new Configuration();
            try {
                FileSystem fs = FileSystem.get(conf);
                Path f = new Path("ttt.txt");
                System.out.println(fs.isFile(f));
                System.out.println(f.toString());
                FSDataOutputStream os = fs.create(f, true);
                os.writeChars("test");
                os.flush();
                os.close();
            } catch (IOException e) {
                e.printStackTrace();
            }
        }
    }

      ReadHdfs:

    package aa;
    
    import java.io.InputStream;
    
    import java.net.URI;
    import org.apache.hadoop.conf.Configuration;
    import org.apache.hadoop.fs.*;
    import org.apache.hadoop.io.IOUtils;
     
    public class ReadHdfs {
        public static void main(String[] args) throws Exception {
            String uri = "ttt.txt";
            Configuration conf = new Configuration();
        FileSystem fs = FileSystem. get(URI.create (uri), conf);
        InputStream in = null;
        try {
             in = fs.open( new Path(uri));
             IOUtils.copyBytes(in, System.out, 4096, false);
            } finally {
             IOUtils.closeStream(in);
            }
        }
    }

      先写后读输出:

    log4j:WARN No appenders could be found for logger (org.apache.hadoop.metrics2.lib.MutableMetricsFactory).
    log4j:WARN Please initialize the log4j system properly.
    log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info.
    t e s t
  • 相关阅读:
    第十一单元 beego验证
    第九单元 ORM
    第六单元 go操作redis
    第五单元 go操作mysql
    第四单元 参数配置
    springboot使用外置tomcat
    ⚡ 第二.三章顺序表与链表⚡
    c语言程序设计题 译密码
    翁恺 java进阶第一周作业
    Java 构造素数表的两种方法
  • 原文地址:https://www.cnblogs.com/garfieldcgf/p/5485645.html
Copyright © 2011-2022 走看看