zoukankan      html  css  js  c++  java
  • hdfs极限编程遇到的问题

    eclipse远程连接hdfs:

    示例如下:

    package qq;


    import java.io.BufferedReader;
    import java.io.InputStream;
    import java.io.InputStreamReader;
    import java.net.URI;
    import java.net.URL;

    import org.apache.hadoop.conf.Configuration;
    import org.apache.hadoop.fs.FSDataInputStream;
    import org.apache.hadoop.fs.FSDataOutputStream;
    import org.apache.hadoop.fs.FileSystem;
    import org.apache.hadoop.fs.Path;


    public class Test1 {
        
        public static void caozuo() throws Exception {
            InputStream in = null;
            //配置文件
            Configuration conf = new Configuration();
            FileSystem fs = FileSystem.get(new URI("hdfs://192.168.108.11:9000/"), conf, "hadoop");
            Path path = new Path("/sunbinghai/hdfstest1.txt");
            FSDataOutputStream out = fs.create(path);
            out.writeBytes("信1605-220163469孙丙海课堂测试");
            out.flush();

            //in.close();
            fs.close();
        }
        
        
        
        public void mv() throws Exception{
            Configuration conf = new Configuration();
            FileSystem fs = FileSystem.get(new URI("hdfs://192.168.108.11:9000/"), conf, "hadoop");
            Path dst = new Path("/sunbinghai/hdfstest2.txt");
            Path src = new Path("/sunbinghai/hdfstest1.txt");
            fs.rename(src, dst);
        }
        

        public void readText() throws Exception{
            Configuration conf = new Configuration();
            FileSystem fs = FileSystem.get(new URI("hdfs://192.168.108.11:9000/"), conf, "hadoop");
            Path path = new Path("/sunbinghai/hdfstest2.txt");
            FSDataInputStream in = fs.open(path);
            String line = null;
            BufferedReader bufferedReader = new BufferedReader(new InputStreamReader(in));    
            while((line = bufferedReader.readLine()) !=null) {
                System.out.println("读取的内容为"+line);
            }
            fs.close();
            
        }
        public static void main(String[] args) throws Exception {
            caozuo();
        }
    }

  • 相关阅读:
    org.hibernate.NonUniqueObjectException 原因及解决办法
    Hibernate方法save、update、merge、saveOrUpdate及get和load的区别
    Hibernate实体对象的生命周期(三种状态)
    Java I/O 全面详解
    故障检测、性能调优与Java类加载机制
    Linux基本命令+Makefile
    Redhat9.0+Apache1.3.29+Mysql3.23.58+PHP4.3.4
    u盘安装Linux系统详细教程
    Linux下软件常见安装方式
    Spring MVC 小计
  • 原文地址:https://www.cnblogs.com/xiaohaigege666/p/9733595.html
Copyright © 2011-2022 走看看