zoukankan      html  css  js  c++  java
  • Exception in thread "main" org.apache.hadoop.security.AccessControlException: Permission denied: user=lenovo, access=WRITE, inode="/user/hadoop/spark/people_savemode_test/_temporary/0":hadoop:supergro

    保存文件时权限被拒绝 曾经踩过的坑: 保存结果到hdfs上没有写的权限 通过修改权限将文件写入到指定的目录下
    *
    *
    * $HADOOP_HOME/bin/hdfs dfs -chmod 777 /user
    *
    *
    * Exception in thread "main" org.apache.hadoop.security.AccessControlException:
    * Permission denied: user=Mypc, access=WRITE,
    * inode="/":fan:supergroup:drwxr-xr-x

    package cn.spark.study.sql;
    
    import org.apache.spark.SparkConf;
    import org.apache.spark.api.java.JavaSparkContext;
    import org.apache.spark.sql.DataFrame;
    import org.apache.spark.sql.SQLContext;
    import org.apache.spark.sql.SaveMode;
    
    /**
     * SaveModel示例
     * 
     * @author 张运涛
     *
     */
    public class SaveModeTest {
    
        @SuppressWarnings("deprecation")
        public static void main(String[] args) {
            System.setProperty("hadoop.home.dir", "E:\hadoop-2.7.1");
    
            SparkConf conf = new SparkConf().setMaster("local").setAppName("SaveModeTest");
            JavaSparkContext sc = new JavaSparkContext(conf);
            SQLContext sqlContext = new SQLContext(sc);
    
            DataFrame peopleDF = sqlContext.read().format("json").load("hdfs://zhang:9000/user/hadoop/spark/people.json");
            /**
             * 保存文件时权限被拒绝 曾经踩过的坑: 保存结果到hdfs上没有写的权限 通过修改权限将文件写入到指定的目录下
             * 
             * 
             * $HADOOP_HOME/bin/hdfs dfs -chmod 777 /user
             *
             *
             * Exception in thread "main" org.apache.hadoop.security.AccessControlException:
             * Permission denied: user=Mypc, access=WRITE,
             * inode="/":fan:supergroup:drwxr-xr-x
             * 
             */
    
            peopleDF.save("hdfs://zhang:9000/user/people_savemode_test", "json", SaveMode.Append);
        }
    
    }
  • 相关阅读:
    Linux架构
    Python标准库09 当前进程信息 (os包)
    Linux从程序到进程
    Python标准库04 文件管理 (部分os包,shutil包)
    Python标准库10 多进程初步 (multiprocessing包)
    Python标准库06 子进程 (subprocess包)
    绘图: matplotlib Basemap简介
    树莓派与Linux
    绘图: Python matplotlib简介
    Linux进程间通信
  • 原文地址:https://www.cnblogs.com/zyt-bg/p/10359121.html
Copyright © 2011-2022 走看看