Hadoop入门系列(8)-Spring Boot客户端操作HDFS

本是古典何须时尚 2023-10-10 12:02 27阅读 0赞

## 环境准备 ##

1.  复制Windows环境下编译好的Hadoop文件到相关非中文目录中。  
    ![在这里插入图片描述][20201224192730275.png]
2.  配置环境变量  
    ![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzQzNDM3ODc0_size_16_color_FFFFFF_t_70]
3.  配置Path环境变量%HADOOP\_HOME%\\bin  
    ![在这里插入图片描述][20201224192927265.png]
4.  创建一个SpringBoot工程引入相关依赖

<dependencies>
            
            <dependency>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-starter-web</artifactId>
            </dependency>
            
            <dependency>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-starter-test</artifactId>
            </dependency>
            <dependency>
                <groupId>org.apache.hadoop</groupId>
                <artifactId>hadoop-common</artifactId>
                <version>2.9.2</version>
            </dependency>
            <dependency>
                <groupId>org.apache.hadoop</groupId>
                <artifactId>hadoop-hdfs</artifactId>
                <version>2.9.2</version>
            </dependency>
            <dependency>
                <groupId>org.apache.hadoop</groupId>
                <artifactId>hadoop-client</artifactId>
                <version>2.9.2</version>
            </dependency>
        </dependencies>

## 案例 ##

### 创建文件夹 ###

/**
         * 创建文件夹测试
         */
        @SneakyThrows
        @Test
        public void testMakeDir() {
        
            Configuration configuration = new Configuration();
            FileSystem fs = FileSystem.get(new URI("hdfs://192.168.58.201:9000"), configuration, "root");
            fs.mkdirs(new Path("/java/test"));
            fs.close();
        }

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzQzNDM3ODc0_size_16_color_FFFFFF_t_70 1]

### 上传文件 ###

/**
         * 上传文件测试
         */
        @SneakyThrows
        @Test
        public void testUploadFile() {
        
            Configuration configuration = new Configuration();
            configuration.set("dfs.replication", "3");
            FileSystem fs = FileSystem.get(new URI("hdfs://192.168.58.201:9000"), configuration, "root");
            fs.copyFromLocalFile(new Path("D:\\user.txt"), new Path("/java/test/aaaa.txt"));
        }

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzQzNDM3ODc0_size_16_color_FFFFFF_t_70 2]

### 下载文件 ###

/**
         * 下载文件测试
         */
        @SneakyThrows
        @Test
        public void testDownloadFile() {
        
            Configuration configuration = new Configuration();
            configuration.set("dfs.replication", "3");
            FileSystem fs = FileSystem.get(new URI("hdfs://192.168.58.201:9000"), configuration, "root");
            fs.copyToLocalFile(false,new Path("/java/test/aaaa.txt"), new Path("D:\\"));
            fs.close();
        }

### 修改文件名 ###

/**
         * 测试
         */
        @SneakyThrows
        @Test
        public void testUpdateFileName() {
        
            Configuration configuration = new Configuration();
            configuration.set("dfs.replication", "3");
            FileSystem fs = FileSystem.get(new URI("hdfs://192.168.58.201:9000"), configuration, "root");
            fs.rename(new Path("/java/test/aaaa.txt"), new Path("/java/test/bbbb.txt"));
            fs.close();
        }

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzQzNDM3ODc0_size_16_color_FFFFFF_t_70 3]

### 删除文件夹 ###

/**
         * 删除文件夹测试
         */
        @SneakyThrows
        @Test
        public void testDeleteDir() {
        
            Configuration configuration = new Configuration();
            configuration.set("dfs.replication", "3");
            FileSystem fs = FileSystem.get(new URI("hdfs://192.168.58.201:9000"), configuration, "root");
            fs.delete(new Path("/java/"), true);
            fs.close();
        }

[20201224192730275.png]: https://img-blog.csdnimg.cn/20201224192730275.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzQzNDM3ODc0_size_16_color_FFFFFF_t_70]: https://img-blog.csdnimg.cn/20201224192806669.png?x-oss-process=image/watermark,type_ZmFuZ3poZW5naGVpdGk,shadow_10,text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzQzNDM3ODc0,size_16,color_FFFFFF,t_70
[20201224192927265.png]: https://img-blog.csdnimg.cn/20201224192927265.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzQzNDM3ODc0_size_16_color_FFFFFF_t_70 1]: https://img-blog.csdnimg.cn/20201224194257877.png?x-oss-process=image/watermark,type_ZmFuZ3poZW5naGVpdGk,shadow_10,text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzQzNDM3ODc0,size_16,color_FFFFFF,t_70
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzQzNDM3ODc0_size_16_color_FFFFFF_t_70 2]: https://img-blog.csdnimg.cn/20201224194335141.png?x-oss-process=image/watermark,type_ZmFuZ3poZW5naGVpdGk,shadow_10,text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzQzNDM3ODc0,size_16,color_FFFFFF,t_70
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzQzNDM3ODc0_size_16_color_FFFFFF_t_70 3]: https://img-blog.csdnimg.cn/20201224195639461.png?x-oss-process=image/watermark,type_ZmFuZ3poZW5naGVpdGk,shadow_10,text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzQzNDM3ODc0,size_16,color_FFFFFF,t_70