建立連接獲取hadoop下的文件信息

import java.io.IOException;
import java.net.URI;
import java.net.URISyntaxException;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.BlockLocation;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.LocatedFileStatus;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.fs.RemoteIterator;public class ListFile {public static void main(String [] args) throws IOException, Exception,URISyntaxException{FileSystem file = FileSystem.get(new URI("hdfs://虛擬機IP地址:9000"),new Configuration(),"hadoop");//獲取FileSystem對象RemoteIterator<LocatedFileStatus> iterator = file.listFiles(new Path("/"), true);//調用listFiles 獲取 /目錄下所有的文件信息while(iterator.hasNext()) {//遍歷 / 文件夾LocatedFileStatus fileStatus =  iterator.next();//獲取文件狀態對象Path path = fileStatus.getPath();//獲取決定路徑String name = path.getName();//獲取名字System.out.println(path.toString()+"       "+path.getName());BlockLocation[] locations = fileStatus.getBlockLocations();//獲取文件塊的信息System.out.println("block"+locations.length);//輸出文件塊的大小}}
}

編寫hadoop連接工具類

package com.clouddisk.cloud.util;import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.*;import java.io.IOException;
import java.net.URI;
import java.net.URISyntaxException;public class HDFSUtils {private static Configuration conf ;private static FileSystem fs ;private static String address = "hdfs://192.168.43.60:9000";public FileSystem getConf() throws URISyntaxException, IOException, InterruptedException {conf = new Configuration();fs = FileSystem.get(new URI(address),conf,"hadoop");return fs;}public void release() throws IOException {fs.close();}public String getAddress(){return address;}
}