1. 程式人生 > >上傳本地檔案到hdfs上

上傳本地檔案到hdfs上

package com.yc.hadoop.hdfs;


import java.net.URI;
import java.util.Scanner;


import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.log4j.Logger;


/**
 * 上傳本地檔案到hdfs上
 * @company 源辰資訊
 * @author navy
 */
public class Hadoop_HdfsApi07 {
private static Logger log = Logger.getLogger(Hadoop_HdfsApi07.class);  // 建立日誌記錄器


@SuppressWarnings("resource")
public static void main(String[] args) {
Scanner input = new Scanner(System.in);
FileSystem fs = null;
try {
Configuration conf = new Configuration(); // 載入配置檔案
URI uri = new URI("hdfs://192.168.30.130:9000/");   // 連線資源位置
fs = FileSystem.get(uri, conf); // 建立檔案系統例項物件

Path uploadPath = new Path("/user/navy/"); // 上傳檔案儲存的目錄


System.out.print("請輸入要上傳的檔案:");
Path p = new Path(input.next());

fs.copyFromLocalFile(p,uploadPath); // 上傳檔案到指定目錄
log.debug("上傳成功....");

FileStatus[] files = fs.listStatus(uploadPath);  // 列出檔案
System.out.println("上傳目錄中的檔案:");

for (FileStatus f : files) {
System.out.println("\t" + f.getPath().getName());
}
} catch (Exception e) {
log.error("hdfs操作失敗!!!", e);
}
}
}