上傳本地檔案到hdfs上
阿新 • • 發佈:2018-11-12
package com.yc.hadoop.hdfs;
import java.net.URI;
import java.util.Scanner;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.log4j.Logger;
/**
* 上傳本地檔案到hdfs上
* @company 源辰資訊
* @author navy
*/
public class Hadoop_HdfsApi07 {
private static Logger log = Logger.getLogger(Hadoop_HdfsApi07.class); // 建立日誌記錄器
@SuppressWarnings("resource")
public static void main(String[] args) {
Scanner input = new Scanner(System.in);
FileSystem fs = null;
try {
Configuration conf = new Configuration(); // 載入配置檔案
URI uri = new URI("hdfs://192.168.30.130:9000/"); // 連線資源位置
fs = FileSystem.get(uri, conf); // 建立檔案系統例項物件
Path uploadPath = new Path("/user/navy/"); // 上傳檔案儲存的目錄
System.out.print("請輸入要上傳的檔案:");
Path p = new Path(input.next());
fs.copyFromLocalFile(p,uploadPath); // 上傳檔案到指定目錄
log.debug("上傳成功....");
FileStatus[] files = fs.listStatus(uploadPath); // 列出檔案
System.out.println("上傳目錄中的檔案:");
for (FileStatus f : files) {
System.out.println("\t" + f.getPath().getName());
}
} catch (Exception e) {
log.error("hdfs操作失敗!!!", e);
}
}
}
import java.net.URI;
import java.util.Scanner;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.log4j.Logger;
/**
* 上傳本地檔案到hdfs上
* @company 源辰資訊
* @author navy
*/
public class Hadoop_HdfsApi07 {
@SuppressWarnings("resource")
public static void main(String[] args) {
Scanner input = new Scanner(System.in);
FileSystem fs = null;
try {
Configuration conf = new Configuration(); // 載入配置檔案
fs = FileSystem.get(uri, conf); // 建立檔案系統例項物件
Path uploadPath = new Path("/user/navy/"); // 上傳檔案儲存的目錄
System.out.print("請輸入要上傳的檔案:");
Path p = new Path(input.next());
fs.copyFromLocalFile(p,uploadPath); // 上傳檔案到指定目錄
FileStatus[] files = fs.listStatus(uploadPath); // 列出檔案
System.out.println("上傳目錄中的檔案:");
for (FileStatus f : files) {
System.out.println("\t" + f.getPath().getName());
}
} catch (Exception e) {
log.error("hdfs操作失敗!!!", e);
}
}
}