Hadoop常用命令使用

Hadoop常用命令使用

[root@cdh01tmp]#hadoopfs-ls-h/tmp

Found2items

drwxrwxrwx

-hdfssupergroup

02017-06-2110:24/tmp/.cloudera_health_monitoring_canary_files

drwx-wx-wx

-hivesupergroup

02017-06-2110:02/tmp/hive

[root@cdh01tmp]#hadoopfs-ls-h/

Found2items

drwxrwxrwx

-hdfssupergroup

02017-06-2110:02/tmp

drwxrwxr-x

-hdfssupergroup

02017-06-2110:01/user1、查看指定目錄下內(nèi)容：hadoopfs–ls[文件目錄]

[root@cdh01/]#mkdirtest_put_dir#創(chuàng)建目錄

[root@cdh01/]#chownhdfs:hadooptest_put_dir#賦目錄權(quán)限給hadoop用戶

[root@cdh01/]#suhdfs#切換到hadoop用戶

[hdfs@cdh01/]$ls

bin

boot

dev

dfs

dfs_bak

etc

home

lib

lib64

lost+found

media

misc

mnt

net

opt

proc

root

sbin

selinux

srv

sys

test_put_dir

tmp

usr

var

wawa.txt

wbwb.txt

wyp.txt

[hdfs@cdh01/]$hadoopfs-puttest_put_dir/

[hdfs@cdh01/]$hadoopfs-ls/

Found4items

drwxr-xr-x

-hdfssupergroup

02017-06-2111:07/hff

drwxr-xr-x

-hdfssupergroup

02017-06-2115:25/test_put_dir

drwxrwxrwt

-hdfssupergroup

02017-06-2110:39/tmp

drwxr-xr-x

-hdfssupergroup

02017-06-2110:39/user2、將本地文件夾存儲至hadoop上：hadoopfs–put[本地目錄][hadoop目錄]

[root@cdh01/]#suhdfs

[hdfs@cdh01/]$hadoopfs-mkdir/hff3、在hadoop指定目錄內(nèi)創(chuàng)建新目錄：hadoop

fs

–mkdir

[目錄地址]

[hdfs@cdh01/]$hadoopfs-touchz/test_put_dir/test_new_file.txt

[hdfs@cdh01/]$hadoopfs-ls/test_put_dir

Found1items

-rw-r--r--

3hdfssupergroup

02017-06-2115:29/test_put_dir/test_new_file.txt

4、在hadoop指定目錄下新建一個空文件，使用touchz命令：

[hdfs@cdh01/]$hadoopfs-putwyp.txt/hff#直接目錄

[hdfs@cdh01/]$hadoopfs-putwyp.txthdfs://:8020/hff#服務(wù)器目錄

注：文件wyp.txt放在/根目錄下，結(jié)構(gòu)如：

bin

dfs_bak

lib64

mnt

root

sys

var

boot

etc

lost+found

net

sbin

test_put_dir

wawa2.txt

dev

home

media

opt

selinux

tmp

wbwb.txt

dfs

lib

misc

proc

srv

usr

wyp.txt

5、將本地文件存儲至hadoop上：hadoopfs–put[本地地址][hadoop目錄]

hadoopjob–kill

[job-id]6、將正在運(yùn)行的hadoop作業(yè)kill掉

[hdfs@cdh01/]$hadoopfs-rmr/test_put_dir

16/01/2115:50:59INFOfs.TrashPolicyDefault:Namenodetrashconfiguration:Deletioninterval=1440minutes,Emptierinterval=0minutes.

Moved:'hdfs://:8020/test_put_dir'totrashat:hdfs://:8020/user/hdfs/.Trash/Current

[hdfs@cdh01/]$hadoopfs-ls/

Found3items

drwxr-xr-x

-hdfssupergroup

02016-01-2111:07/hff

drwxrwxrwt

-hdfssupergroup

02016-01-2110