2021尚大數(shù)據(jù)01筆記hadoop源碼編譯

1Hadoop編譯源前期準備工CentOS聯(lián)確保在編譯過程中CentOS能連接，因為要很多依賴的jar包root軟件包準備(hadoop源碼、JDK8、maven、protobuf、軟件包安[root@hadoop101hadoop_source]$[root@hadoop101hadoop_source]$ll總用量[root@hadoop101hadoop_source]$[root@hadoop101hadoop_source]$ll總用量55868-rw-rw-r1atguigu 3月2813:23apache-maven-3.6.3--rw-rw-r1atguigu 3月2813:23cmake--rw-rw-r1atguigu 3月2813:23hadoop-3.1.3--rw-rw-r1atguigu 3月2813:23protobuf- - apache-maven-3.6.3- - apache-maven-3.6.3- --cmake-- - hadoop-3.1.3- --protobuf--[atguigu@hadoop204hadoop_source]$[atguigu@hadoop204hadoop_source]$總用量drwxrwxr-x.6atguiguatguigu40963月2813:25apache-maven-drwxr-xr-x.15 40963月2813:43cmake-drwxr-xr-x.18atguiguatguigu40969月122019hadoop-3.1.3-drwxr-xr-x.10atguiguatguigu40963月2813:44protobuf-[atguigu@hadoop101hadoop_source]$java-versionjavaversion"1.8.0_212"Java(TM)SERuntimeEnvironment(build1.8.0_212-[atguigu@hadoop101hadoop_source]$java-versionjavaversion"1.8.0_212"Java(TM)SERuntimeEnvironment(build1.8.0_212-JavaHotSpot(TM)64-BitServerVM(build25.212-b10,mixed#配置maven的環(huán)境變#配置maven的環(huán)境變[root@hadoop101hadoop_source]#vim/etc/profile[root@hadoop101hadoop_source]#source#修改maven的鏡[root@hadoop101apache-maven-3.6.3]#viconf/settings.xml#在mirrors節(jié)點中添加阿里云鏡像<id>nexus-<name>Nexus [root@hadoop101hadoop_source]#mvn-ApacheMaven3.6.3(cecedd Mavenhome:/opt/module/hadoop_source/apache-maven-3.6.3 Default tformencoding:UTF-OSname:"linux",version:"3.10.0-862.el7.x86_64",arch:"amd64",family:安裝gcc[root@hadoop101hadoop_source]#yuminstall-ygcc*#[root@hadoop101hadoop_source]#yum-yinstallsnappy*bzip2*lzo*zlib*lz4*[root@hadoop101hadoop_source]#yum-yinstallopenssl*svnncurses*autoconfautomake#安裝擴展源,才可安裝[root@hadoop101hadoop_source]#yumyinstallepel-release#安裝zstd[root@hadoop101hadoop_source]#yum-yinstall手動安裝[atguigu@hadoop101cmake-3.13.1]$/opt/module/hadoop_source/cmake-[atguigu@hadoop101cmake-3.13.1]$ [atguigu@hadoop101cmake-3.13.1]$/opt/module/hadoop_source/cmake-[atguigu@hadoop101cmake-3.13.1]$[atguigu@hadoop101[atguigu@hadoop101cmake-3.13.1]$make&&make[atguigu@hadoop101[atguigu@hadoop101cmake-3.13.1]$cmake-versioncmakeversion3.13.1CMakesuitemaintainedandsupportedbyKitware[atguigu@hadoop101protobuf-2.5.0]$/opt/module/hadoop_source/protobuf-[atguigu@hadoop101protobuf-2.5.0]$/opt/module/hadoop_source/protobuf-#依次執(zhí)行下列命令--prefix指定安裝到當 protobuf--[atguigu@hadoop101protobuf-2.5.0]$make&&makeinstall#配置環(huán)境變[atguigu@hadoop101protobuf-2.5.0]$vim#驗[atguigu@hadoop101protobuf-2.5.0]$source/etc/profile[atguigu@hadoop101protobuf-2.5.0]$protoc--versionlibprotoc編譯源[atguigu@hadoop101hadoop-3.1.3-src]$/opt/module/hadoop_source/hadoop-3.1.3-#開始[atguigu@hadoop101hadoop-3.1.3-src]$/opt/module/hadoop_source/hadoop-3.1.3-#開始編[atguigu@hadoop101hadoop-3.1.3-src]$mvncleanpackage-DskipTests-Pdist,native-等等等…..等待，第一次編譯需要很多依賴jar包，編譯時間會很久，