Linux安装hadoop

1. 作者QQ：67065435 QQ群：669756510

2. 本站内容全部为作者原创，转载请注明出处！

3. 安装Hadoop

开始安装

1. 安装Hbase(三台服务器都执行)

   wget --no-check-certificate -c https://dlcdn.apache.org/hbase/2.6.2/hbase-2.6.2-bin.tar.gz
   tar -xf hbase-2.6.2-bin.tar.gz
   mv hbase-2.6.2 /usr/local/hbase
   

2. 环境变量(三台服务器都执行)

   vim /etc/profile
   
   export PATH=$PATH:/usr/local/hbase/bin
   
   ESC
   :wq
   

3. 安装Hive(三台服务器都执行)

   wget --no-check-certificate -c https://archive.apache.org/dist/hive/hive-3.1.3/apache-hive-3.1.3-bin.tar.gz
   rm -rf /usr/local/hive/lib/guava-19.0.jar
   cp /usr/local/hadoop/share/hadoop/common/lib/guava-27.0-jre.jar /usr/local/hive/lib/guava-27.0-jre.jar
   cp /usr/local/hive/conf/hive-env.sh.template /usr/local/hive/conf/hive-env.sh
   

4. 配置Hive(三台服务器都执行)

   vim /usr/local/hive/conf/hive-env.sh
   
   export HADOOP_HOME=/usr/local/hadoop
   export HIVE_CONF_DIR=/usr/local/hive/conf
   export HIVE_AUX_JARS_PATH=/usr/local/hive/lib
   
   ESC
   :wq
   

内嵌模式

1. 初始化metadata(主服务器执行)

   cd /usr/local/hive
   schematool -initSchema -dbType derby
   

2. 启动Hive(主服务器执行)

   hive
   

本地模式

1. 安装MySql(主服务器执行)

2. 下载mysql-connector(三台服务器都执行)

   wget --no-check-certificate -c https://downloads.mysql.com/archives/get/p/3/file/mysql-connector-java-5.1.49.tar.gz
   tar -xf mysql-connector-java-5.1.49.tar.gz
   cp mysql-connector-java-5.1.49/mysql-connector-java-5.1.49.jar /usr/local/hive/lib/mysql-connector-java-5.1.49.jar
   

3. 配置Hive(三台服务器都执行)

   vim /usr/local/hive/conf/hive-site.xml
   
   <?xml version="1.0" encoding="UTF-8"?>
   <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
   <configuration>
       <property>
           <name>javax.jdo.option.ConnectionURL</name>
           <value>jdbc:mysql://node01:3306/book_hive?createDatabaseIfNotExist=true&amp;useSSL=false&amp;useUnicode=true&amp;characterEncoding=UTF-8</value>
       </property>
       <property>
           <name>javax.jdo.option.ConnectionDriverName</name>
           <value>com.mysql.jdbc.Driver</value>
       </property>
       <property>
           <name>javax.jdo.option.ConnectionUserName</name>
           <value>root</value>
       </property>
       <property>
           <name>javax.jdo.option.ConnectionPassword</name>
           <value>**************</value>
       </property>
       <property>
           <name>hive.metastore.event.db.notification.api.auth</name>
           <value>false</value>
       </property>
       <property>
           <name>hive.metastore.schema.verification</name>
           <value>false</value>
       </property>
   </configuration>
   
   ESC
   :wq
   

4. 初始化metadata(三台服务器都执行)

   schematool -initSchema -dbType mysql --verbos
   

5. 启动Hive(主服务器执行)

   hive
   

远程模式

1. 安装MySql(主服务器执行)

2. 下载mysql-connector(三台服务器都执行)

   wget --no-check-certificate -c https://downloads.mysql.com/archives/get/p/3/file/mysql-connector-java-5.1.49.tar.gz
   tar -xf mysql-connector-java-5.1.49.tar.gz
   cp mysql-connector-java-5.1.49/mysql-connector-java-5.1.49.jar /usr/local/hive/lib/mysql-connector-java-5.1.49.jar
   

3. 配置Hive(三台服务器都执行)

   vim /usr/local/hive/conf/hive-site.xml
   
   <?xml version="1.0" encoding="UTF-8"?>
   <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
   <configuration>
       <property>
           <name>javax.jdo.option.ConnectionURL</name>
           <value>jdbc:mysql://node01:3306/book_hive?createDatabaseIfNotExist=true&amp;useSSL=false&amp;useUnicode=true&amp;characterEncoding=UTF-8</value>
       </property>
       <property>
           <name>javax.jdo.option.ConnectionDriverName</name>
           <value>com.mysql.jdbc.Driver</value>
       </property>
       <property>
           <name>javax.jdo.option.ConnectionUserName</name>
           <value>root</value>
       </property>
       <property>
           <name>javax.jdo.option.ConnectionPassword</name>
           <value>**************</value>
       </property>
       <property>
           <name>hive.metastore.event.db.notification.api.auth</name>
           <value>false</value>
       </property>
       <property>
           <name>hive.metastore.schema.verification</name>
           <value>false</value>
       </property>
       <property>
           <name>hive.metastore.uris</name>
           <value>thrift://node01:9083</value>
       </property>
       <property>
           <name>hive.server2.thrift.bind.host</name>
           <value>node01</value>
       </property>
   </configuration>
   
   ESC
   :wq
   

4. 初始化metadata(主服务器执行)

   schematool -initSchema -dbType mysql --verbos
   

5. 启动Hive-metastore(主服务器执行)

   # 前台启动
   hive --service metastore
   

6. 启动Hive-hiveserver2(主服务器执行)

   hive --service hiveserver2
   

7. 启动Hive(主服务器执行)

   hive
   

8. 启动Beeline(主服务器执行)

   beeline
   !connect jdbc:hive2://node01:10000
   root
   无密码
   show databases;
   create database xxxxxxx;
   use xxxxxxx;
   show tables;
   create table x_user(id int,name varchar(255));
   select * from x_user;
   insert into table x_user values(1,"zhangsan");
   insert into table x_user values(2,"lisi");
   insert into table x_user values(3,"wangwu");
   select * from x_user;