【Hive】Mac安装Hive，

一. 安装

二. 元数据库配置

Hive默认用derby作为元数据库。这里我们用mysql来存储元数据，下面作一些初始化配置

三. 配置Hive

<property>
         <name>hive.metastore.uris</name>
         <value>thrift://127.0.0.1:9083</value>
         <description>Thrift URI for the remote metastore. Used by metastore client to connect to remote metastore.</description>
</property>
<property>
       <name>javax.jdo.option.ConnectionURL</name>
       <value>jdbc:mysql://localhost:3306/metastore?createDatabaseIfNotExist=true&amp;useUnicode=true&amp;characterEncoding=latin1&amp;useSSL=true</value>
       <description>JDBC connect string for a JDBC metastore</description>
</property>
<property>
        <name>javax.jdo.option.ConnectionDriverName</name>
        <value>com.mysql.jdbc.Driver</value>
        <description>Driver class name for a JDBC metastore</description>
</property>
<property>
        <name>javax.jdo.option.ConnectionUserName</name>
        <value>hive</value>
        <description>username to use against metastore database</description>
</property>
<property>
        <name>javax.jdo.option.ConnectionPassword</name>
        <value>123456</value>
        <description>password to use against metastore database</description>
</property>
<property>
        <name>hive.exec.scratchdir</name>
        <value>hdfs://localhost:9000/user/hive/tmp</value>
        <description>HDFS root scratch dir for Hive jobs which gets created with write all (733) permission. For each connecting user, an HDFS scratch dir: ${hive.exec.scratchdir}/&lt;username&gt; is created, with ${hive.scratch.dir.permission}.</description>
  </property>
<property>
    <name>hive.exec.local.scratchdir</name>
    <value>/usr/local/hive/tmp</value>
    <description>Local scratch space for Hive jobs</description>
  </property>
<property>
       <name>hive.metastore.warehouse.dir</name>
       <value>hdfs://localhost:9000/user/hive/warehouse</value>
       <description>location of default database for the warehouse</description>
</property>
<property>
        <name>hive.downloaded.resources.dir</name>
        <value>/usr/local/hive/resources</value>
        <description>Temporary local directory for added resources in the remote file system.</description>
</property>
<property>
         <name>hive.querylog.location</name>
         <value>/usr/local/hive/log</value>
         <description>Location of Hive run time structured log file</description>
</property>
<property>
         <name>hive.server2.logging.operation.log.location</name>
         <value>/usr/local/hive/operation_logs</value>
         <description>Top level directory where operation logs are stored if logging functionality is enabled</description>
</property>

3. Hadoop core-site添加如下配置，给当前用户授权访问hdfs

<property>
        <name>hadoop.proxyuser.zj-db0972.groups</name>
        <value>*</value>
 </property>
 <property>
        <name>hadoop.proxyuser.zj-db0972.hosts</name>
        <value>*</value>
 </property>

4. 配置hive日志目录

   • cp hive-log4j.properties.template hive-log4j.properties
   • vi hive-log4j.properties
     hive.log.dir=/usr/local/hive/log //配置hive log的目录

5. 拷贝mysql-connector到hive
   给Hive的lib目录下拷贝一个mysql-connector

   • curl -L 'http://www.mysql.com/get/Downloads/Connector-J/mysql-connector-java-5.1.42.tar.gz/from/http://mysql.he.net/’; | tar xz
   • cp mysql-connector-java-5.1.42/mysql-connector-java-5.1.42-bin.jar /usr/local/Cellar/hive/2.1.1/libexec/lib/

四. 初始化元数据库

五. HDFS创建目录

六. 启动服务

七. 客户端连接代码

package com.test.hive.client;

import java.sql.SQLException;
import java.sql.Connection;
import java.sql.ResultSet;
import java.sql.Statement;
import java.sql.DriverManager;

public class HiveJdbcClient {
    private static String driverName = "org.apache.hive.jdbc.HiveDriver";
    /**
     * @param args
     * @throws SQLException
     */
    public static void main(String[] args) throws SQLException {
        try {
            Class.forName(driverName);
        } catch (ClassNotFoundException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
            System.exit(1);
        }
        // 1. connect to hive2
        Connection con = DriverManager.getConnection("jdbc:hive2://localhost:10000/default", "", "");
        Statement stmt = con.createStatement();
        // 2. create table
        String tableName = "testHiveDriverTable";
        stmt.execute("drop table if exists " + tableName);
        stmt.execute("create table " + tableName + " (key int, value string)");
        // 3. show tables
        String sql = "show tables '" + tableName + "'";
        System.out.println("Running: " + sql);
        ResultSet res = stmt.executeQuery(sql);
        if (res.next()) {
            System.out.println(res.getString(1));
        }
        // 4. describe table
        sql = "describe " + tableName;
        System.out.println("Running: " + sql);
        res = stmt.executeQuery(sql);
        while (res.next()) {
            System.out.println(res.getString(1) + "\t" + res.getString(2));
        }
        // 5. select * query
        sql = "select * from " + tableName;
        System.out.println("Running: " + sql);
        res = stmt.executeQuery(sql);
        while (res.next()) {
            System.out.println(String.valueOf(res.getInt(1)) + "\t" + res.getString(2));
        }
        // 6. regular hive query
        sql = "select count(1) from " + tableName;
        System.out.println("Running: " + sql);
        res = stmt.executeQuery(sql);
        while (res.next()) {
            System.out.println(res.getString(1));
        }
    }
}