栏目分类:
子分类:
返回
名师互学网用户登录
快速导航关闭
当前搜索
当前分类
子分类
实用工具
热门搜索
名师互学网 > IT > 软件开发 > 后端开发 > Java

flink 本地调试连接远程hive-java-scala两个版本的

Java 更新时间: 发布时间: IT归档 最新发布 模块sitemap 名妆网 法律咨询 聚返吧 英语巴士网 伯小乐 网商动力

flink 本地调试连接远程hive-java-scala两个版本的

flink 1.14.0

planner 1.14.0

blink 1.13.6

pom.xml




    4.0.0

    com.cell
    FlinktTest
    1.0-SNAPSHOT
    
        
            
                org.apache.maven.plugins
                maven-compiler-plugin
                
                    1.8
                    1.8
                
            
        
    

    
        1.13.6
        1.14.0
        2.12
    

    
        

        
            org.apache.flink
            flink-scala_${scala.binary.version}
            ${flink.version}
            
            
                
                    scala-library
                    org.scala-lang
                
            
        

        
        
        
        
        
        
        
        
        
        
        
        
        
        
        

        
            org.apache.flink
            flink-streaming-scala_${scala.binary.version}
            ${flink.version}
            
        

        
            org.apache.flink
            flink-table-common
            ${flink.version}
            
        
        
            org.apache.flink
            flink-table-api-scala_${scala.binary.version}
            ${flink.version}
            
        

        
            org.apache.flink
            flink-table-api-java-bridge_${scala.binary.version}
            ${flink.version}
            
        

        
            org.apache.flink
            flink-table-api-scala-bridge_${scala.binary.version}
            ${flink.version}
            
        

        
        
        
        
        
        
        
        
        
        
        
        

        
            org.apache.flink
            flink-table-planner_${scala.binary.version}
            ${flink.version}
            
        


        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        

        
            org.apache.flink
            flink-clients_${scala.binary.version}
            ${flink.version}
            
            
                
                    org.slf4j
                    slf4j-log4j12
                
                
                    slf4j-api
                    org.slf4j
                
                
                    log4j
                    log4j
                
            
        

        
            org.apache.flink
            flink-json
            ${flink.version}
            
        


        
        
            org.apache.flink
            flink-statebackend-rocksdb_${scala.binary.version}
            ${flink.version}
            
        

        
        
            org.apache.flink
            flink-connector-hive_${scala.binary.version}
            ${flink.version}
            
        

        
            org.apache.hive
            hive-exec
            2.1.1
            
            
                
                    org.apache.calcite
                    calcite-core
                
                
                    org.apache.calcite
                    calcite-avatica
                
                
                    hadoop-hdfs
                    org.apache.hadoop
                
            
        


        
            org.apache.flink
            flink-json
            1.14.0
        
        


        
            org.apache.hadoop
            hadoop-mapreduce-client-core
            2.7.2
        
        
            org.apache.hadoop
            hadoop-common
            2.7.2
        
        
            org.apache.hadoop
            hadoop-mapreduce-client-common
            2.7.2
        
        
            org.apache.hadoop
            hadoop-mapreduce-client-jobclient
            2.7.2
        


    


java 

package com.cell.flink.java;

import org.apache.flink.table.api.EnvironmentSettings;
import org.apache.flink.table.api.SqlDialect;
import org.apache.flink.table.api.TableEnvironment;
import org.apache.flink.table.catalog.hive.HiveCatalog;

public class Demo {


    public static void main(String[] args) {


        EnvironmentSettings settings = EnvironmentSettings.newInstance().inStreamingMode().build();

        TableEnvironment tableEnv = TableEnvironment.create(settings);

        String hiveConfDir = Thread.currentThread().getContextClassLoader().getResource("").getPath();

        System.out.println("hiveConfDir=" + hiveConfDir);

        tableEnv.getConfig().setSqlDialect(SqlDialect.HIVE);
        HiveCatalog hive = new HiveCatalog("my_hive","test002",hiveConfDir);
        tableEnv.registerCatalog("my_hive",hive);


        tableEnv.useCatalog("my_hive");
        tableEnv.useDatabase("test002");

        tableEnv.executeSql("show tables").print();



    }
}

scala

package com.cell.flink

import org.apache.flink.streaming.api.scala._
import org.apache.flink.table.api.bridge.scala.StreamTableEnvironment
import org.apache.flink.table.api.{EnvironmentSettings, TableEnvironment}
import org.apache.flink.table.catalog.hive.HiveCatalog
import org.apache.flink.table.module.hive.HiveModule


object Test {


  def main(args: Array[String]): Unit = {

    val env = StreamExecutionEnvironment.getExecutionEnvironment
    env.setParallelism(1)
    val tableEnv = StreamTableEnvironment.create(env)

//    val settings = EnvironmentSettings.newInstance()
//      .inStreamingMode()
//      .build()
//    val settings = EnvironmentSettings.inStreamingMode()
//    val tableEnv = TableEnvironment.create(settings)

    val hiveConfDir = Thread.currentThread().getContextClassLoader().getResource("").getPath()
//    println(hiveConfDir)

    val myHive = new HiveCatalog("my_hive","test002",hiveConfDir)
    tableEnv.registerCatalog("my_hive",myHive)
    tableEnv.useCatalog("my_hive")
    tableEnv.useDatabase("test002")
    tableEnv.executeSql(
      """
        |show tables
      """.stripMargin).print()

    tableEnv.listTables()











  }

}

效果

 

转载请注明:文章转载自 www.mshxw.com
本文地址:https://www.mshxw.com/it/985441.html
我们一直用心在做
关于我们 文章归档 网站地图 联系我们

版权所有 (c)2021-2022 MSHXW.COM

ICP备案号:晋ICP备2021003244-6号