栏目分类:
子分类:
返回
名师互学网用户登录
快速导航关闭
当前搜索
当前分类
子分类
实用工具
热门搜索
名师互学网 > IT > 前沿技术 > 大数据 > 大数据系统

flink sql 1.14纯净版

flink sql 1.14纯净版

文章目录
  • pom
  • code
  • 运行效果图

解决了sql 长度超过64k限制
修复了其他bug

pom
  flink-sql_1.14
  1.0

  flink-sql_1.14
  
  http://www.example.com

  
    UTF-8
    1.7
    1.7
    1.14.0
    2.11
    2.1.1-cdh6.1.1
    3.0.0-cdh6.1.1

  

  
    
      cloudera
      https://repository.cloudera.com/artifactory/cloudera-repos/
    
    
    
    
    
  

  
    
      commons-cli
      commons-cli
      1.4
    
    
      org.apache.flink
      flink-table-api-java-bridge_2.11
      1.14.0
      provided
    
    
    
      org.apache.flink
      flink-connector-hive_2.11
      1.14.0
      provided
    

    
      org.apache.flink
      flink-table-api-java-bridge_2.11
      1.14.0
      provided
    

    
    
      org.apache.hive
      hive-exec
      ${hive.version}
      
        
          calcite-avatica
          org.apache.calcite
        
        
          calcite-core
          org.apache.calcite
        
        
          calcite-linq4j
          org.apache.calcite
        
      

    
    
      org.apache.hadoop
      hadoop-client
      ${hadoop.version}
      
        
          commons-math3
          org.apache.commons
        
      
      
    
    
      junit
      junit
      4.11
      test
    
  

  
    
      
      
      
      
      
      
        net.alchim31.maven
        scala-maven-plugin
        3.2.0
        
          
            scala-compile-first
            process-resources
            
              add-source
              compile
            
          
          
            scala-test-compile
            process-test-resources
            
              testCompile
            
          
        
        
          ${scala.version}
          ${scala.version}
        
      
      
        org.apache.maven.plugins
        maven-compiler-plugin
        3.2
        
          1.8
          1.8
          UTF-8
        
      
      
        org.apache.maven.plugins
        maven-assembly-plugin
        3.1.0
        
          
            jar-with-dependencies
          

        
        
          
            assemble-all
            package
            
              single
            
          
        
      
    
  

code
import org.apache.flink.table.api.{EnvironmentSettings, SqlDialect, TableEnvironment, TableResult}
import org.apache.flink.table.catalog.hive.HiveCatalog
import org.apache.flink.types.Row
import org.apache.flink.util.CloseableIterator


object TestSelect extends Logging{
  def main(args: Array[String]) : Unit = {

    val settings: EnvironmentSettings = EnvironmentSettings.newInstance().useBlinkPlanner().build()
    val tEnv = TableEnvironment.create(settings)

    val name = "hc"
    val defaultDS = "gdc"

    val hiveCD: String = "/dirpath"

    val hiveCatalog = new HiveCatalog(name, defaultDS, hiveCD)

    tEnv.registerCatalog("hc",hiveCatalog)

    tEnv.useCatalog("hc")
    tEnv.getConfig.setSqlDialect(SqlDialect.HIVE)


    val sql =
      """
        |select * from test.student
        |""".stripMargin

    val result: TableResult = tEnv.executeSql(sql)
    result.print()

    val value: CloseableIterator[Row] = result.collect()

    while (value.hasNext) {
      log.info("row: " + value.next().toString)
    }


  }

}

运行效果图

转载请注明:文章转载自 www.mshxw.com
本文地址:https://www.mshxw.com/it/672027.html
我们一直用心在做
关于我们 文章归档 网站地图 联系我们

版权所有 (c)2021-2022 MSHXW.COM

ICP备案号:晋ICP备2021003244-6号