本文共 3502 字，大约阅读时间需要 11 分钟。

   
     
    
     4.0.0
      
    
     org.example
      
    
     TestSpark
      
    
     1.0-SNAPSHOT
      
    
     TestSpark
      
      
    
     http://www.example.com
      
      
        
     
      UTF-8
         
     
      1.8
         
     
      1.8
       
      
        
         
           
      
       org.apache.spark
            
      
       spark-core_2.11
            
      
       2.3.1
          
         
         
           
      
       org.apache.spark
            
      
       spark-sql_2.11
            
      
       2.3.1
          
         
         
           
      
       org.apache.spark
            
      
       spark-hive_2.11
            
      
       2.3.1
          
         
         
           
      
       mysql
            
      
       mysql-connector-java
            
      
       5.1.47
          
         
         
           
      
       org.apache.spark
            
      
       spark-streaming_2.11
            
      
       2.3.1
            
          
         
         
           
      
       org.apache.spark
                
                
            
      
       spark-streaming-kafka-0-8_2.11
            
      
       2.2.1
          
         
           
      
       org.apache.spark
                
      
       spark-streaming-kafka-0-10_2.11
                
      
       2.3.1
      
      
          
         
         
           
      
       org.apache.kafka
            
      
       kafka-clients
            
      
       0.10.0.0
          
         
         
           
      
       redis.clients
            
      
       jedis
            
      
       2.6.1
          
         
         
           
      
       org.scala-lang
            
      
       scala-library
            
      
       2.11.7
          
         
           
      
       org.scala-lang
            
      
       scala-compiler
            
      
       2.11.7
          
         
           
      
       org.scala-lang
            
      
       scala-reflect
            
      
       2.11.7
          
         
           
      
       log4j
            
      
       log4j
            
      
       1.2.12
          
         
           
      
       com.google.collections
            
      
       google-collections
            
      
       1.0
          
         
           
      
       junit
            
      
       junit
            
      
       4.12
            
      
       test
          
       
      
        
           
            
              
       
        org.scala-tools
               
       
        maven-scala-plugin
               
       
        2.15.2
               
                 
         
          
          
           compile
           
          
           testCompile
           
          
                
             
            
            
              
       
        maven-assembly-plugin
               
       
        2.4
               
                 
                  
                  
         
         
          jar-with-dependencies
          
                  
         
          
          
           com.bjsxt.scalaspark.sql.windows.OverFunctionOnHive
           
          
                
               
                 
         
         
          make-assembly
          
         
          package
          
          
          
           assembly
           
          
                
             
            
            
            
       
        org.apache.maven.plugins
             
       
        maven-jar-plugin
             
       
        2.4
             
             
         
          
          
           true
           
           
          
           /alljars/lib
           
          
           com.bjsxt.javaspark.sql.CreateDataSetFromHive
           
          
              
             
      
            
            
       
        org.apache.maven.plugins
             
       
        maven-dependency-plugin
             
             
         
         
          copy
          
         
          package
          
          
          
           copy-dependencies
           
          
          
           
            ${project.build.directory}/lib