前文：
才疏学浅，这个依赖耗费了一段，中间一直缺包，仔细排查多个主流maven仓库，确实发现maven仓库只有主流的依赖包，还有不少依赖包是查询不到的。解决方法：在pom.xml中添加查询到的依赖所在的仓库即可。(排查花了我不少时间！！)
<repositories> <repository> <id>Hortonworks</id> <name>Hortonworks</name> <url>http://repo.hortonworks.com/content/repositories/releases/</url> <releases> <enabled>true</enabled> </releases> <snapshots> <enabled>false</enabled> </snapshots> </repository> <repository> <releases> <enabled>true</enabled> </releases> <snapshots> <enabled>true</enabled> </snapshots> <id>hortonworks.other</id> <name>Hortonworks Other Dependencies</name> <url>http://repo.hortonworks.com/content/groups/public</url> </repository> </repositories> <properties> <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> <kafka.version>2.0.0.3.1.0.0-78</kafka.version> <spark.version>2.3.2.3.1.0.0-78</spark.version> <hbase.version>2.0.2.3.1.0.0-78</hbase.version> </properties> <dependencies> <dependency> <groupId>junit</groupId> <artifactId>junit</artifactId> <version>4.12</version> <scope>test</scope> </dependency> <!--Mysql及连接池依赖包--> <dependency> <groupId>mysql</groupId> <artifactId>mysql-connector-java</artifactId> <version>5.1.27</version> </dependency> <dependency> <groupId>c3p0</groupId> <artifactId>c3p0</artifactId> <version>0.9.1.2</version> </dependency> <dependency> <groupId>com.jolbox</groupId> <artifactId>bonecp</artifactId> <version>0.8.0.RELEASE</version> </dependency> <!--Kafka依赖包--> <dependency> <groupId>org.apache.kafka</groupId> <artifactId>kafka-clients</artifactId> <version>2.0.0.3.1.0.0-78</version> </dependency> <dependency> <groupId>org.apache.kafka</groupId> <artifactId>kafka_2.11</artifactId> <version>2.0.0.3.1.0.0-78</version> </dependency> <!--Spark依赖包--> <dependency> <groupId>org.apache.spark</groupId> <artifactId>spark-core_2.11</artifactId> <version>2.3.2.3.1.0.0-78</version> <scope>provided</scope> </dependency> <dependency> <groupId>org.apache.spark</groupId> <artifactId>spark-streaming_2.11</artifactId> <version>2.3.2.3.1.0.0-78</version> </dependency> <!--HBase依赖包--> <dependency> <groupId>org.apache.hbase</groupId> <artifactId>hbase</artifactId> <version>2.0.2.3.1.0.0-78</version> <type>pom</type> </dependency> <dependency> <groupId>org.apache.hbase</groupId> <artifactId>hbase-server</artifactId> <version>2.0.2.3.1.0.0-78</version> </dependency> <dependency> <groupId>org.apache.hbase</groupId> <artifactId>hbase-client</artifactId> <version>2.0.2.3.1.0.0-78</version> </dependency> <!--Phoenix依赖包--> <dependency> <groupId>org.apache.phoenix</groupId> <artifactId>phoenix-core</artifactId> <version>5.0.0.3.1.0.0-78</version> </dependency> <dependency> <groupId>org.apache.phoenix</groupId> <artifactId>phoenix</artifactId> <version>5.0.0.3.1.0.0-78</version> <type>pom</type> </dependency> </dependencies>主要maven仓库:
https://my.oschina.net/Rayn/blog/821918
<build> <sourceDirectory>src</sourceDirectory> <plugins> <plugin> <artifactId>maven-compiler-plugin</artifactId> <version>3.6.1</version> <configuration> <source>1.8</source> <target>1.8</target> </configuration> </plugin> <!-- maven 打包集成插件 --> <plugin> <artifactId>maven-assembly-plugin</artifactId> <executions> <execution> <phase>package</phase> <goals> <goal>single</goal> </goals> </execution> </executions> <configuration> <descriptorRefs> <!-- 将依赖一起打包到 JAR --> <descriptorRef>jar-with-dependencies</descriptorRef> </descriptorRefs> <archive> <manifest> <!-- 配置主程序 java -jar 默认Class，这里设置为自己的主类的绝对路径 --> <addClasspath>true</addClasspath> <classpathPrefix>lib/</classpathPrefix> <mainClass>com.hw.stream.FlumeKafkaStream</mainClass> </manifest> </archive> </configuration> </plugin> </plugins> </build>
