Pom.xml for spark 2.3.0 version


#1

does anyone have pom.xml for spark 2.3.0 version??
can someone please help me out.

Does anything wrong in the below POM.xml ?? not able to build the jar with mvn clean package command, getting this error
---->>>>Could not find artifact org.apache.spark:spark-core_2.10:jar:2.3.0-cdh5.16.1 in central

<modelVersion>4.0.0</modelVersion>
<groupId>com.xxx.xx.xx</groupId>
<artifactId>utils</artifactId>
<version>1.0.0</version>
<name>${project.artifactId}</name>
<url>https://xxx</url>

<repositories>
    <repository>
        <id>central</id>
        <url>https://repo1.maven.org/maven2</url>
    </repository>
    <repository>
        <id>cloudera</id>
        <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
    </repository>
</repositories>


<properties>
            <encoding>UTF-8</encoding>
    <hadoop.version>2.6.0-cdh5.14.4</hadoop.version>
    <hadoopmr.version>2.6.0-mr1-cdh5.14.4</hadoopmr.version>
    <hbase.version>1.2.0-cdh5.14.4</hbase.version>
    <sparkcore.version>2.3.0-cdh5.14.4</sparkcore.version>
    <scala.version>2.11.8</scala.version>
    <spark.scala.version>2.10.5</spark.scala.version>
    <scala.jvm.version>1.8</scala.jvm.version>
            <scala.tools.version>2.10</scala.tools.version>
    </properties>

    <dependencies>
            <dependency>
                    <groupId>org.apache.commons</groupId>
                    <artifactId>commons-math3</artifactId>
                    <version>3.3</version>
            </dependency>
            <dependency>
                    <groupId>org.scalaj</groupId>
                    <artifactId>scalaj-http_2.10</artifactId>
                    <version>1.1.5</version>
            </dependency>
            <dependency>
                    <groupId>org.scala-lang</groupId>
                    <artifactId>scala-parser-combinators</artifactId>
                    <version>2.11.0-M4</version>
            </dependency>
            <dependency>
                    <groupId>org.scala-lang</groupId>
                    <artifactId>scala-library</artifactId>
                    <version>${scala.version}</version>
            </dependency>
            <dependency>
                    <groupId>org.apache.spark</groupId>
                    <artifactId>spark-core_2.10</artifactId>
                    <version>${sparkcore.version}</version>
            </dependency>
            <dependency>
                    <groupId>org.apache.spark</groupId>
                    <artifactId>spark-sql_2.11</artifactId>
                    <version>2.3.0</version>
            </dependency>
            <dependency>
                    <groupId>org.apache.hbase</groupId>
                    <artifactId>hbase-client</artifactId>
                    <version>${hbase.version}</version>
            </dependency>
            <dependency>
                    <groupId>org.apache.hbase</groupId>
                    <artifactId>hbase-server</artifactId>
                    <version>${hbase.version}</version>
            </dependency>
            <dependency>
                    <groupId>org.apache.hadoop</groupId>
                    <artifactId>hadoop-core</artifactId>
                    <version>${hadoopmr.version}</version>
            </dependency>
            <dependency>
                    <groupId>org.apache.hadoop</groupId>
                    <artifactId>hadoop-common</artifactId>
                    <version>${hadoop.version}</version>
            </dependency>
            <!-- Test -->
            <dependency>
                    <groupId>junit</groupId>
                    <artifactId>junit</artifactId>
                    <version>4.11</version>
                    <scope>test</scope>
            </dependency>
            <dependency>
                    <groupId>org.specs2</groupId>
                    <artifactId>specs2_${scala.tools.version}</artifactId>
                    <version>1.13</version>
                    <scope>test</scope>
            </dependency>
            <dependency>
                    <groupId>org.scalatest</groupId>
                    <artifactId>scalatest_${scala.tools.version}</artifactId>
                    <version>2.0.M6-SNAP8</version>
                    <scope>test</scope>
            </dependency>
    </dependencies>
    <build>
            <sourceDirectory>src/main/</sourceDirectory>
            <testSourceDirectory>src/test/scala</testSourceDirectory>
            <plugins>
                    <plugin>
                            <artifactId>maven-assembly-plugin</artifactId>
                            <configuration>
                                    <descriptorRefs>
                                            <descriptorRef>jar-with-dependencies</descriptorRef>
                                    </descriptorRefs>
                            </configuration>
                            <executions>
                                    <execution>
                                            <id>make-assembly</id>
                                            <phase>package</phase>
                                            <goals>
                                                    <goal>single</goal>
                                            </goals>
                                             </execution>
                            </executions>
                    </plugin>
        <plugin>
                            <groupId>net.alchim31.maven</groupId>
                            <artifactId>scala-maven-plugin</artifactId>
                            <version>3.1.3</version>
                            <executions>
                                    <execution>
                                            <goals>
                                                    <goal>compile</goal>
                                                    <goal>testCompile</goal>
                                            </goals>
                                            <configuration>
                                                    <args>
                                                            <arg>-make:transitive</arg>
                                                            <arg>-dependencyfile</arg>
                                                            <arg>${project.build.directory}/.scala_dependencies</arg>
                                                    </args>
                                            </configuration>
                                    </execution>
                            </executions>
                    </plugin>
                    <plugin>
                            <groupId>org.apache.maven.plugins</groupId>
                            <artifactId>maven-surefire-plugin</artifactId>
                            <version>2.13</version>
                            <configuration>
                                    <useFile>false</useFile>
                                    <disableXmlReport>true</disableXmlReport>
                                    <!-- If you have classpath issue like NoDefClassError,... -->
                                    <!-- useManifestOnlyJar>false</useManifestOnlyJar -->
                                    <includes>
                                            <include>**/*Test.*</include>
                                            <include>**/*Suite.*</include>
                                    </includes>
                            </configuration>
                    </plugin>
                    <plugin>
                            <groupId>org.apache.maven.plugins</groupId>
                            <artifactId>maven-surefire-plugin</artifactId>
                            <version>2.13</version>
                            <configuration>
                                    <useFile>false</useFile>
                                    <disableXmlReport>true</disableXmlReport>
                                    <!-- If you have classpath issue like NoDefClassError,... -->
                                    <!-- useManifestOnlyJar>false</useManifestOnlyJar -->
                                    <includes>
                                            <include>**/*Test.*</include>
                                            <include>**/*Suite.*</include>
                                    </includes>
                            </configuration>
                    </plugin>
                    <plugin>
                            <groupId>org.apache.maven.plugins</groupId>
                            <artifactId>maven-compiler-plugin</artifactId>
                            <version>3.1</version>
                            <configuration>
                                    <source>1.8</source>
                                    <target>1.8</target>
                            </configuration>
                    </plugin>
            </plugins>
    </build>
                                                                                                           158,1-8       91%