Last active
February 12, 2023 14:44
-
-
Save mahen-github/02ec3c756dd11656dd2fb2f90fce82ce to your computer and use it in GitHub Desktop.
The pom.xml file for the spark 3.0, scala 2.11 and maven project
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0" encoding="UTF-8"?> | |
<project xmlns="http://maven.apache.org/POM/4.0.0" | |
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" | |
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> | |
<modelVersion>4.0.0</modelVersion> | |
<groupId>com.mahendran.poc</groupId> | |
<artifactId>spark-poc</artifactId> | |
<version>1.0-SNAPSHOT</version> | |
<packaging>jar</packaging> | |
<name>spark-poc</name> | |
<properties> | |
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> | |
<specs2.version>3.6.1</specs2.version> | |
<scala.compat.version>2.12</scala.compat.version> | |
<spark.version>3.0.0</spark.version> | |
<kafka-version>0-10</kafka-version> | |
</properties> | |
<dependencies> | |
<dependency> | |
<groupId>org.apache.kafka</groupId> | |
<artifactId>kafka_${scala.compat.version}</artifactId> | |
<version>0.10.2.1</version> | |
<exclusions> | |
<exclusion> | |
<groupId>net.jpountz.lz4</groupId> | |
<artifactId>lz4</artifactId> | |
</exclusion> | |
</exclusions> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.spark</groupId> | |
<artifactId>spark-core_${scala.compat.version}</artifactId> | |
<scope>provided</scope> | |
<version>${spark.version}</version> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.spark</groupId> | |
<artifactId>spark-streaming_${scala.compat.version}</artifactId> | |
<scope>provided</scope> | |
<version>${spark.version}</version> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.spark</groupId> | |
<artifactId>spark-streaming-kafka-${kafka-version}_${scala.compat.version}</artifactId> | |
<version>${spark.version}</version> | |
<scope>compile</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.spark</groupId> | |
<artifactId>spark-sql_${scala.compat.version}</artifactId> | |
<version>${spark.version}</version> | |
<scope>compile</scope> | |
</dependency> | |
<dependency> | |
<groupId>ch.qos.logback</groupId> | |
<artifactId>logback-classic</artifactId> | |
<version>1.1.2</version> | |
</dependency> | |
<dependency> | |
<groupId>com.holdenkarau</groupId> | |
<artifactId>spark-testing-base_2.12</artifactId> | |
<version>2.4.5_0.14.0</version> | |
<scope>test</scope> | |
</dependency> | |
</dependencies> | |
<build> | |
<sourceDirectory>src/main/scala</sourceDirectory> | |
<testSourceDirectory>src/test/scala</testSourceDirectory> | |
<pluginManagement> | |
<plugins> | |
<plugin> | |
<groupId>org.apache.maven.plugins</groupId> | |
<artifactId>maven-source-plugin</artifactId> | |
<version>2.1.2</version> | |
<executions> | |
<execution> | |
<goals> | |
<goal>jar</goal> | |
</goals> | |
</execution> | |
</executions> | |
</plugin> | |
<plugin> | |
<groupId>org.apache.maven.plugins</groupId> | |
<artifactId>maven-compiler-plugin</artifactId> | |
<configuration> | |
<source>11</source> | |
<target>11</target> | |
</configuration> | |
</plugin> | |
</plugins> | |
</pluginManagement> | |
<plugins> | |
<plugin> | |
<groupId>org.apache.maven.plugins</groupId> | |
<artifactId>maven-compiler-plugin</artifactId> | |
<executions> | |
<execution> | |
<phase>compile</phase> | |
<goals> | |
<goal>compile</goal> | |
</goals> | |
</execution> | |
</executions> | |
</plugin> | |
<plugin> | |
<groupId>org.apache.maven.plugins</groupId> | |
<artifactId>maven-shade-plugin</artifactId> | |
<version>2.3</version> | |
<executions> | |
<execution> | |
<phase>package</phase> | |
<goals> | |
<goal>shade</goal> | |
</goals> | |
</execution> | |
</executions> | |
<configuration> | |
<filters> | |
<filter> | |
<artifact>*:*</artifact> | |
<excludes> | |
<exclude>META-INF/*.SF</exclude> | |
<exclude>META-INF/*.DSA</exclude> | |
<exclude>META-INF/*.RSA</exclude> | |
</excludes> | |
</filter> | |
</filters> | |
</configuration> | |
</plugin> | |
<plugin> | |
<groupId>net.alchim31.maven</groupId> | |
<artifactId>scala-maven-plugin</artifactId> | |
<version>4.4.0</version> | |
<configuration> | |
<scalaVersion>${scala.version}</scalaVersion> | |
<args> | |
<arg>-unchecked</arg> | |
<arg>-deprecation</arg> | |
</args> | |
<addJavacArgs>-deprecation</addJavacArgs> | |
<source>11</source> | |
<target>11</target> | |
</configuration> | |
<executions> | |
<execution> | |
<id>scala-compile-first</id> | |
<phase>process-resources</phase> | |
<goals> | |
<goal>add-source</goal> | |
<goal>compile</goal> | |
</goals> | |
</execution> | |
<execution> | |
<id>scala-test-compile</id> | |
<phase>process-test-resources</phase> | |
<goals> | |
<goal>testCompile</goal> | |
</goals> | |
</execution> | |
</executions> | |
</plugin> | |
<plugin> | |
<groupId>org.scalatest</groupId> | |
<artifactId>scalatest-maven-plugin</artifactId> | |
<version>1.0</version> | |
<configuration> | |
<reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory> | |
<junitxml>.</junitxml> | |
<filereports>WDF TestSuite.txt</filereports> | |
</configuration> | |
<executions> | |
<execution> | |
<id>test</id> | |
<goals> | |
<goal>test</goal> | |
</goals> | |
</execution> | |
</executions> | |
</plugin> | |
</plugins> | |
</build> | |
</project> |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment