hydrator-spark-core
Used in:
components
- OverviewOverview
- VersionsVersions
- DependentsDependents
- DependenciesDependencies
<dependency> <groupId>io.cdap.cdap</groupId> <artifactId>hydrator-spark-core</artifactId> <version>6.4.1</version> </dependency>
<?xml version="1.0" encoding="UTF-8"?> <!-- Copyright © 2015 Cask Data, Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. --> <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> <modelVersion>4.0.0</modelVersion> <parent> <groupId>io.cdap.cdap</groupId> <artifactId>cdap-etl</artifactId> <version>6.4.1</version> </parent> <artifactId>hydrator-spark-core</artifactId> <name>Hydrator Spark1 Core Scala 2.10</name> <packaging>jar</packaging> <dependencies> <dependency> <groupId>io.cdap.cdap</groupId> <artifactId>cdap-api</artifactId> <version>${project.version}</version> </dependency> <dependency> <groupId>io.cdap.cdap</groupId> <artifactId>cdap-api-spark</artifactId> <version>${project.version}</version> </dependency> <dependency> <groupId>io.cdap.cdap</groupId> <artifactId>cdap-etl-api</artifactId> <version>${project.version}</version> </dependency> <dependency> <groupId>io.cdap.cdap</groupId> <artifactId>cdap-etl-api-spark</artifactId> <version>${project.version}</version> </dependency> <dependency> <groupId>io.cdap.cdap</groupId> <artifactId>cdap-etl-core</artifactId> <version>${project.version}</version> </dependency> <dependency> <groupId>io.cdap.cdap</groupId> <artifactId>cdap-etl-proto</artifactId> <version>${project.version}</version> </dependency> <dependency> <groupId>org.apache.spark</groupId> <artifactId>spark-core_2.10</artifactId> <scope>provided</scope> </dependency> <dependency> <groupId>org.apache.spark</groupId> <artifactId>spark-streaming_2.10</artifactId> <scope>provided</scope> </dependency> <dependency> <groupId>org.apache.spark</groupId> <artifactId>spark-sql_2.10</artifactId> <scope>provided</scope> </dependency> </dependencies> <build> <!-- Resource filtering for non xml files only --> <resources> <resource> <directory>../hydrator-spark-core-base/src/main/resources</directory> <filtering>true</filtering> <excludes> <exclude>**/*.xml</exclude> </excludes> </resource> </resources> <testResources> <testResource> <directory>../hydrator-spark-core-base/src/test/resources</directory> <filtering>true</filtering> <excludes> <exclude>**/*.xml</exclude> </excludes> </testResource> </testResources> <plugins> <plugin> <groupId>net.alchim31.maven</groupId> <artifactId>scala-maven-plugin</artifactId> <version>3.3.1</version> </plugin> <!-- copy the source from hydrator-spark-core-base in order to compile everything as scala 2.10 --> <plugin> <groupId>org.apache.maven.plugins</groupId> <artifactId>maven-resources-plugin</artifactId> <version>2.6</version> <executions> <execution> <id>copy-base</id> <phase>generate-sources</phase> <goals> <goal>copy-resources</goal> </goals> <configuration> <outputDirectory>${project.build.directory}/generated-sources/hydrator-spark-core-base/src/main</outputDirectory> <resources> <resource> <directory>${project.parent.basedir}/hydrator-spark-core-base/src/main</directory> </resource> </resources> </configuration> </execution> <execution> <id>copy-base-test</id> <phase>generate-sources</phase> <goals> <goal>copy-resources</goal> </goals> <configuration> <outputDirectory>${project.build.directory}/generated-test-sources/hydrator-spark-core-base/src/test</outputDirectory> <resources> <resource> <directory>${project.parent.basedir}/hydrator-spark-core-base/src/test</directory> </resource> </resources> </configuration> </execution> </executions> </plugin> <plugin> <groupId>org.codehaus.mojo</groupId> <artifactId>build-helper-maven-plugin</artifactId> <version>3.0.0</version> <executions> <execution> <id>add-source</id> <phase>generate-sources</phase> <goals> <goal>add-source</goal> </goals> <configuration> <sources> <source>${project.build.directory}/generated-sources/hydrator-spark-core-base/src/main/java</source> <source>${project.build.directory}/generated-sources/hydrator-spark-core-base/src/main/scala</source> </sources> </configuration> </execution> <execution> <id>add-test-source</id> <phase>generate-sources</phase> <goals> <goal>add-test-source</goal> </goals> <configuration> <sources> <source>${project.build.directory}/generated-test-sources/hydrator-spark-core-base/src/test/java</source> <source>${project.build.directory}/generated-test-sources/hydrator-spark-core-base/src/test/scala</source> </sources> </configuration> </execution> </executions> </plugin> </plugins> </build> <profiles> <profile> <!-- This profile is just for Spark development in IDE, don't use it in normal Maven build --> <id>spark1-dev</id> <properties> <hydrator.spark.base.dir>${project.basedir}/../hydrator-spark-core-base</hydrator.spark.base.dir> </properties> <build> <plugins> <!-- Disable the copying of files from base --> <plugin> <groupId>org.apache.maven.plugins</groupId> <artifactId>maven-resources-plugin</artifactId> <version>2.6</version> <executions> <execution> <id>copy-base</id> <phase>none</phase> </execution> <execution> <id>copy-base-test</id> <phase>none</phase> </execution> </executions> </plugin> <!-- Symlink the source from base --> <plugin> <groupId>org.apache.maven.plugins</groupId> <artifactId>maven-antrun-plugin</artifactId> <version>1.7</version> <configuration> <skip>true</skip> </configuration> <executions> <execution> <id>mkdir-symlink-dir</id> <phase>generate-sources</phase> <goals> <goal>run</goal> </goals> <configuration combine.self="override"> <skip>false</skip> <target> <mkdir dir="${project.build.directory}/generated-sources/hydrator-spark-core-base/src"/> <mkdir dir="${project.build.directory}/generated-test-sources/hydrator-spark-core-base/src"/> <symlink link="${project.build.directory}/generated-sources/hydrator-spark-core-base/src/main" resource="${hydrator.spark.base.dir}/src/main" overwrite="true" /> <symlink link="${project.build.directory}/generated-test-sources/hydrator-spark-core-base/src/test" resource="${hydrator.spark.base.dir}/src/test" overwrite="true" /> </target> </configuration> </execution> </executions> </plugin> </plugins> </build> </profile> </profiles> </project>