Skip to content

Commit

Permalink
Generate Presto on Spark tar.gz package
Browse files Browse the repository at this point in the history
It includes presto-hive and other supported connectors
  • Loading branch information
arhimondr committed Jan 14, 2020
1 parent cb5a00d commit f074113
Show file tree
Hide file tree
Showing 6 changed files with 3,080 additions and 0 deletions.
1 change: 1 addition & 0 deletions pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -148,6 +148,7 @@
<module>presto-benchmark-runner</module>
<module>presto-spark-classloader-interface</module>
<module>presto-spark</module>
<module>presto-spark-package</module>
</modules>

<dependencyManagement>
Expand Down
2,836 changes: 2,836 additions & 0 deletions presto-spark-package/NOTICE

Large diffs are not rendered by default.

5 changes: 5 additions & 0 deletions presto-spark-package/README.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
Presto is a distributed SQL query engine.

Please see the website for installation instructions:

https://prestodb.github.io/
153 changes: 153 additions & 0 deletions presto-spark-package/pom.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,153 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>

<parent>
<groupId>com.facebook.presto</groupId>
<artifactId>presto-root</artifactId>
<version>0.232-SNAPSHOT</version>
</parent>

<artifactId>presto-spark-package</artifactId>
<name>presto-spark-package</name>

<properties>
<air.main.basedir>${project.parent.basedir}</air.main.basedir>

<air.check.skip-enforcer>true</air.check.skip-enforcer>
<air.check.skip-duplicate-finder>true</air.check.skip-duplicate-finder>
<air.check.skip-findbugs>true</air.check.skip-findbugs>
<air.check.skip-dependency>true</air.check.skip-dependency>
</properties>

<dependencies>
<!-- lib -->
<dependency>
<groupId>com.facebook.presto</groupId>
<artifactId>presto-spark</artifactId>
</dependency>

<!-- plugins -->

<dependency>
<groupId>com.facebook.presto</groupId>
<artifactId>presto-ml</artifactId>
<version>${project.version}</version>
<type>zip</type>
<scope>provided</scope>
</dependency>

<dependency>
<groupId>com.facebook.presto</groupId>
<artifactId>presto-geospatial</artifactId>
<version>${project.version}</version>
<type>zip</type>
<scope>provided</scope>
</dependency>

<dependency>
<groupId>com.facebook.presto</groupId>
<artifactId>presto-teradata-functions</artifactId>
<version>${project.version}</version>
<type>zip</type>
<scope>provided</scope>
</dependency>

<dependency>
<groupId>com.facebook.presto</groupId>
<artifactId>presto-hive-hadoop2</artifactId>
<version>${project.version}</version>
<type>zip</type>
<scope>provided</scope>
</dependency>

<dependency>
<groupId>com.facebook.presto</groupId>
<artifactId>presto-tpch</artifactId>
<version>${project.version}</version>
<type>zip</type>
<scope>provided</scope>
</dependency>

<dependency>
<groupId>com.facebook.presto</groupId>
<artifactId>presto-tpcds</artifactId>
<version>${project.version}</version>
<type>zip</type>
<scope>provided</scope>
</dependency>

<dependency>
<groupId>com.facebook.presto</groupId>
<artifactId>presto-thrift-connector</artifactId>
<version>${project.version}</version>
<type>zip</type>
<scope>provided</scope>
</dependency>

<dependency>
<groupId>com.facebook.presto</groupId>
<artifactId>presto-mysql</artifactId>
<version>${project.version}</version>
<type>zip</type>
<scope>provided</scope>
</dependency>

<dependency>
<groupId>com.facebook.presto</groupId>
<artifactId>presto-postgresql</artifactId>
<version>${project.version}</version>
<type>zip</type>
<scope>provided</scope>
</dependency>
</dependencies>

<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-dependency-plugin</artifactId>
<executions>
<execution>
<id>unpack-plugins</id>
<phase>prepare-package</phase>
<goals>
<goal>unpack-dependencies</goal>
</goals>
<configuration>
<skip>false</skip>
<!-- take care of all the plugin types -->
<includeTypes>zip</includeTypes>
<includeScope>provided</includeScope>
</configuration>
</execution>
</executions>
</plugin>

<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-assembly-plugin</artifactId>
<executions>
<execution>
<id>bin</id>
<phase>package</phase>
<goals>
<goal>single</goal>
</goals>
<configuration>
<formats>
<format>dir</format>
<format>tar.gz</format>
</formats>
<descriptors>
<descriptor>src/main/assembly/presto.xml</descriptor>
</descriptors>
<finalName>presto-spark-package-${project.version}</finalName>
<appendAssemblyId>false</appendAssemblyId>
</configuration>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>
64 changes: 64 additions & 0 deletions presto-spark-package/src/main/assembly/presto.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,64 @@
<assembly xmlns="http://maven.apache.org/ASSEMBLY/2.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/ASSEMBLY/2.0.0 http://maven.apache.org/xsd/assembly-2.0.0.xsd">
<id>presto-server</id>
<includeBaseDirectory>true</includeBaseDirectory>

<files>
<file>
<source>README.txt</source>
</file>
<file>
<source>NOTICE</source>
</file>
</files>

<dependencySets>
<!-- lib -->
<dependencySet>
<useProjectArtifact>false</useProjectArtifact>
<scope>runtime</scope>
<outputDirectory>lib</outputDirectory>
<useTransitiveDependencies>true</useTransitiveDependencies>
</dependencySet>
</dependencySets>

<fileSets>
<!-- plugins -->
<fileSet>
<directory>${project.build.directory}/dependency/presto-ml-${project.version}</directory>
<outputDirectory>plugin/ml</outputDirectory>
</fileSet>
<fileSet>
<directory>${project.build.directory}/dependency/presto-geospatial-${project.version}</directory>
<outputDirectory>plugin/geospatial</outputDirectory>
</fileSet>
<fileSet>
<directory>${project.build.directory}/dependency/presto-teradata-functions-${project.version}</directory>
<outputDirectory>plugin/teradata-functions</outputDirectory>
</fileSet>
<fileSet>
<directory>${project.build.directory}/dependency/presto-hive-hadoop2-${project.version}</directory>
<outputDirectory>plugin/hive-hadoop2</outputDirectory>
</fileSet>
<fileSet>
<directory>${project.build.directory}/dependency/presto-tpch-${project.version}</directory>
<outputDirectory>plugin/tpch</outputDirectory>
</fileSet>
<fileSet>
<directory>${project.build.directory}/dependency/presto-tpcds-${project.version}</directory>
<outputDirectory>plugin/tpcds</outputDirectory>
</fileSet>
<fileSet>
<directory>${project.build.directory}/dependency/presto-thrift-connector-${project.version}</directory>
<outputDirectory>plugin/presto-thrift</outputDirectory>
</fileSet>
<fileSet>
<directory>${project.build.directory}/dependency/presto-mysql-${project.version}</directory>
<outputDirectory>plugin/mysql</outputDirectory>
</fileSet>
<fileSet>
<directory>${project.build.directory}/dependency/presto-postgresql-${project.version}</directory>
<outputDirectory>plugin/postgresql</outputDirectory>
</fileSet>
</fileSets>
</assembly>
21 changes: 21 additions & 0 deletions presto-spark-package/src/main/java/com/facebook/presto/Dummy.java
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.facebook.presto;

/**
* This class exists to force the creation of a jar for the presto-server module. This is needed to deploy the presto-server module to nexus.
*/
public class Dummy
{
}

0 comments on commit f074113

Please sign in to comment.