Feature/liquibase 6 (#371)

* Liquibase config

* Configure liquibase maven plugin, rename ignoreOutdatedSchema -> skipSchemaUpdate

* Remove docker integration

* wip

* Add latest db scripts

* Fix test, opt out of liquibase

* fix formatting

* PR fixes

* Remove old db scripts

Author: kevinwallimann

README.md

@@ -15,6 +15,7 @@ ___
     - [Docker image](#docker-image)
     - [Web Application Archive](#web-application-archive)
 - [User Interface](#user-interface)
+- [Development](#development)
 - [How to contribute](#how-to-contribute)
 <!-- tocstop -->
 
@@ -134,6 +135,7 @@ db.password=
 db.keepAliveConnection=true
 db.connectionPool=HikariCP
 db.numThreads=4
+db.skip.liquibase=false
 ```
 
 ## Embedded Tomcat
@@ -202,6 +204,15 @@ Hyperdrive-trigger can be packaged as a Web Application Archive and executed in
 - Without tests: `mvn clean package -DskipTests`
 - With unit tests: `mvn clean package`
 
+## Liquibase
+The liquibase maven plugin may be used to issue liquibase commands. To use it, copy 
+`/etc/liquibase/liquibase-maven-plugin.properties.template` to `/etc/liquibase/liquibase-maven-plugin.properties` and modify it as needed.
+
+Then, the liquibase maven plugin can be executed, e.g.
+- `mvn liquibase:status` to view the status
+- `mvn liquibase:dropAll` to drop all tables, views etc.
+- `mvn liquibase:update` to apply all pending changesets
+
 # User Interface
 - **Workflows**: Overview of all workflows.
 ![](/docs/img/all_workflows.png)

docker-compose.yml

@@ -18,7 +18,6 @@ services:
   postgres_container:
     image: postgres:11
     volumes:
-      - ./target/classes/db_scripts/db_script_v8.sql:/docker-entrypoint-initdb.d/db.sql
       - postgres-data:/var/lib/postgresql/data
     environment:
       - POSTGRES_PASSWORD=password

etc/liquibase/.gitignore

@@ -0,0 +1 @@
+liquibase-maven-plugin.properties

etc/liquibase/liquibase-maven-plugin.properties.template

@@ -0,0 +1,23 @@
+#
+# Copyright 2018 ABSA Group Limited
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# Copy this file to liquibase-maven-plugin.properties with your local settings
+# Then, execute mvn:liquibase status to test connection the setup
+
+driver=org.postgresql.Driver
+url=jdbc:postgresql://localhost:5432/hyperdriver
+username=hyperdriver
+password=
+changeLogFile=src/main/resources/db_scripts/liquibase/db.changelog.yml

pom.xml

@@ -14,7 +14,8 @@
   ~ limitations under the License.
   -->
 
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
 
     <modelVersion>4.0.0</modelVersion>
     <version>0.3.3-SNAPSHOT</version>
@@ -116,15 +117,16 @@
         <commons.lang3.version>3.11</commons.lang3.version>
         <javamelody.spring.boot.starter.version>1.86.0</javamelody.spring.boot.starter.version>
         <buildnumber.maven.plugin.version>1.4</buildnumber.maven.plugin.version>
-
+        <liquibase-maven-plugin.version>3.10.2</liquibase-maven-plugin.version>
+        <snakeyaml.version>1.25</snakeyaml.version>
 
         <!-- Deployment -->
         <gpg.plugin.version>1.6</gpg.plugin.version>
         <nexus.staging.plugin.version>1.6.8</nexus.staging.plugin.version>
         <maven.release.plugin.version>2.5.3</maven.release.plugin.version>
 
         <skipNpmTests>${skipTests}</skipNpmTests>
-        <scalatest.suites />
+        <scalatest.suites/>
         <scalatest.tagsToExclude>za.co.absa.hyperdrive.trigger.testdata.PersistingData</scalatest.tagsToExclude>
     </properties>
 
@@ -215,6 +217,20 @@
             <artifactId>cron-utils</artifactId>
             <version>${cronutils.version}</version>
         </dependency>
+        <dependency>
+            <groupId>org.liquibase</groupId>
+            <artifactId>liquibase-maven-plugin</artifactId>
+            <version>${liquibase-maven-plugin.version}</version>
+        </dependency>
+        <!-- For Liquibase yaml -->
+        <dependency>
+            <groupId>org.yaml</groupId>
+            <artifactId>snakeyaml</artifactId>
+            <version>${snakeyaml.version}</version>
+        </dependency>
+
+
+        <!-- WebJars -->
         <dependency>
             <groupId>org.apache.commons</groupId>
             <artifactId>commons-lang3</artifactId>
@@ -348,6 +364,22 @@
                     </archive>
                 </configuration>
             </plugin>
+            <plugin>
+                <groupId>org.liquibase</groupId>
+                <artifactId>liquibase-maven-plugin</artifactId>
+                <version>${liquibase-maven-plugin.version}</version>
+                <configuration>
+                    <propertyFile>etc/liquibase/liquibase-maven-plugin.properties</propertyFile>
+                </configuration>
+                <dependencies>
+                    <dependency>
+                        <groupId>org.postgresql</groupId>
+                        <artifactId>postgresql</artifactId>
+                        <version>${postgresql}</version>
+                    </dependency>
+                </dependencies>
+            </plugin>
+
             <!-- Deployment-->
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
@@ -499,7 +531,7 @@
             <id>testdata</id>
             <properties>
                 <scalatest.suites>za.co.absa.hyperdrive.trigger.testdata.TestDataGeneratorLocal</scalatest.suites>
-                <scalatest.tagsToExclude />
+                <scalatest.tagsToExclude/>
                 <skip.npm>true</skip.npm>
                 <skip.installnodenpm>true</skip.installnodenpm>
             </properties>

src/main/resources/application.properties

@@ -94,3 +94,6 @@ db.password=
 db.keepAliveConnection=true
 db.connectionPool=HikariCP
 db.numThreads=4
+
+db.skip.liquibase=false
+spring.liquibase.change-log=classpath:/db_scripts/liquibase/db.changelog.yml