test: add functional tests

Author: Tharlaw

Makefile

@@ -16,4 +16,5 @@ update:
 
 .PHONY: test
 test:
-	./scripts/run_unit_tests.sh
+	./scripts/run_unit_tests.sh
+	./scripts/run_functional_tests.sh $$HOME/.git-templates/hooks/commit-msg

sailr.sh

@@ -1,4 +1,4 @@
-#!/bin/sh
+#!/bin/bash
 
 release_tag=master
 sailr_repo="https://github.com/craicoverflow/sailr/tree/$release_tag"
@@ -48,10 +48,10 @@ function set_config_values() {
 function build_regex() {
   set_config_values
 
-  regexp="^("
+  regexp="^[.0-9]+$|"
 
   if $revert; then
-    regexp="${regexp}revert: )?(\w+)("
+      regexp="${regexp}^([Rr]evert|[Mm]erge):? )?.*$|^("
   fi
 
   for type in "${types[@]}"
@@ -64,19 +64,25 @@ function build_regex() {
   regexp="${regexp}.{$min_length,$max_length}$"
 }
 
+
 # Print out a standard error message which explains
 # how the commit message should be structured
 function print_error() {
-  echo -e "\n\e[1m\e[31m[INVALID COMMIT MESSAGE]"
+  commit_message=$1
+  regular_expression=$2
+  echo -e "\n\e[31m[Invalid Commit Message]"
   echo -e "------------------------\033[0m\e[0m"
-  echo -e "\e[1mValid types:\e[0m \e[34m${types[@]}\033[0m"
-  echo -e "\e[1mMax length (first line):\e[0m \e[34m$max_length\033[0m"
-  echo -e "\e[1mMin length (first line):\e[0m \e[34m$min_length\033[0m\n"
+  echo -e "Valid types: \e[36m${types[@]}\033[0m"
+  echo -e "Max length (first line): \e[36m$max_length\033[0m"
+  echo -e "Min length (first line): \e[36m$min_length\033[0m\n"
+  echo -e "\e[37mRegex: \e[33m$regular_expression\033[0m"
+  echo -e "\e[37mActual commit message: \e[33m\"$commit_message\"\033[0m"
+  echo -e "\e[37mActual length: \e[33m$(echo $commit_message | wc -c)\033[0m\n"
 }
 
 set_config
 
-# # check if the repo has a sailr config file
+# check if the repo has a sailr config file
 check_sailr_config
 
 # make sure jq is installed
@@ -92,4 +98,4 @@ if [[ ! $START_LINE =~ $regexp ]]; then
   # commit message is invalid according to config - block commit
   print_error
   exit 1
-fi
+fi

scripts/run_functional_tests.sh

@@ -0,0 +1,70 @@
+#!/bin/bash
+
+COMMIT_MSG_SCRIPT=$1
+
+# build ci docs feat fix perf refactor style test chore
+allowed_commit_messages=("build: change build details" \
+	"ci: make continuous integration change" \
+    "docs: updates some documentation" \
+	"feat: implements a new feature" \
+	"fix: correct typo in function" \
+	"perf: improve perf" \
+    "refactor: implement a refactor" \
+    "style: make a style change" \
+    "test(ui): add a new test" \
+    "chore: complete a simple chore" \
+    "Revert \"test: add a new test\" " \
+    "Revert: \"refactor(labels): implement a refactor\" " \
+    "revert: \"feat: implements a new feature\" " \
+    "Merge branch 'feature-branch'" \
+    "merge branch 'Feature-Branch'" \
+    "0.1.0")
+
+disallowed_commit_messages=("implements a new feature" \
+    "" \
+    "docs: implements a new feature that we have been greatly anticipating")
+
+TMPFILE=$(mktemp)
+ERROR_FILE=$(mktemp)
+COUNT=0
+for allowed_commit_message in "${allowed_commit_messages[@]}"
+do
+    echo "$allowed_commit_message" > $TMPFILE
+    $COMMIT_MSG_SCRIPT $TMPFILE
+    # Track the number of failed tests
+    if [[ "$?" != "0" ]]
+    then
+        COUNT=$(echo "$COUNT + 1" | bc -l)
+        echo "---"
+    fi
+done
+
+for disallowed_commit_message in "${disallowed_commit_messages[@]}"
+do
+    echo "$disallowed_commit_message" > $TMPFILE
+    # Since it passed, there is no error to be seen.
+    $COMMIT_MSG_SCRIPT $TMPFILE >> $TMPFILE
+    # Track the number of failed tests
+    if [[ "$?" == "0" ]]
+    then
+        echo -e "\e[1;32mFailed: $disallowed_commit_message\003\e[0m" >> $ERROR_FILE
+        COUNT=$(echo "$COUNT + 1" | bc -l)
+    fi
+done
+
+# Print summary of the number of failed tests
+cat $ERROR_FILE
+if [[ $COUNT -eq 0 ]]
+then
+    echo -e "\e[1;32m All tests passed!\033\e[0m"
+elif [[ $COUNT -eq 1 ]]
+then
+    echo -e "\e[1;32m $COUNT test failed\033\e[0m"
+elif [[ $COUNT -gt 1 ]]
+then
+    echo -e "\e[1;32m $COUNT tests failed\033\e[0m"
+fi 
+
+# Cleanup
+rm $TMPFILE
+rm $ERROR_FILE