From 2a87a72de04e4decea289617c2e093da10ae95ac Mon Sep 17 00:00:00 2001
From: Carl Lundin <53273776+lundinc2@users.noreply.github.com>
Date: Tue, 22 Sep 2020 19:07:13 -0700
Subject: [PATCH] Add link checker to CI. (#8)

---
 .github/actions/url_verifier.sh | 59 +++++++++++++++++++++++++++++++++
 .github/workflows/ci.yml        | 11 ++++++
 2 files changed, 70 insertions(+)
 create mode 100644 .github/actions/url_verifier.sh

diff --git a/.github/actions/url_verifier.sh b/.github/actions/url_verifier.sh
new file mode 100644
index 00000000..4e9575aa
--- /dev/null
+++ b/.github/actions/url_verifier.sh
@@ -0,0 +1,59 @@
+#!/bin/bash -
+
+PROJECT=$1
+echo "Verifying url links of: ${PROJECT}"
+if [ ! -d "$PROJECT" ]
+then
+    echo "Directory passed does not exist"
+    exit 2
+fi
+
+SCRIPT_RET=0
+
+set -o nounset        # Treat unset variables as an error
+
+declare -A dict
+
+function test {
+    while IFS= read -r LINE; do
+        FILE=$(echo $LINE | cut -f 1 -d ':')
+        URL=$(echo $LINE | grep -IoE '\b(https?|ftp|file)://[-A-Za-z0-9+&@#/%?=~_|!:,.;]*[-A-Za-z0-9+&@#/%=~_|]')
+
+        # remove trailing / if it exists curl diferenciate between links with
+        # and without / at the end
+        # URL=`echo "$URL" | sed 's,/$,,'`
+        dict+=(["$URL"]="$FILE ")
+    done < <(grep -e 'https\?://' ${PROJECT} -RIa --exclude='*.exe' --exclude-dir=.git | tr '*' ' ')
+
+    for UNIQ_URL in ${!dict[@]} # loop urls
+    do
+     CURL_RES=$(curl -I ${UNIQ_URL} 2>/dev/null| head -n 1 | cut -f 2 -d ' ')
+     RES=$?
+
+        if [ "${CURL_RES}" == '' -o "${CURL_RES}" != '200' ]
+        then
+            echo "URL is: ${UNIQ_URL}"
+            echo "File names: ${dict[$UNIQ_URL]}"
+            if [ "${CURL_RES}" == '' ]  # curl returned an error
+            then
+                CURL_RES=$RES
+                SCRIPT_RET=1
+            elif [ "${CURL_RES}" == '403' ]
+            then
+                SCRIPT_RET=1
+            fi
+            echo Result is: "${CURL_RES}"
+            echo "================================="
+        fi
+    done
+
+    if [ "${SCRIPT_RET}" -eq 0 ]
+    then
+        exit 0
+    else
+        exit 1
+    fi
+}
+
+test
+
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 20550561..d8c9a192 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -96,3 +96,14 @@ jobs:
           else
             exit 0
           fi
+            url-check:
+  url-check:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Clone This Repo
+        uses: actions/checkout@v2
+        with:
+            path: ./kernel
+      - name: URL Checker
+        run: |
+            bash kernel/.github/actions/url_verifier.sh kernel