Complete URL parsing

Author: drpaneas

cmd/post.go

@@ -20,6 +20,8 @@ import (
 
 var (
 	template, clusterUUID, caseID string
+	isURL                         bool
+	HTMLBody                      []byte
 	Message                       servicelog.Message
 	GoodReply                     servicelog.GoodReply
 	BadReply                      servicelog.BadReply
@@ -98,10 +100,13 @@ func accessTemplate(template string) (err error) {
 		if err := utils.IsOnline(*urlPage); err != nil {
 			log.Errorf("host %q is not accessible", template)
 		} else {
+			HTMLBody, err = utils.CurlThis(urlPage.String())
+			if err == nil {
+				isURL = true
+			}
 			return err
 		}
 	}
-
 	return fmt.Errorf("cannot read the template %q", template)
 
 }
@@ -120,10 +125,17 @@ func parseBadReply(jsonFile []byte) error {
 }
 
 func readTemplate() {
-	if err := accessTemplate(template); err == nil {
-		file, err := ioutil.ReadFile(template)
-		if err != nil {
-			log.Fatalf("Cannot not read the file.\nError: %q\n", err)
+	if err := accessTemplate(template); err == nil { // check if this URL or file and if we can access it
+		var file []byte
+		if isURL {
+			// template is URL on the web
+			file = HTMLBody
+		} else {
+			// template is file on the disk
+			file, err = ioutil.ReadFile(template) // this works only for files
+			if err != nil {
+				log.Fatalf("Cannot not read the file.\nError: %q\n", err)
+			}
 		}
 
 		if err = parseTemplate(file); err != nil {

internal/utils/network.go

@@ -2,6 +2,7 @@ package utils
 
 import (
 	"fmt"
+	"io/ioutil"
 	"net/http"
 	"net/url"
 	"time"
@@ -42,3 +43,18 @@ func IsValidUrl(toTest string) bool {
 
 	return true
 }
+
+func CurlThis(webpage string) (body []byte, err error) {
+	resp, err := http.Get(webpage)
+	defer func() {
+		err = resp.Body.Close()
+	}()
+	if resp.StatusCode == http.StatusOK {
+		bodyBytes, err := ioutil.ReadAll(resp.Body)
+		if err != nil {
+			return body, err
+		}
+		body = bodyBytes
+	}
+	return body, err
+}