Inital project finished

Author: LinuxSuRen

.github/settings.yml

@@ -1,5 +1,5 @@
 repository:
-  name: github-go
+  name: http-downloader
   description: This is a template project
   homepage: https://github.com/linuxsuren
   private: false

.github/workflows/backup.yaml

@@ -15,4 +15,4 @@ jobs:
       uses: jenkins-zh/[email protected]
       env:
         GIT_DEPLOY_KEY: ${{ secrets.GIT_DEPLOY_KEY }}
-        TARGET_GIT: "[email protected]:linuxsuren/github-go.git"
+        TARGET_GIT: "[email protected]:linuxsuren/http-downloader.git"

.gitignore

@@ -1,2 +1,4 @@
 .idea/
 bin/
+
+*/**/*.xml

.goreleaser.yml

@@ -1,9 +1,9 @@
 # Official documentation at http://goreleaser.com
-project_name: github-go
+project_name: http-downloader
 builds:
 - env:
   - CGO_ENABLED=0
-  binary: github-go
+  binary: http-downloader
   goarch:
     - amd64
     - arm64
@@ -46,28 +46,28 @@ changelog:
     - '^test:'
 brews:
   -
-    name: github-go
+    name: http-downloader
     tap:
       owner: linuxsuren
       name: homebrew-linuxsuren
     folder: Formula
-    homepage: "https://github.com/linuxsuren/github-go"
+    homepage: "https://github.com/linuxsuren/http-downloader"
     description: cgit is a tiny tool for Chinese developers.
     dependencies:
       - name: vim
         type: optional
       - name: bash-completion
         type: optional
     test: |
-      version_output = shell_output("#{bin}/github-go version")
+      version_output = shell_output("#{bin}/http-downloader version")
       assert_match version.to_s, version_output
     install: |
       bin.install name
 
       prefix.install_metafiles
 nfpms:
   - file_name_template: "{{ .Binary }}-{{.Os}}-{{.Arch}}"
-    homepage: https://github.com/linuxsuren/github-go
+    homepage: https://github.com/linuxsuren/http-downloader
     description: cgit is a tiny tool for Chinese developers.
     maintainer: rick <[email protected]>
     license: MIT

README.md

@@ -1,14 +1,14 @@
-[![](https://goreportcard.com/badge/linuxsuren/github-go)](https://goreportcard.com/report/linuxsuren/github-go)
-[![](http://img.shields.io/badge/godoc-reference-5272B4.svg?style=flat-square)](https://godoc.org/github.com/linuxsuren/github-go)
-[![Contributors](https://img.shields.io/github/contributors/linuxsuren/github-go.svg)](https://github.com/linuxsuren/github-go/graphs/contributors)
-[![GitHub release](https://img.shields.io/github/release/linuxsuren/github-go.svg?label=release)](https://github.com/linuxsuren/github-go/releases/latest)
-![GitHub All Releases](https://img.shields.io/github/downloads/linuxsuren/github-go/total)
+[![](https://goreportcard.com/badge/linuxsuren/http-downloader)](https://goreportcard.com/report/linuxsuren/github-go)
+[![](http://img.shields.io/badge/godoc-reference-5272B4.svg?style=flat-square)](https://godoc.org/github.com/linuxsuren/http-downloader)
+[![Contributors](https://img.shields.io/github/contributors/linuxsuren/http-downloader.svg)](https://github.com/linuxsuren/github-go/graphs/contributors)
+[![GitHub release](https://img.shields.io/github/release/linuxsuren/http-downloader.svg?label=release)](https://github.com/linuxsuren/github-go/releases/latest)
+![GitHub All Releases](https://img.shields.io/github/downloads/linuxsuren/http-downloader/total)
 
 # Get started
 
 You can use this template repository via the following command:
 
-`gh repo create --public -p linuxsuren/github-go -y <project-name>`
+`gh repo create --public -p linuxsuren/http-downloader -y <project-name>`
 
 # Clean
 

go.mod

@@ -2,4 +2,11 @@ module github.com/linuxsuren/github-go
 
 go 1.15
 
-require github.com/spf13/cobra v1.1.1
+require (
+	github.com/golang/mock v1.4.4
+	github.com/gosuri/uiprogress v0.0.1
+	github.com/jenkins-zh/jenkins-cli v0.0.32
+	github.com/onsi/ginkgo v1.14.2
+	github.com/onsi/gomega v1.10.3
+	github.com/spf13/cobra v1.1.1
+)

go.sum

@@ -0,0 +1,212 @@
+package pkg
+
+import (
+	"crypto/tls"
+	"encoding/base64"
+	"fmt"
+	"io"
+	"io/ioutil"
+	"net/http"
+	"net/url"
+	"os"
+	"path"
+	"strconv"
+
+	"github.com/gosuri/uiprogress"
+)
+
+const (
+	// ContentType is for the http header of content type
+	ContentType = "Content-Type"
+	// ApplicationForm is for the form submit
+	ApplicationForm = "application/x-www-form-urlencoded"
+)
+
+// HTTPDownloader is the downloader for http request
+type HTTPDownloader struct {
+	TargetFilePath     string
+	URL                string
+	ShowProgress       bool
+	InsecureSkipVerify bool
+
+	UserName string
+	Password string
+
+	Proxy     string
+	ProxyAuth string
+
+	Debug        bool
+	RoundTripper http.RoundTripper
+}
+
+// SetProxy set the proxy for a http
+func SetProxy(proxy, proxyAuth string, tr *http.Transport) (err error) {
+	if proxy == "" {
+		return
+	}
+
+	var proxyURL *url.URL
+	if proxyURL, err = url.Parse(proxy); err != nil {
+		return
+	}
+
+	tr.Proxy = http.ProxyURL(proxyURL)
+
+	if proxyAuth != "" {
+		basicAuth := "Basic " + base64.StdEncoding.EncodeToString([]byte(proxyAuth))
+		tr.ProxyConnectHeader = http.Header{}
+		tr.ProxyConnectHeader.Add("Proxy-Authorization", basicAuth)
+	}
+	return
+}
+
+func (h *HTTPDownloader) fetchProxyFromEnv(scheme string) {
+	allProxy := os.Getenv("all_proxy")
+	httpProxy := os.Getenv("http_proxy")
+	httpsProxy := os.Getenv("https_proxy")
+
+	if allProxy != "" {
+		h.Proxy = allProxy
+	} else {
+		switch scheme {
+		case "http":
+			if httpProxy != "" {
+				h.Proxy = httpProxy
+			}
+		case "https":
+			if httpsProxy != "" {
+				h.Proxy = httpsProxy
+			}
+		}
+	}
+}
+
+// DownloadFile download a file with the progress
+func (h *HTTPDownloader) DownloadFile() error {
+	filepath, downloadURL, showProgress := h.TargetFilePath, h.URL, h.ShowProgress
+	// Get the data
+	req, err := http.NewRequest(http.MethodGet, downloadURL, nil)
+	if err != nil {
+		return err
+	}
+
+	if h.UserName != "" && h.Password != "" {
+		req.SetBasicAuth(h.UserName, h.Password)
+	}
+	var tr http.RoundTripper
+	if h.RoundTripper != nil {
+		tr = h.RoundTripper
+	} else {
+		trp := &http.Transport{
+			TLSClientConfig: &tls.Config{InsecureSkipVerify: h.InsecureSkipVerify},
+		}
+		h.fetchProxyFromEnv(req.URL.Scheme)
+		if err = SetProxy(h.Proxy, h.ProxyAuth, trp); err != nil {
+			return err
+		}
+
+		if h.Proxy != "" {
+			basicAuth := "Basic " + base64.StdEncoding.EncodeToString([]byte(h.ProxyAuth))
+			req.Header.Add("Proxy-Authorization", basicAuth)
+		}
+		tr = trp
+	}
+	client := &http.Client{Transport: tr}
+	var resp *http.Response
+
+	if resp, err = client.Do(req); err != nil {
+		return err
+	}
+
+	if resp.StatusCode != 200 {
+		if h.Debug {
+			if data, err := ioutil.ReadAll(resp.Body); err == nil {
+				ioutil.WriteFile("debug-download.html", data, 0664)
+			}
+		}
+		return fmt.Errorf("invalidate status code: %d", resp.StatusCode)
+	}
+
+	writer := &ProgressIndicator{
+		Title: "Downloading",
+	}
+	if showProgress {
+		if total, ok := resp.Header["Content-Length"]; ok && len(total) > 0 {
+			fileLength, err := strconv.ParseInt(total[0], 10, 64)
+			if err == nil {
+				writer.Total = float64(fileLength)
+			}
+		}
+	}
+
+	if err := os.MkdirAll(path.Dir(filepath), os.FileMode(0755)); err != nil {
+		return err
+	}
+
+	// Create the file
+	out, err := os.Create(filepath)
+	if err != nil {
+		return err
+	}
+	defer out.Close()
+
+	writer.Writer = out
+
+	if showProgress {
+		writer.Init()
+	}
+
+	// Write the body to file
+	_, err = io.Copy(writer, resp.Body)
+	return err
+}
+
+// ProgressIndicator hold the progress of io operation
+type ProgressIndicator struct {
+	Writer io.Writer
+	Reader io.Reader
+	Title  string
+
+	// bytes.Buffer
+	Total float64
+	count float64
+	bar   *uiprogress.Bar
+}
+
+// Init set the default value for progress indicator
+func (i *ProgressIndicator) Init() {
+	uiprogress.Start()             // start rendering
+	i.bar = uiprogress.AddBar(100) // Add a new bar
+
+	// optionally, append and prepend completion and elapsed time
+	i.bar.AppendCompleted()
+	// i.bar.PrependElapsed()
+
+	if i.Title != "" {
+		i.bar.PrependFunc(func(_ *uiprogress.Bar) string {
+			return fmt.Sprintf("%s: ", i.Title)
+		})
+	}
+}
+
+// Write writes the progress
+func (i *ProgressIndicator) Write(p []byte) (n int, err error) {
+	n, err = i.Writer.Write(p)
+	i.setBar(n)
+	return
+}
+
+// Read reads the progress
+func (i *ProgressIndicator) Read(p []byte) (n int, err error) {
+	n, err = i.Reader.Read(p)
+	i.setBar(n)
+	return
+}
+
+func (i *ProgressIndicator) setBar(n int) {
+	i.count += float64(n)
+
+	if i.bar != nil {
+		i.bar.Set((int)(i.count * 100 / i.Total))
+	}
+}