feat: add deny web page requests support

Author: PuerNya

README.md

@@ -11,13 +11,14 @@ Usage:
   git-proxy [flags]
 
 Flags:
-  -l, --bandwidth-limit int       set total bandwidth limit (MB/s), 0 as no limit (default 0)
-  -b, --blacklist-path string     set repository blacklist (default "blacklist.txt")
-      --disable-color             disable color output
-  -d, --domain-list-path string   set accept domain (default "domainlist.txt")
-  -h, --help                      help for git-proxy
-  -p, --running-port int          disable color output (default 30000)
-
+  -l, --bandwidth-limit int          set total bandwidth limit (MB/s), 0 as no limit
+  -b, --blacklist-path string        set repository blacklist (default "blacklist.txt")
+      --deny-web-page                deny web page requests
+      --deny-web-page-list strings   deny web page requests list (default [github,gist.github.com])
+      --disable-color                disable color output
+  -d, --domain-list-path string      set accept domain (default "domainlist.txt")
+  -h, --help                         help for git-proxy
+  -p, --running-port int             disable color output (default 30000)
 ```
 
 ### URL scheme

main.go

@@ -41,11 +41,13 @@ var log = L.NewDefaultFactory(
 ).Logger()
 
 var (
-	disableColor   bool
-	runningPort    int
-	domainListPath string
-	blacklistPath  string
-	bandwidthLimit int
+	disableColor    bool
+	runningPort     int
+	domainListPath  string
+	blacklistPath   string
+	bandwidthLimit  int
+	denyWebPage     bool
+	denyWebPageList []string
 )
 
 var BandwidthLimiter *R.Bucket
@@ -75,6 +77,8 @@ func init() {
 	command.PersistentFlags().StringVarP(&domainListPath, "domain-list-path", "d", "domainlist.txt", "set accept domain")
 	command.PersistentFlags().StringVarP(&blacklistPath, "blacklist-path", "b", "blacklist.txt", "set repository blacklist")
 	command.PersistentFlags().IntVarP(&bandwidthLimit, "bandwidth-limit", "l", 0, "set total bandwidth limit (MB/s), 0 as no limit")
+	command.PersistentFlags().BoolVarP(&denyWebPage, "deny-web-page", "", false, "deny web page requests")
+	command.PersistentFlags().StringSliceVarP(&denyWebPageList, "deny-web-page-list", "", []string{"github", "gist.github.com"}, "deny web page requests list")
 }
 
 func main() {
@@ -525,6 +529,12 @@ func sendRequestWithURL(URL *url.URL) http.Handler {
 			return
 		}
 		defer response.Body.Close()
+		if denyWebPage && common.Any(denyWebPageList, func(it string) bool {
+			return strings.ToLower(it) == strings.ToLower(URL.Host)
+		}) && response.StatusCode > 199 && response.StatusCode < 300 && strings.Contains(strings.ToLower(response.Header.Get("Content-Type")), "text/html") {
+			responseWithError(E.New("Refuse to serve web page")).ServeHTTP(w, r)
+			return
+		}
 		for key, values := range response.Header {
 			delete(w.Header(), key)
 			for _, value := range values {