feat: add deny web page requests support

Author: PuerNya

README.md

@@ -11,13 +11,14 @@ Usage:
   git-proxy [flags]
 
 Flags:
-  -l, --bandwidth-limit int       set total bandwidth limit (MB/s), 0 as no limit (default 0)
-  -b, --blacklist-path string     set repository blacklist (default "blacklist.txt")
-      --disable-color             disable color output
-  -d, --domain-list-path string   set accept domain (default "domainlist.txt")
-  -h, --help                      help for git-proxy
-  -p, --running-port int          disable color output (default 30000)
-
+  -l, --bandwidth-limit int          set total bandwidth limit (MB/s), 0 as no limit
+  -b, --blacklist-path string        set repository blacklist (default "blacklist.txt")
+      --deny-web-page                deny web page requests
+      --deny-web-page-list strings   deny web page requests list (default [github.com,gist.github.com])
+      --disable-color                disable color output
+  -d, --domain-list-path string      set accept domain (default "domainlist.txt")
+  -h, --help                         help for git-proxy
+  -p, --running-port int             disable color output (default 30000)
 ```
 
 ### URL scheme

main.go

@@ -47,11 +47,13 @@ var client = &http.Client{
 }
 
 var (
-	disableColor   bool
-	runningPort    int
-	domainListPath string
-	blacklistPath  string
-	bandwidthLimit int
+	disableColor    bool
+	runningPort     int
+	domainListPath  string
+	blacklistPath   string
+	bandwidthLimit  int
+	denyWebPage     bool
+	denyWebPageList []string
 )
 
 var BandwidthLimiter *R.Bucket
@@ -81,6 +83,8 @@ func init() {
 	command.PersistentFlags().StringVarP(&domainListPath, "domain-list-path", "d", "domainlist.txt", "set accept domain")
 	command.PersistentFlags().StringVarP(&blacklistPath, "blacklist-path", "b", "blacklist.txt", "set repository blacklist")
 	command.PersistentFlags().IntVarP(&bandwidthLimit, "bandwidth-limit", "l", 0, "set total bandwidth limit (MB/s), 0 as no limit")
+	command.PersistentFlags().BoolVarP(&denyWebPage, "deny-web-page", "", false, "deny web page requests")
+	command.PersistentFlags().StringSliceVarP(&denyWebPageList, "deny-web-page-list", "", []string{"github.com", "gist.github.com"}, "deny web page requests list")
 }
 
 func main() {
@@ -110,6 +114,9 @@ func run(*cobra.Command, []string) {
 		BandwidthLimiter = R.NewBucketWithRate(float64(bandwidthLimit*1024*1024), int64(bandwidthLimit*1024*1024))
 		log.Info("Bandwidth limit is set as ", bandwidthLimit, "MB/s")
 	}
+	if denyWebPage && len(denyWebPageList) > 0 {
+		log.Info("Denying web page requests, domain list: [", strings.Join(denyWebPageList, ", "), "]")
+	}
 	if watcher, err := loadDomainList(); err == nil {
 		err = watcher.Start()
 		if err == nil {
@@ -531,6 +538,12 @@ func sendRequestWithURL(URL *url.URL) http.Handler {
 			return
 		}
 		defer response.Body.Close()
+		if denyWebPage && len(denyWebPageList) > 0 && response.StatusCode == http.StatusOK && strings.Contains(strings.ToLower(response.Header.Get("Content-Type")), "text/html") && common.Any(denyWebPageList, func(it string) bool {
+			return strings.ToLower(it) == strings.ToLower(URL.Host)
+		}) {
+			responseWithError(E.New("Refuse to serve web page")).ServeHTTP(w, r)
+			return
+		}
 		isRedirectResponse := common.Any([]int{http.StatusMovedPermanently, http.StatusFound, http.StatusTemporaryRedirect, http.StatusPermanentRedirect}, func(it int) bool {
 			return it == response.StatusCode
 		})