修复提交url的bug以及默认会重定向bug，目前不会301跳转。

Author: SummerSec

cmd/commons/core/runner.go

@@ -77,6 +77,7 @@ func (r *Runner) Run() {
 		return
 	}
 	log.Info("Total URLs: ", len(urls))
+
 	for i < len(urls) {
 		//TODO 老代码
 		//for t := 0; t < k; t++ {
@@ -102,19 +103,20 @@ func (r *Runner) Run() {
 		//}
 
 		for t := 0; t < k; t++ {
-			if i == len(urls)-1 {
+			task := func() {
+				log.Debugf(" %d %s %d", t, urls[i-1], i)
+				Start2(urls[i-1], hashmap) // Start k goroutines
+				wg.Done()
+			}
+			if i == len(urls) {
 				break
 			}
 			if urls[i] != "" {
 				// 通道通信 发送url 并且 i++
 				//c := make(chan int)
 				log.Debugf("Now Threads: %d", t)
 				wg.Add(1)
-				err := pool.Submit(func() {
-					log.Debugf("Running Submit %d url is  %s %d", t, urls[i], i)
-					Start2(urls[i], hashmap, i) // Start k goroutines
-					wg.Done()
-				})
+				err := pool.Submit(task)
 				i++
 				if err != nil {
 					log.Error("Error submitting job " + urls[i])
@@ -128,6 +130,7 @@ func (r *Runner) Run() {
 		}
 
 	}
+	wg.Wait()
 
 }
 
@@ -160,7 +163,7 @@ func Start(u string, hashmap map[string]interface{}, i int, c chan int) {
 
 }
 
-func Start2(u string, hashmap map[string]interface{}, i int) {
+func Start2(u string, hashmap map[string]interface{}) {
 	log.Infof("%s Runner started", u)
 	//log.Infoln("testing URL: ", u)
 	//for k, v := range hashmap {

cmd/commons/utils/httpclient.go

@@ -24,6 +24,8 @@ func InIt(mode int, timeout int, proxy string, retry int, h1 bool) (client *req.
 	client.SetTimeout(time.Duration(timeout) * time.Second)
 	client.SetCommonRetryCount(retry)
 	client.EnableInsecureSkipVerify()
+	// 重定向设置
+	client.SetRedirectPolicy(req.NoRedirectPolicy())
 	// 设置代理
 	f := IsProxyUrl(proxy)
 	if f {

go.sum

@@ -169,6 +169,7 @@ github.com/tj/go-update v2.2.4+incompatible/go.mod h1:waFwwyiAhGey2e+dNoYQ/iLhIc
 github.com/tj/go-update v2.2.5-0.20200519121640-62b4b798fd68+incompatible h1:guTq1YxwB8XSILkI9q4IrOmrCOS6Hc1L3hmOhi4Swcs=
 github.com/tj/go-update v2.2.5-0.20200519121640-62b4b798fd68+incompatible/go.mod h1:waFwwyiAhGey2e+dNoYQ/iLhIcFqhCW7zL/+vDU1WLo=
 github.com/ulikunitz/xz v0.5.6/go.mod h1:2bypXElzHzzJZwzH67Y6wb67pO62Rzfn7BSiF4ABRW8=
+github.com/ulikunitz/xz v0.5.9 h1:RsKRIA2MO8x56wkkcd3LbtcE/uMszhb6DpRf+3uwa3I=
 github.com/ulikunitz/xz v0.5.9/go.mod h1:nbz6k7qbPmH4IRqmfOplQw/tblSgqTqBwxkY0oWt/14=
 github.com/ulikunitz/xz v0.5.10 h1:t92gobL9l3HE202wg3rlk19F6X+JOxl9BBrCCMYEYd8=
 github.com/ulikunitz/xz v0.5.10/go.mod h1:nbz6k7qbPmH4IRqmfOplQw/tblSgqTqBwxkY0oWt/14=