Fix # urls

liamg · Jun 22, 2020 · cf7fdf2 · cf7fdf2
1 parent fc742f4
commit cf7fdf2
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 2 deletions.
diff --git a/cmd/scout/url.go b/cmd/scout/url.go
@@ -132,7 +132,7 @@ var urlCmd = &cobra.Command{
 				select {
 				case output := <-importantOutputChan:
 					clearLine()
-					fmt.Printf(output)
+					fmt.Print(output)
 				FLUSH:
 					for {
 						select {
@@ -148,7 +148,7 @@ var urlCmd = &cobra.Command{
 					return
 				case output := <-genericOutputChan:
 					clearLine()
-					fmt.Printf(output)
+					fmt.Print(output)
 				}
 			}
 

diff --git a/pkg/scan/url_scanner.go b/pkg/scan/url_scanner.go
@@ -238,9 +238,18 @@ func (scanner *URLScanner) visited(uri string) bool {
 	return false
 }
 
+func (scanner *URLScanner) clean(url string) string {
+	if strings.Contains(url, "#") {
+		return strings.Split(url, "#")[0]
+	}
+	return url
+}
+
 // hit a url - is it one of certain response codes? leave connections open!
 func (scanner *URLScanner) checkURL(job URLJob) *URLResult {
 
+	job.URL = scanner.clean(job.URL)
+
 	if scanner.visited(job.URL) {
 		return nil
 	}