Merge pull request #936 from alban-stourbe-wmx/feature/hybrid_headers…

…_output

New way to add headers for hybrid request output

pkg/engine/hybrid/crawl.go

@@ -74,9 +74,11 @@ func (c *Crawler) navigateRequest(s *common.CrawlSession, request *navigation.Re
 		}
 		// Note: headers are originally sent using `c.addHeadersToPage` below changes are done so that
 		// headers are reflected in request dump
+		// Headers, CustomHeaders, and Cookies are present in e.Request.Headers. We need to consider all of them and not only CustomHeaders
+		// Otherwise, we will miss headers and output will be inconsistent
 		if httpreq != nil {
-			for k, v := range c.Headers {
-				httpreq.Header.Set(k, v)
+			for k, v := range e.Request.Headers {
+				httpreq.Header.Set(k, v.String())
 			}
 		}