Merge branch 'oherych-toStringArrayContextURL'

Author: mna

.travis.yml

@@ -1,8 +1,9 @@
 language: go
 
 go:
-    - 1.1
+    - 1.4
     - 1.5
     - 1.6
+    - 1.7
     - tip
 

README.md

@@ -29,6 +29,7 @@ To install a previous version, you have to `git clone https://github.com/Puerkit
 
 ## Changelog
 
+*    **2016-11-20** : Fix log message so that it prints enqueued URLs (thanks @oherych). Tag as v1.0.0.
 *    **2016-05-24** : Set the `*URLContext.SourceURL()` and `*URLContext.NormalizedSourceURL()` to the original URL on redirections (see [#55][i55]). Thanks to github user [@tmatsuo][tmatsuo].
 *    **2016-02-24** : Always use `Options.UserAgent` to make requests, use `Options.RobotUserAgent` only for robots.txt policy matching. Lint and vet the code a bit, better godoc documentation.
 *    **2014-11-06** : Change import paths of net/html to golang.org/x/net/html (see https://groups.google.com/forum/#!topic/golang-nuts/eD8dh3T9yyA).

crawler.go

@@ -320,7 +320,7 @@ func (c *Crawler) collectUrls() error {
 		case enq := <-c.enqueue:
 			// Received a command to enqueue a URL, proceed
 			ctxs := c.toURLContexts(enq, nil)
-			c.logFunc(LogTrace, "receive url(s) to enqueue %v", ctxs)
+			c.logFunc(LogTrace, "receive url(s) to enqueue %v", toStringArrayContextURL(ctxs))
 			c.enqueueUrls(ctxs)
 		case <-c.stop:
 			return ErrInterrupted

urlcontext.go

@@ -1,6 +1,7 @@
 package gocrawl
 
 import (
+	"bytes"
 	"net/url"
 	"strings"
 
@@ -105,6 +106,21 @@ func isRobotsURL(u *url.URL) bool {
 	return strings.ToLower(u.Path) == robotsTxtPath
 }
 
+func toStringArrayContextURL(list []*URLContext) string {
+	var buf bytes.Buffer
+
+	for _, item := range list {
+		if buf.Len() > 0 {
+			buf.WriteString(", ")
+		}
+		if nurl := item.NormalizedURL(); nurl != nil {
+			buf.WriteString(nurl.String())
+		}
+	}
+
+	return buf.String()
+}
+
 func (uc *URLContext) getRobotsURLCtx() (*URLContext, error) {
 	robURL, err := uc.normalizedURL.Parse(robotsTxtPath)
 	if err != nil {