diff --git a/spider.go b/spider.go index 3d3a590..b3d1094 100644 --- a/spider.go +++ b/spider.go @@ -52,9 +52,8 @@ func (l Link) String() string { // Pages returns a stream of full urls starting at a given base page. func Pages(base string) <-chan Link { base = strings.TrimRight(base, "/") - visited := map[string]bool{} + visited := map[string]bool{base: true} links := URLs(base) - links = append(links, Link{From: "start", To: base}) r := make(chan Link)