hellerve/crawl
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

crawler: fix syntax issue (where did that come from?)

Browse Source
This commit is contained in:
Veit Heller
2018-05-29 15:56:07 +02:00
parent af61b5fd75
commit 87274db140
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
crawler/crawl.go
View File

@@ -29,7 +29,7 @@ var Visited = struct {
// visited it yet, will spawn a goroutine for it. It will also return that link, // visited it yet, will spawn a goroutine for it. It will also return that link,
// because we have to add it to our list of linked nodes. // because we have to add it to our list of linked nodes.
func visitNode(node *html.Node, parent, current string, wg *sync.WaitGroup) (*string, error) { func visitNode(node *html.Node, parent, current string, wg *sync.WaitGroup) (*string, error) {
var val *string var val string
if node.Type == html.ElementNode && node.Data == "a" { if node.Type == html.ElementNode && node.Data == "a" {
for _, a := range node.Attr { for _, a := range node.Attr {
if a.Key != "href" { if a.Key != "href" {
@@ -65,7 +65,7 @@ func visitNode(node *html.Node, parent, current string, wg *sync.WaitGroup) (*st
} }
} }
} }
return val, nil return &val, nil
} }
// parseNode parses a single node. It is recursive, and will first be called // parseNode parses a single node. It is recursive, and will first be called
@@ -80,7 +80,7 @@ func parseNode(node *html.Node, parent, current string, wg *sync.WaitGroup) ([]s
} }
if val != nil { if val != nil {
links = append(links, val) links = append(links, *val)
} }
for c := node.FirstChild; c != nil; c = c.NextSibling { for c := node.FirstChild; c != nil; c = c.NextSibling {