diff --git a/web-scraper/basic-scraper.go b/web-scraper/basic-scraper.go new file mode 100644 index 0000000..7e7ef4c --- /dev/null +++ b/web-scraper/basic-scraper.go @@ -0,0 +1,20 @@ +package main + +import ( + "fmt" + + "github.com/gocolly/colly" +) + +func main() { + c := colly.NewCollector( + colly.AllowedDomains("en.wikipedia.org"), + ) + + // Find and print all links + c.OnHTML(".mw-parser-output", func(e *colly.HTMLElement) { + links := e.ChildAttrs("a", "href") + fmt.Println(links) + }) + c.Visit("https://en.wikipedia.org/wiki/Web_scraping") +}