package main

import (
	"fmt"
	"log"
	"net/url"
)

func classic(startURL url.URL, maxConcurrency, maxURLs int) {
	worklist := make(chan []url.URL)
	var numPendingSends int

	numPendingSends++
	go func() {
		worklist <- []url.URL{startURL}
	}()

	// Crawl the web concurrently.
	seen := make(map[url.URL]bool)
	count := 1

	for ; numPendingSends > 0; numPendingSends-- {
		batch := <-worklist
		for _, u := range batch {
			if !seen[u] {
				fmt.Printf("%d. %s\n", count, &u)
				count++

				seen[u] = true

				numPendingSends++
				go func() {
					worklist <- getBatch(u)
				}()
			}
		}
	}
}

func getBatch(u url.URL) []url.URL {
	doc, err := fetch(u)
	if err != nil {
		log.Print(err)
	}

	batch := findURLs(u, doc)

	return batch
}