src/crawl/crawl.conf


1
2
3
4
5
6
7
8
9
10
11
12
13

-- global setting

crawler = {
	-- stop after N documents
	stop_after_N_operations = 10
}

-- seeds: URLS which are fed in the beginning to the URL frontier

seeds = {
	"http://www.wolframe.net",
	"http://wolframe.net"
}