diff options
Diffstat (limited to 'src/crawl/crawl.conf')
| -rw-r--r-- | src/crawl/crawl.conf | 13 |
1 files changed, 13 insertions, 0 deletions
diff --git a/src/crawl/crawl.conf b/src/crawl/crawl.conf new file mode 100644 index 0000000..95d0f75 --- /dev/null +++ b/src/crawl/crawl.conf @@ -0,0 +1,13 @@ +-- global setting + +crawler = { + -- stop after N documents + stop_after_N_operations = 10 +} + +-- seeds: URLS which are fed in the beginning to the URL frontier + +seeds = { + "http://www.wolframe.net", + "http://wolframe.net" +} |