diff options
-rw-r--r-- | src/crawl/crawl.conf | 12 | ||||
-rw-r--r-- | tests/fetcher/GNUmakefile | 15 |
2 files changed, 22 insertions, 5 deletions
diff --git a/src/crawl/crawl.conf b/src/crawl/crawl.conf index 8169ae1..25e4003 100644 --- a/src/crawl/crawl.conf +++ b/src/crawl/crawl.conf @@ -13,6 +13,13 @@ logger = { level = "DEBUG" } +modules = { + urlnormalizers = { + "mod_normalizer_simple", + "mod_normalizer_google" + } +} + -- seeds: URLS which are fed in the beginning to the URL frontier seeds = { @@ -20,11 +27,6 @@ seeds = { "http://wolframe.net" } -urlnormalizers = { - "mod_normalizer_simple", - "mod_normalizer_google" -} - filters = { -- allowed protocols to be fetched protocols = { diff --git a/tests/fetcher/GNUmakefile b/tests/fetcher/GNUmakefile index 4c36ae6..a86768f 100644 --- a/tests/fetcher/GNUmakefile +++ b/tests/fetcher/GNUmakefile @@ -18,6 +18,13 @@ INCLUDE_LDFLAGS = \ -L$(TOPDIR)/src/liblogger \ -L$(TOPDIR)/libfetch +ifeq ($(WITH_LUA),1) +INCLUDE_LDFLAGS += \ + -L$(TOPDIR)/src/libluaglue \ + -L$(TOPDIR)/src/libutil \ + $(TOLUA_LDFLAGS) +endif + INCLUDE_LIBS = \ $(TOPDIR)/src/modules/urlnormalizer/simpleurl/libsimpleurlnormalizer.a \ $(TOPDIR)/src/modules/fetcher/libfetch/liblibfetchfetcher.a \ @@ -25,6 +32,14 @@ INCLUDE_LIBS = \ -llogger \ -lfetch +ifeq ($(WITH_LUA),1) +INCLUDE_LIBS += \ + -lluaglue \ + -lutil \ + -llua \ + $(TOLUA_LIBS) +endif + # openssl ifeq ($(WITH_SSL),1) |