diff options
| author | Andreas Baumann <mail@andreasbaumann.cc> | 2014-10-14 15:14:50 +0200 |
|---|---|---|
| committer | Andreas Baumann <mail@andreasbaumann.cc> | 2014-10-14 15:14:50 +0200 |
| commit | 836de6564bd8e4eca422d2d9c691b1949107e102 (patch) | |
| tree | f1adbea299f3c94e3e7bc6716cb1fdb700fef3f3 | |
| parent | 6032e79dc4c51fa4dc82751eab3bd0cdf0eac845 (diff) | |
| download | crawler-836de6564bd8e4eca422d2d9c691b1949107e102.tar.gz crawler-836de6564bd8e4eca422d2d9c691b1949107e102.tar.bz2 | |
fixed linking of url/fetcher test (only links, doesn't run yet)
| -rw-r--r-- | src/crawl/crawl.conf | 12 | ||||
| -rw-r--r-- | tests/fetcher/GNUmakefile | 15 |
2 files changed, 22 insertions, 5 deletions
diff --git a/src/crawl/crawl.conf b/src/crawl/crawl.conf index 8169ae1..25e4003 100644 --- a/src/crawl/crawl.conf +++ b/src/crawl/crawl.conf @@ -13,6 +13,13 @@ logger = { level = "DEBUG" } +modules = { + urlnormalizers = { + "mod_normalizer_simple", + "mod_normalizer_google" + } +} + -- seeds: URLS which are fed in the beginning to the URL frontier seeds = { @@ -20,11 +27,6 @@ seeds = { "http://wolframe.net" } -urlnormalizers = { - "mod_normalizer_simple", - "mod_normalizer_google" -} - filters = { -- allowed protocols to be fetched protocols = { diff --git a/tests/fetcher/GNUmakefile b/tests/fetcher/GNUmakefile index 4c36ae6..a86768f 100644 --- a/tests/fetcher/GNUmakefile +++ b/tests/fetcher/GNUmakefile @@ -18,6 +18,13 @@ INCLUDE_LDFLAGS = \ -L$(TOPDIR)/src/liblogger \ -L$(TOPDIR)/libfetch +ifeq ($(WITH_LUA),1) +INCLUDE_LDFLAGS += \ + -L$(TOPDIR)/src/libluaglue \ + -L$(TOPDIR)/src/libutil \ + $(TOLUA_LDFLAGS) +endif + INCLUDE_LIBS = \ $(TOPDIR)/src/modules/urlnormalizer/simpleurl/libsimpleurlnormalizer.a \ $(TOPDIR)/src/modules/fetcher/libfetch/liblibfetchfetcher.a \ @@ -25,6 +32,14 @@ INCLUDE_LIBS = \ -llogger \ -lfetch +ifeq ($(WITH_LUA),1) +INCLUDE_LIBS += \ + -lluaglue \ + -lutil \ + -llua \ + $(TOLUA_LIBS) +endif + # openssl ifeq ($(WITH_SSL),1) |