diff options
Diffstat (limited to 'src/crawl/crawl.conf')
-rw-r--r-- | src/crawl/crawl.conf | 12 |
1 files changed, 6 insertions, 6 deletions
diff --git a/src/crawl/crawl.conf b/src/crawl/crawl.conf index 154d90a..29c3620 100644 --- a/src/crawl/crawl.conf +++ b/src/crawl/crawl.conf @@ -81,24 +81,24 @@ filters = { function init( ) - io.write( "Init..\n" ) + log( "NOTICE", "Init.." ) -- normalizer = urlnormalizers.create( "google_urlnormalizer" ); normalizer = GoogleURLNormalizer:new( ) -- normalizer2 = urlnormalizers.create( "simple_urlnormalizer" ); normalizer2 = SimpleURLNormalizer:new( ) base = tolua.cast( normalizer, "URLNormalizer" ) - io.write( "type: " .. tolua.type( base ) .. "\n" ) + log( "DEBUG", "type: " .. tolua.type( base ) ) end function destroy( ) - io.write( "Destroy..\n" ) + log( "NOTICE", "Destroy.." ) normalizer:delete( ) end function crawl( ) - io.write( "Crawling..\n" ) + log( "NOTICE", "Crawling.." ) local baseUrl = base:parseUrl( "http://www.base.com" ) - io.write( "base URL is: " .. baseUrl:str( ) .. "\n" ) + log( "DEBUG", "base URL is: " .. baseUrl:str( ) ) local url = base:normalize( baseUrl, "/relativedir/relativefile.html" ) - io.write( "URL is: " .. url:str( ) .. "\n" ) + log( "DEBUG", "URL is: " .. url:str( ) ) end |