summaryrefslogtreecommitdiff
path: root/src/crawl/crawl.conf
diff options
context:
space:
mode:
Diffstat (limited to 'src/crawl/crawl.conf')
-rw-r--r--src/crawl/crawl.conf12
1 files changed, 6 insertions, 6 deletions
diff --git a/src/crawl/crawl.conf b/src/crawl/crawl.conf
index 154d90a..29c3620 100644
--- a/src/crawl/crawl.conf
+++ b/src/crawl/crawl.conf
@@ -81,24 +81,24 @@ filters = {
function init( )
- io.write( "Init..\n" )
+ log( "NOTICE", "Init.." )
-- normalizer = urlnormalizers.create( "google_urlnormalizer" );
normalizer = GoogleURLNormalizer:new( )
-- normalizer2 = urlnormalizers.create( "simple_urlnormalizer" );
normalizer2 = SimpleURLNormalizer:new( )
base = tolua.cast( normalizer, "URLNormalizer" )
- io.write( "type: " .. tolua.type( base ) .. "\n" )
+ log( "DEBUG", "type: " .. tolua.type( base ) )
end
function destroy( )
- io.write( "Destroy..\n" )
+ log( "NOTICE", "Destroy.." )
normalizer:delete( )
end
function crawl( )
- io.write( "Crawling..\n" )
+ log( "NOTICE", "Crawling.." )
local baseUrl = base:parseUrl( "http://www.base.com" )
- io.write( "base URL is: " .. baseUrl:str( ) .. "\n" )
+ log( "DEBUG", "base URL is: " .. baseUrl:str( ) )
local url = base:normalize( baseUrl, "/relativedir/relativefile.html" )
- io.write( "URL is: " .. url:str( ) .. "\n" )
+ log( "DEBUG", "URL is: " .. url:str( ) )
end