diff options
| author | Andreas Baumann <abaumann@yahoo.com> | 2012-08-09 20:42:02 +0200 |
|---|---|---|
| committer | Andreas Baumann <abaumann@yahoo.com> | 2012-08-09 20:42:02 +0200 |
| commit | 4553fe0c3c40eb30648c0e7349f94f1458e5f4b1 (patch) | |
| tree | ceb153d7b59891123d714ce9588ec1f2013cd7af /src/modules/fetcher/file | |
| parent | 3d8e384820f30633361987301896a0a6a72ce4b0 (diff) | |
| download | crawler-4553fe0c3c40eb30648c0e7349f94f1458e5f4b1.tar.gz crawler-4553fe0c3c40eb30648c0e7349f94f1458e5f4b1.tar.bz2 | |
added spooling to LibFetchRewindInputStream in order to support rewind
(current a memory spooling, disk spooling a bit later)
added MIME detection to crawler, parse links only in HTML
Diffstat (limited to 'src/modules/fetcher/file')
| -rw-r--r-- | src/modules/fetcher/file/FileRewindInputStream.cpp | 6 | ||||
| -rw-r--r-- | src/modules/fetcher/file/FileRewindInputStream.hpp | 2 |
2 files changed, 8 insertions, 0 deletions
diff --git a/src/modules/fetcher/file/FileRewindInputStream.cpp b/src/modules/fetcher/file/FileRewindInputStream.cpp index 034bd8d..4e281fd 100644 --- a/src/modules/fetcher/file/FileRewindInputStream.cpp +++ b/src/modules/fetcher/file/FileRewindInputStream.cpp @@ -18,3 +18,9 @@ FileRewindInputStream::~FileRewindInputStream( ) { close( ); } + +void FileRewindInputStream::rewind( ) +{ + ifstream::clear( ); + ifstream::seekg( 0, ios::beg ); +} diff --git a/src/modules/fetcher/file/FileRewindInputStream.hpp b/src/modules/fetcher/file/FileRewindInputStream.hpp index 21a194a..6117202 100644 --- a/src/modules/fetcher/file/FileRewindInputStream.hpp +++ b/src/modules/fetcher/file/FileRewindInputStream.hpp @@ -11,6 +11,8 @@ class FileRewindInputStream : public RewindInputStream, std::ifstream FileRewindInputStream( const URL &url ); virtual ~FileRewindInputStream( ); + + virtual void rewind( ); }; #endif |