1 files changed, 15 insertions, 0 deletions
diff --git a/include/crawler/Deduper.hpp b/include/crawler/Deduper.hpp
new file mode 100644
index 0000000..3cb33c1
--- /dev/null
+++ b/include/crawler/Deduper.hpp
@@ -0,0 +1,15 @@
+#ifndef __DEDUPER_H
+#define __DEDUPER_H
+
+#include "URL.hpp"
+#include "RewindInputStream.hpp"
+
+class Deduper
+{
+	public:
+		virtual ~Deduper( ) { };
+		
+		virtual bool contentSeen( const URL url, RewindInputStream *s ) = 0;
+};
+
+#endif