From 460c52653ab0dcca6f19a4f492ed2c5e4e963ab0 Mon Sep 17 00:00:00 2001
From: toma <toma@283d02a7-25f6-0310-bc7c-ecb5cbfe19da>
Date: Wed, 25 Nov 2009 17:56:58 +0000
Subject: Copy the KDE 3.5 branch to branches/trinity for new KDE 3.5 features.
 BUG:215923

git-svn-id: svn://anonsvn.kde.org/home/kde/branches/trinity/kdepim@1054174 283d02a7-25f6-0310-bc7c-ecb5cbfe19da
---
 indexlib/tokenizer.h | 28 ++++++++++++++++++++++++++++
 1 file changed, 28 insertions(+)
 create mode 100644 indexlib/tokenizer.h

(limited to 'indexlib/tokenizer.h')

diff --git a/indexlib/tokenizer.h b/indexlib/tokenizer.h
new file mode 100644
index 000000000..2494f2973
--- /dev/null
+++ b/indexlib/tokenizer.h
@@ -0,0 +1,28 @@
+#ifndef LPC_TOKENIZER_H1118429480_INCLUDE_GUARD_
+#define LPC_TOKENIZER_H1118429480_INCLUDE_GUARD_
+
+#include <vector>
+#include <string>
+#include <memory>
+#include <assert.h>
+
+namespace indexlib { namespace detail {
+
+class tokenizer {
+	public:
+		virtual ~tokenizer() { }
+		std::vector<std::string> string_to_words( const char* str ) {
+			assert( str );
+			return do_string_to_words( str );
+		}
+	
+	private:
+		virtual std::vector<std::string> do_string_to_words( const char* ) = 0;
+};
+
+std::auto_ptr<tokenizer> get_tokenizer( std::string );
+}}
+
+
+
+#endif /* LPC_TOKENIZER_H1118429480_INCLUDE_GUARD_ */
-- 
cgit v1.2.1