rollback to 3428, before the mysterious removal of libs/* at 3431/3432

git-svn-id: svn://localhost/ardour2/branches/3.0@3435 d708f5d6-7413-0410-9779-e7cbd77b26cf

1 files changed, 90 insertions, 0 deletions

diff --git a/libs/pbd/pbd/tokenizer.h b/libs/pbd/pbd/tokenizer.h
new file mode 100644
index 0000000000..9206d1b6fb
--- /dev/null
+++ b/libs/pbd/pbd/tokenizer.h
@@ -0,0 +1,90 @@
+/*
+    Copyright (C) 2000-2007 Paul Davis 
+
+    This program is free software; you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation; either version 2 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License
+    along with this program; if not, write to the Free Software
+    Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+
+*/
+
+#ifndef PBD_TOKENIZER
+#define PBD_TOKENIZER
+
+#include <iterator>
+#include <string>
+
+#include <pbd/whitespace.h>
+
+namespace PBD {
+
+/**
+    Tokenize string, this should work for standard
+    strings as well as Glib::ustring. This is a bit of a hack,
+    there are much better string tokenizing patterns out there.
+	If strip_whitespace is set to true, tokens will be checked to see
+	that they still have a length after stripping.  If no length, they
+	are discarded.
+*/
+template<typename StringType, typename Iter>
+unsigned int
+tokenize(const StringType& str,        
+        const StringType& delims,
+        Iter it,
+		bool strip_whitespace=false)
+{
+    typename StringType::size_type start_pos = 0;
+    typename StringType::size_type end_pos = 0;
+    unsigned int token_count = 0;
+
+    do {
+        start_pos = str.find_first_not_of(delims, start_pos);
+        end_pos = str.find_first_of(delims, start_pos);
+        if (start_pos != end_pos) {
+            if (end_pos == str.npos) {
+                end_pos = str.length();
+            }
+	    	if (strip_whitespace) {
+				StringType stripped = str.substr(start_pos, end_pos - start_pos);
+				strip_whitespace_edges (stripped);
+				if (stripped.length()) {
+					*it++ = stripped;
+				}
+			} else {
+            	*it++ = str.substr(start_pos, end_pos - start_pos);
+			}
+            ++token_count;
+            start_pos = str.find_first_not_of(delims, end_pos + 1);
+        }
+    } while (start_pos != str.npos);
+
+    if (start_pos != str.npos) {
+    	if (strip_whitespace) {
+			StringType stripped = str.substr(start_pos, str.length() - start_pos);
+			strip_whitespace_edges (stripped);
+			if (stripped.length()) {
+				*it++ = stripped;
+			}
+		} else {
+        	*it++ = str.substr(start_pos, str.length() - start_pos);
+		}
+        ++token_count;
+    }
+
+    return token_count;
+}
+
+} // namespace PBD
+
+#endif // PBD_TOKENIZER
+
+