102 lines
2.7 KiB
C++
102 lines
2.7 KiB
C++
/*
|
|
* (C) Copyright The MITRE Corporation 1999 All rights reserved.
|
|
*
|
|
* The contents of this file are subject to the Mozilla Public License
|
|
* Version 1.0 (the "License"); you may not use this file except in
|
|
* compliance with the License. You may obtain a copy of the License at
|
|
* http://www.mozilla.org/MPL/
|
|
*
|
|
* The program provided "as is" without any warranty express or
|
|
* implied, including the warranty of non-infringement and the implied
|
|
* warranties of merchantibility and fitness for a particular purpose.
|
|
* The Copyright owner will not be liable for any damages suffered by
|
|
* you as a result of using the Program. In no event will the Copyright
|
|
* owner be liable for any special, indirect or consequential damages or
|
|
* lost profits even if the Copyright owner has been advised of the
|
|
* possibility of their occurrence.
|
|
*
|
|
* Please see release.txt distributed with this file for more information.
|
|
*
|
|
*/
|
|
|
|
/**
|
|
* Tokenizer
|
|
* A simple String tokenizer
|
|
* @author <a href="mailto:kvisco@mitre.org">Keith Visco</a>
|
|
* <BR/>
|
|
* <PRE>
|
|
* Modifications:
|
|
* 19990806: Larry Fitzpatrick
|
|
* - in method #nextToken():
|
|
* - added void return type declaration
|
|
* - added proper casts from Int32 to char
|
|
* </PRE>
|
|
*
|
|
**/
|
|
|
|
#include "Tokenizer.h"
|
|
|
|
/**
|
|
* Creates a new Tokenizer
|
|
**/
|
|
Tokenizer::Tokenizer() {
|
|
currentPos = 0;
|
|
size = 0;
|
|
} //-- tokenizer
|
|
|
|
/**
|
|
* Creates a new Tokenizer using the given source string,
|
|
* uses the default set of delimiters {' ', '\r', '\n', '\t'};
|
|
**/
|
|
Tokenizer::Tokenizer(const String& source) {
|
|
currentPos = 0;
|
|
//-- copy source
|
|
str = source;
|
|
size = str.length();
|
|
delimiters.append(" \n\r\t");
|
|
} //-- Tokenizer
|
|
|
|
/**
|
|
* Creates a new Tokenizer using the given source string
|
|
* and set of character delimiters
|
|
**/
|
|
Tokenizer::Tokenizer(const String& source, const String& delimiters) {
|
|
currentPos = 0;
|
|
// copy source
|
|
str = source;
|
|
size = str.length();
|
|
// copy tokens
|
|
this->delimiters.append(delimiters);
|
|
} //-- Tokenizer
|
|
|
|
|
|
/**
|
|
* Default Destructor
|
|
**/
|
|
Tokenizer::~Tokenizer() {};
|
|
|
|
MBool Tokenizer::hasMoreTokens() {
|
|
return (MBool)(currentPos < size);
|
|
} //-- hasMoreTokens
|
|
|
|
void Tokenizer::nextToken(String& buffer) {
|
|
buffer.clear();
|
|
while ( currentPos < size) {
|
|
char ch = (char)str.charAt(currentPos);
|
|
//-- if character is not a delimiter..append
|
|
if (delimiters.indexOf(ch) < 0) buffer.append(ch);
|
|
else break;
|
|
++currentPos;
|
|
}
|
|
//-- advance to next start pos
|
|
while ( currentPos < size ) {
|
|
char ch = (char)str.charAt(currentPos);
|
|
//-- if character is not a delimiter, we are at
|
|
//-- start of next token
|
|
if (delimiters.indexOf(ch) < 0) break;
|
|
++currentPos;
|
|
}
|
|
} //-- nextToken
|
|
|
|
|