src/utils/StringTokenizer.cpp

/*
 * Copyright (C) 2000-2004  Object Oriented Parallel Simulation Engine (OOPSE) project
 * 
 * Contact: oopse@oopse.org
 * 
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public License
 * as published by the Free Software Foundation; either version 2.1
 * of the License, or (at your option) any later version.
 * All we ask is that proper credit is given for our work, which includes
 * - but is not limited to - adding the above copyright notice to the beginning
 * of your source code files, and to any copyright notice that you may distribute
 * with programs based on this work.
 * 
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Lesser General Public License for more details.
 * 
 * You should have received a copy of the GNU Lesser General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
 *
 */

#include "utils/StringTokenizer.hpp"

namespace oopse {

StringTokenizer::defaultDelim = " \t\n\r";

StringTokenizer::StringTokenizer(const std::string & str, const std::string & delim) 
                        : tokenString_(str), delim_(delim), returnTokens_(false),
                          currentPos_(tokenString_.begin()), end_(tokenString_.end()){

}

StringTokenizer::StringTokenizer(std::string::const_iterator& first, std::string::const_iterator& last,
                                                               const std::string & delim)  
                        : (tokenString_(first, last) , delim_(delim), returnTokens_(false),
                           currentPos_(tokenString_.begin()), end_(tokenString_.end()) {

}

StringTokenizer::StringTokenizer(const std::string&str, const std::string&delim,
                                                                bool returnTokens)
                        : tokenString_(str), delim_(delim), returnTokens_(returnTokens),
                          currentPos_(tokenString_.begin()), end_(tokenString_.end()) {

}

int StringTokenizer::countTokens() {
    
    std::string::iterator tmpIter = currentPos_;    
    int numToken = 0;

    while (true) {

        //skip delimiter first
        while( tmpIter != end_ && isDelimiter(*tmpIter)) {
            ++tmpIter;

            if (returnTokens_) {
                //if delimiter is consider as token
                ++numToken;
            }
        }

        //encount a token here
        while ( tmpIter != end_ && !isDelimiter(*tmpIter) ) {
            ++tmpIter;
        }

         if (tmpIter != end_) {
            ++numToken;
        } else {
            break;
        }

    }

    return numToken;
}

bool StringTokenizer::hasMoreTokens() {
    
    if (currentPos_ == end_) {
        return false;
    } else if (returnTokens_) {
        return true;
    } else {
        std::string::iterator i = currentPos_;

        //walk through the remaining string to check whether it contains non-delimeter or not
        while(i != end_ && isDelimiter(*i)) {
            ++i;
        }

         return i != end_ ? true : false;
    }
}

std::string StringTokenizer::nextToken() {
    string result;
    
    if(currentPos_ != end_) {
        std::insert_iterator<string> insertIter(result, result.begin());

        while( currentPos_ != end_ && isDelimiter(*currentPos_)) {

            if (returnTokens_) {
                *insertIter++ = *currentPos_++;
                return result;
            }
            
            ++currentPos_;
        }

        while (currentPos_ != end_ && !isDelimiter(*currentPos_)) {
            *insertIter++ = *currentPos_++;
        }
        
    }
    
    return result;
}

int StringTokenizer::nextTokenAsInt() {
    return atoi(nextToken().c_str());
}

float StringTokenizer::nextTokenAsFloat() {
    return atof(nextToken().c_str());
}

std::string  StringTokenizer::peekNextToken() {
    string result;
    std::string::const_iterator tmpIter = currentPos_;
    
    if(tmpIter != end_) {
        std::insert_iterator<string> insertIter(result, result.begin());

        while(tmpIter != end_ && isDelimiter(*tmpIter)) {

            if (returnTokens_) {
                *insertIter++ = *tmpIter++;
                return result;
            }
            
            ++tmpIter;
        }

        while (tmpIter != end_ && !isDelimiter(*tmpIter)) {
            *insertIter++ = *tmpIter++;
        }
    }
    
    return result;    
}

}

}
Revision:	1737
Committed:	Fri Nov 12 22:44:03 2004 UTC (19 years, 8 months ago) by tim
File size:	4668 byte(s)
Log Message:	bug fix in hasMoreTokens
#	Content
1	/*
2	* Copyright (C) 2000-2004 Object Oriented Parallel Simulation Engine (OOPSE) project
3	*
4	* Contact: oopse@oopse.org
5	*
6	* This program is free software; you can redistribute it and/or
7	* modify it under the terms of the GNU Lesser General Public License
8	* as published by the Free Software Foundation; either version 2.1
9	* of the License, or (at your option) any later version.
10	* All we ask is that proper credit is given for our work, which includes
11	* - but is not limited to - adding the above copyright notice to the beginning
12	* of your source code files, and to any copyright notice that you may distribute
13	* with programs based on this work.
14	*
15	* This program is distributed in the hope that it will be useful,
16	* but WITHOUT ANY WARRANTY; without even the implied warranty of
17	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18	* GNU Lesser General Public License for more details.
19	*
20	* You should have received a copy of the GNU Lesser General Public License
21	* along with this program; if not, write to the Free Software
22	* Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
23	*
24	*/
25
26	#include "utils/StringTokenizer.hpp"
27
28	namespace oopse {
29
30	StringTokenizer::defaultDelim = " \t\n\r";
31
32	StringTokenizer::StringTokenizer(const std::string & str, const std::string & delim)
33	: tokenString_(str), delim_(delim), returnTokens_(false),
34	currentPos_(tokenString_.begin()), end_(tokenString_.end()){
35
36	}
37
38	StringTokenizer::StringTokenizer(std::string::const_iterator& first, std::string::const_iterator& last,
39	const std::string & delim)
40	: (tokenString_(first, last) , delim_(delim), returnTokens_(false),
41	currentPos_(tokenString_.begin()), end_(tokenString_.end()) {
42
43	}
44
45	StringTokenizer::StringTokenizer(const std::string&str, const std::string&delim,
46	bool returnTokens)
47	: tokenString_(str), delim_(delim), returnTokens_(returnTokens),
48	currentPos_(tokenString_.begin()), end_(tokenString_.end()) {
49
50	}
51
52	int StringTokenizer::countTokens() {
53
54	std::string::iterator tmpIter = currentPos_;
55	int numToken = 0;
56
57	while (true) {
58
59	//skip delimiter first
60	while( tmpIter != end_ && isDelimiter(*tmpIter)) {
61	++tmpIter;
62
63	if (returnTokens_) {
64	//if delimiter is consider as token
65	++numToken;
66	}
67	}
68
69	//encount a token here
70	while ( tmpIter != end_ && !isDelimiter(*tmpIter) ) {
71	++tmpIter;
72	}
73
74	if (tmpIter != end_) {
75	++numToken;
76	} else {
77	break;
78	}
79
80	}
81
82	return numToken;
83	}
84
85	bool StringTokenizer::hasMoreTokens() {
86
87	if (currentPos_ == end_) {
88	return false;
89	} else if (returnTokens_) {
90	return true;
91	} else {
92	std::string::iterator i = currentPos_;
93
94	//walk through the remaining string to check whether it contains non-delimeter or not
95	while(i != end_ && isDelimiter(*i)) {
96	++i;
97	}
98
99	return i != end_ ? true : false;
100	}
101	}
102
103	std::string StringTokenizer::nextToken() {
104	string result;
105
106	if(currentPos_ != end_) {
107	std::insert_iterator<string> insertIter(result, result.begin());
108
109	while( currentPos_ != end_ && isDelimiter(*currentPos_)) {
110
111	if (returnTokens_) {
112	insertIter++ = currentPos_++;
113	return result;
114	}
115
116	++currentPos_;
117	}
118
119	while (currentPos_ != end_ && !isDelimiter(*currentPos_)) {
120	insertIter++ = currentPos_++;
121	}
122
123	}
124
125	return result;
126	}
127
128	int StringTokenizer::nextTokenAsInt() {
129	return atoi(nextToken().c_str());
130	}
131
132	float StringTokenizer::nextTokenAsFloat() {
133	return atof(nextToken().c_str());
134	}
135
136	std::string StringTokenizer::peekNextToken() {
137	string result;
138	std::string::const_iterator tmpIter = currentPos_;
139
140	if(tmpIter != end_) {
141	std::insert_iterator<string> insertIter(result, result.begin());
142
143	while(tmpIter != end_ && isDelimiter(*tmpIter)) {
144
145	if (returnTokens_) {
146	insertIter++ = tmpIter++;
147	return result;
148	}
149
150	++tmpIter;
151	}
152
153	while (tmpIter != end_ && !isDelimiter(*tmpIter)) {
154	insertIter++ = tmpIter++;
155	}
156	}
157
158	return result;
159	}
160
161	}
162
163	}