/************************************************************************* * * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. * * Copyright 2000, 2010 Oracle and/or its affiliates. * * OpenOffice.org - a multi-platform office productivity suite * * This file is part of OpenOffice.org. * * OpenOffice.org is free software: you can redistribute it and/or modify * it under the terms of the GNU Lesser General Public License version 3 * only, as published by the Free Software Foundation. * * OpenOffice.org is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Lesser General Public License version 3 for more details * (a copy is included in the LICENSE file that accompanied this code). * * You should have received a copy of the GNU Lesser General Public License * version 3 along with OpenOffice.org. If not, see * * for a copy of the LGPLv3 License. * ************************************************************************/ #include #include // NOT FULLY DECLARED SERVICES #include #include TokenParser::TokenParser() : pChars(0), bHasMore(false) { } void TokenParser::Start( CharacterSource & i_rSource ) { InitSource(i_rSource); } void TokenParser::GetNextToken() { csv_assert(pChars != 0); bHasMore = NOT pChars->IsFinished(); for ( bool bDone = NOT bHasMore; NOT bDone; ) { CurrentContext().ReadCharChain(*pChars); bDone = CurrentContext().PassNewToken(); SetCurrentContext(CurrentContext().FollowUpContext()); } } void TokenParser::InitSource( CharacterSource & i_rSource ) { pChars = &i_rSource; bHasMore = true; SetStartContext(); }