tokenizer.cpp

// #################################################################################################
//  ALib C++ Library
//
//  Copyright 2013-2024 A-Worx GmbH, Germany
//  Published under 'Boost Software License' (a free software license, see LICENSE.txt)
// #################################################################################################
#include "alib/alib_precompile.hpp"
 
#if !DOXYGEN
#   include "alib/strings/util/tokenizer.hpp"
#endif // !DOXYGEN
 
namespace alib {  namespace strings { namespace util  {
 
template<typename TChar>
TSubstring<TChar>& TTokenizer<TChar>::Next( lang::Whitespaces trimming, TChar newDelim )
{
    if ( Rest.IsNull() )
    {
        Actual= nullptr;
        return Actual;
    }
 
    // change of delim?
    if ( newDelim != '\0' )
        delim= newDelim;
 
    do
    {
        integer nextDelimiter= Rest.IndexOf( delim );
 
        if ( nextDelimiter >= 0 )
        {
            Actual=  Rest.template Substring<NC>( 0                , nextDelimiter                       );
            Rest  =  Rest.template Substring<NC>( nextDelimiter + 1, Rest.Length() - (nextDelimiter + 1) );
        }
        else
        {
            Actual= Rest;
            Rest  = nullptr;
        }
 
        // trim
        if ( trimming == lang::Whitespaces::Trim )
            Actual.Trim( TrimChars );
    }
    while( skipEmpty && Actual.IsEmpty() && Rest.IsNotNull() );
 
    return Actual;
}
 
template TSubstring<nchar>& TTokenizer<nchar>::Next( lang::Whitespaces trimming, nchar newDelim );
template TSubstring<wchar>& TTokenizer<wchar>::Next( lang::Whitespaces trimming, wchar newDelim );
 
}}} // namespace [alib::strings::util]