8#if !defined(ALIB_C20_MODULES) || ((ALIB_C20_MODULES != 0) && (ALIB_C20_MODULES != 1))
9# error "Symbol ALIB_C20_MODULES has to be given to the compiler as either 0 or 1"
20 module ALib.Expressions.Impl;
21 import ALib.Characters.Functions;
23 import ALib.Strings.Search;
24 import ALib.Strings.Tokenizer;
36#define ARG1 (*(args+1))
37#define ARG2 (*(args+2))
38#define BOL(box) (box).Unbox<bool >()
39#define INT(box) (box).Unbox<integer>()
40#define FLT(box) (box).Unbox<double >()
41#define STR(box) (box).Unbox<String >()
42#define LEN(box) (box).UnboxLength()
43#define STR1K(str) String1K(STR(str))
44#define ALLOCS(str) String(scope.Allocator, str)
46#define FUNC( name,...) Box name( Scope& scope, \
49 { (void) scope; (void) args; (void) end; __VA_ARGS__ }
50#if !ALIB_FEAT_BOXING_BIJECTIVE_INTEGRALS
51# define TOINT(arg) arg
53# define TOINT(arg) integer(arg)
64 tmp.DbgDisableBufferReplacementWarning();
67 if( arg.IsType<
integer>() ) tmp <<
Dec( INT(arg), &scope.Formatter->DefaultNumberFormat);
68 else if( arg.IsType<
double >() ) tmp <<
Dec( FLT(arg), &scope.Formatter->DefaultNumberFormat);
74 return String(scope.Allocator, tmp);
82 buf.DbgDisableBufferReplacementWarning();
84 BoxesMA& formatterArgs= scope.Formatter->GetArgContainer();
86 formatterArgs.
Add( *args++ );
90 scope.Formatter->FormatArgs( buf );
97 return String( scope.Allocator, buf );
114FUNC(toUpper ,
return ALLOCS(STR1K(ARG0).
ToUpper()); )
115FUNC(toLower ,
return ALLOCS(STR1K(ARG0).
ToLower()); )
116FUNC(startsWith ,
return STR(ARG0).StartsWith<CHK,lang::Case::Sensitive>( STR(ARG1) ); )
117FUNC(startsWithC,
return BOL(ARG2) ? STR(ARG0).StartsWith<CHK,lang::Case::Ignore >( STR(ARG1) )
118 : STR(ARG0).StartsWith<CHK,lang::Case::Sensitive>( STR(ARG1) ); )
119FUNC(endsWith ,
return STR(ARG0). EndsWith<CHK,lang::Case::Sensitive>( STR(ARG1) ); )
120FUNC(endsWithC ,
return BOL(ARG2) ? STR(ARG0). EndsWith<CHK,lang::Case::Ignore >( STR(ARG1) )
121 : STR(ARG0). EndsWith<CHK,lang::Case::Sensitive>( STR(ARG1) ); )
122FUNC(substr ,
return STR(ARG0).
Substring( INT(ARG1) ); )
123FUNC(substr2 ,
return STR(ARG0).
Substring( INT(ARG1), INT(ARG2) ); )
124FUNC(idxof ,
String needle= STR(ARG1);
return needle.
Length() == 1 ? STR(ARG0).IndexOf ( needle[0], 0 )
125 : STR(ARG0).IndexOf( needle , 0 ); )
126FUNC(count ,
String needle= STR(ARG1);
return needle.
Length() == 1 ? STR(ARG0).CountChar ( needle[0] )
127 : STR(ARG0).Count ( needle , 0 ); )
129FUNC(trim ,
return Substring(STR(ARG0)).Trim ( ); )
131FUNC(trimStart ,
return Substring(STR(ARG0)).TrimStart( ); )
133FUNC(trimEnd ,
return Substring(STR(ARG0)).TrimEnd ( ); )
136FUNC(parsei ,
integer result;
Substring(STR(ARG0)).
ConsumeInt (result, &scope.Formatter->DefaultNumberFormat);
return result; )
137FUNC(parsef ,
double result;
Substring(STR(ARG0)).
ConsumeFloat(result, &scope.Formatter->DefaultNumberFormat);
return result; )
139FUNC(token ,
Tokenizer tknzr( STR(ARG0), STR(ARG1).CharAtStart() );
140 for(
integer i= INT(ARG2) ; i >= 0 ; --i )
142 return tknzr.Actual; )
145 buf <<
Hex( uint64_t(INT(ARG0)),
146 args + 1 != end ?
int(INT(ARG1)) : 0,
147 &scope.Formatter->DefaultNumberFormat );
148 return ALLOCS(buf); )
150 buf <<
Oct( uint64_t(INT(ARG0)),
151 args + 1 != end ?
int(INT(ARG1)) : 0,
152 &scope.Formatter->DefaultNumberFormat );
153 return ALLOCS(buf); )
155 buf <<
Bin( uint64_t(INT(ARG0)),
156 args + 1 != end ?
int(INT(ARG1)) : 0,
157 &scope.Formatter->DefaultNumberFormat );
158 return ALLOCS(buf); )
163 String needle = STR(ARG1);
164 String replacement= STR(ARG2);
167 if( needle.Length() == 1 && replacement.Length() == 1 ) {
169 result.SearchAndReplace( needle[0], replacement[0], 0 );
170 return ALLOCS(result);
175 buf.DbgDisableBufferReplacementWarning();
177 buf.SearchAndReplace( needle, replacement, 0 );
184 buf.DbgDisableBufferReplacementWarning();
185 for(
integer i= INT(ARG1) ; i > 0 ; --i )
193FUNC(boolNot,
return LEN(ARG0) == 0; )
200FUNC(add_SI,
return ALLOCS(STR1K(ARG0) <<
Dec( INT(ARG1), &scope.Formatter->DefaultNumberFormat )); )
201FUNC(add_SF, return ALLOCS(STR1K(ARG0) <<
Dec( FLT(ARG1), &scope.
Formatter->DefaultNumberFormat )); )
204FUNC(add_IS, return ALLOCS(
String1K() <<
Dec( INT(ARG0), &scope.
Formatter->DefaultNumberFormat) << STR(ARG1)); )
205FUNC(add_FS, return ALLOCS(
String1K() <<
Dec( FLT(ARG0), &scope.
Formatter->DefaultNumberFormat) << STR(ARG1)); )
206FUNC(add_SS, return ALLOCS(
String1K(STR(ARG0)) << STR(ARG1)); )
207FUNC(add_SX, return ALLOCS(
String1K(STR(ARG0)) << ARG1); )
208FUNC(add_XS, return ALLOCS(
String1K( ARG0) << STR(ARG1)); )
211FUNC( sm, return STR(ARG0) < ( STR(ARG1) ); )
212FUNC( smEq, return STR(ARG0) <= ( STR(ARG1) ); )
213FUNC( gt, return STR(ARG0) > ( STR(ARG1) ); )
214FUNC( gtEq, return STR(ARG0) >= ( STR(ARG1) ); )
215FUNC( eq, return STR(ARG0).
Equals( STR(ARG1) ); )
216FUNC( neq, return !STR(ARG0).
Equals( STR(ARG1) ); )
218FUNC( arr, return STR(ARG0).
Substring( INT(ARG1), 1); )
220FUNC( compSS, return TOINT( STR(ARG0).CompareTo<CHK
ALIB_COMMA lang::Case::Sensitive>( STR(ARG1) ) ); )
221FUNC(compSSB, return TOINT( BOL(ARG2) ? STR(ARG0).CompareTo<CHK
ALIB_COMMA lang::Case::Ignore >( STR(ARG1) )
222 : STR(ARG0).CompareTo<CHK
ALIB_COMMA lang::Case::Sensitive>( STR(ARG1) ) ); )
227DOX_MARKER([DOX_EXPR_CTRES_1])
228struct ScopeWildcardMatcher : public ScopeResource
234 virtual ~ScopeWildcardMatcher()
override {}
236DOX_MARKER([DOX_EXPR_CTRES_1])
238DOX_MARKER([DOX_EXPR_CTRES_6])
240 String haystack= STR(ARG0);
241 String pattern = STR(ARG1);
245 if( !scope.IsCompileTime() ) {
248 keyString.DbgDisableBufferReplacementWarning();
249 keyString << pattern;
250 auto storedMatcher= scope.EvalScopeVMMembers->CTScope->NamedResources->Find( keyString );
251 if( storedMatcher != scope.EvalScopeVMMembers->CTScope->NamedResources->end() )
252 return dynamic_cast<ScopeWildcardMatcher*
>( storedMatcher.Mapped() )
253 ->matcher.Match( haystack, sensitivity );
255DOX_MARKER([DOX_EXPR_CTRES_6])
257DOX_MARKER([DOX_EXPR_CTRES_7])
262 return matcher.Match( haystack, sensitivity );
264DOX_MARKER([DOX_EXPR_CTRES_7])
269#if ALIB_FEAT_BOOST_REGEX && (!ALIB_CHARACTERS_WIDE || ALIB_CHARACTERS_NATIVE_WCHAR)
270struct ScopeRegexMatcher :
public ScopeResource
276 virtual ~ScopeRegexMatcher()
override {}
280 String haystack= STR(ARG0);
281 String pattern = STR(ARG1);
283 if( !scope.IsCompileTime() ) {
286 keyString.DbgDisableBufferReplacementWarning();
287 keyString << pattern;
288 auto storedMatcher= scope.EvalScopeVMMembers->CTScope->NamedResources->Find( keyString );
289 if( storedMatcher != scope.EvalScopeVMMembers->CTScope->NamedResources->end() ) {
290 ScopeRegexMatcher* matcher=
dynamic_cast<ScopeRegexMatcher*
>( storedMatcher->second );
291 return matcher->matcher.Match( haystack );
297 return matcher.Match( haystack );
324 #if ALIB_FEAT_BOOST_REGEX && (!ALIB_CHARACTERS_WIDE || ALIB_CHARACTERS_NATIVE_WCHAR)
341 AddOperators( operatorTableStrings );
344 #if ALIB_FEAT_BOOST_REGEX && (!ALIB_CHARACTERS_WIDE || ALIB_CHARACTERS_NATIVE_WCHAR)
345 constexpr int tableSize= 25;
347 constexpr int tableSize= 24;
350 Token functionNames[tableSize];
351 strings::util::LoadResourcedTokens( EXPRESSIONS,
"CPS", functionNames
353 Token* descriptor= functionNames;
358 { *descriptor++, constNL },
359 { *descriptor++, constTAB },
398 #if ALIB_FEAT_BOOST_REGEX && (!ALIB_CHARACTERS_WIDE || ALIB_CHARACTERS_NATIVE_WCHAR)
404 "Descriptor table size mismatch: Consumed {} descriptors, {} available.",
405 descriptor - functionNames, tableSize )
409bool genericConcatenation( Type type ) {
412 || type.IsType<
double >()
413 || type.IsType<
String >() );
418DOX_MARKER([DOX_EXPR_CTRES_2])
419bool Strings::TryCompilation( CIFunction& ciFunction ) {
421 if( !Calculus::TryCompilation( ciFunction ) )
423DOX_MARKER([DOX_EXPR_CTRES_2])
425#if ALIB_FEAT_BOOST_REGEX && (!ALIB_CHARACTERS_WIDE || ALIB_CHARACTERS_NATIVE_WCHAR)
426 if( ciFunction.Callback == regex && (ciFunction.ArgsBegin + 1)->UnboxLength() > 0) {
427 String pattern= (ciFunction.ArgsBegin + 1)->Unbox<String>();
429 keyString.DbgDisableBufferReplacementWarning();
430 keyString << pattern;
431 auto storedMatcher= ciFunction.CompileTimeScope.NamedResources->Find( keyString );
432 if( storedMatcher == ciFunction.CompileTimeScope.NamedResources->end() ) {
433 auto& alloc= ciFunction.CompileTimeScope.Allocator;
434 ScopeRegexMatcher* matcher= alloc().New<ScopeRegexMatcher>();
435 matcher->matcher.Compile( pattern );
436 ciFunction.CompileTimeScope.NamedResources->EmplaceOrAssign(
442DOX_MARKER([DOX_EXPR_CTRES_3])
443 if( ciFunction.Callback == wldcrd && (ciFunction.ArgsBegin + 1)->UnboxLength() > 0) {
444DOX_MARKER([DOX_EXPR_CTRES_3])
445DOX_MARKER([DOX_EXPR_CTRES_4])
446 String pattern= (ciFunction.ArgsBegin + 1)->Unbox<String>();
448 keyString.DbgDisableBufferReplacementWarning();
449 keyString << pattern;
450DOX_MARKER([DOX_EXPR_CTRES_4])
451DOX_MARKER([DOX_EXPR_CTRES_5])
452 auto hashCode = keyString.Hashcode();
453 auto storedMatcher= ciFunction.CompileTimeScope.NamedResources->Find( keyString, hashCode );
454 if( storedMatcher == ciFunction.CompileTimeScope.NamedResources->end() ) {
455 auto& alloc= ciFunction.CompileTimeScope.Allocator;
456 ScopeWildcardMatcher* matcher= alloc().New<ScopeWildcardMatcher>();
457 matcher->matcher.Compile( pattern );
458 NString keyCopy( ciFunction.CompileTimeScope.Allocator, keyString );
459 ciFunction.CompileTimeScope.NamedResources->InsertUnique( std::make_pair(keyCopy, matcher),
463DOX_MARKER([DOX_EXPR_CTRES_5])
467bool Strings::TryCompilation( CIBinaryOp& ciBinaryOp ) {
468 Box& lhs= * ciBinaryOp.ArgsBegin;
469 Box& rhs= *(ciBinaryOp.ArgsBegin + 1);
472 if( ciBinaryOp.Operator ==
A_CHAR(
"+") ) {
473 bool argsAreConst= ciBinaryOp.LhsIsConst && ciBinaryOp.RhsIsConst;
475 if( lhs.IsType<String>() && genericConcatenation(rhs) ) {
478 ciBinaryOp.TypeOrValue = add_SX( ciBinaryOp.CompileTimeScope,
479 ciBinaryOp.ArgsBegin,
480 ciBinaryOp.ArgsEnd );
481 ALIB_DBG( ciBinaryOp.DbgCallbackName =
"add_SX"; )
485 ciBinaryOp.Callback = add_SX;
486 ciBinaryOp.TypeOrValue = Types::String;
490 if( genericConcatenation(lhs) && rhs.IsType<String>() ) {
492 ciBinaryOp.TypeOrValue = add_XS( ciBinaryOp.CompileTimeScope,
493 ciBinaryOp.ArgsBegin,
494 ciBinaryOp.ArgsEnd );
495 ALIB_DBG( ciBinaryOp.DbgCallbackName =
"add_XS"; )
499 ciBinaryOp.Callback = add_XS;
500 ciBinaryOp.TypeOrValue = Types::String;
505 if( !Calculus::TryCompilation( ciBinaryOp ) )
510#if ALIB_FEAT_BOOST_REGEX && (!ALIB_CHARACTERS_WIDE || ALIB_CHARACTERS_NATIVE_WCHAR)
511 if( ciBinaryOp.Operator ==
A_CHAR(
"%") && !ciBinaryOp.LhsIsConst && ciBinaryOp.RhsIsConst ) {
512 String pattern= (ciBinaryOp.ArgsBegin + 1)->Unbox<String>();
513 NString128 keyString(A_CHAR(
"_re"));
514 keyString.DbgDisableBufferReplacementWarning();
515 keyString << pattern;
516 auto hashCode = keyString.Hashcode();
518 auto storedMatcher= ciBinaryOp.CompileTimeScope.NamedResources->Find( keyString, hashCode );
519 if( storedMatcher == ciBinaryOp.CompileTimeScope.NamedResources->end() ) {
520 auto& alloc= ciBinaryOp.CompileTimeScope.Allocator;
521 ScopeRegexMatcher* matcher= alloc().New<ScopeRegexMatcher>();
522 matcher->matcher.Compile( pattern );
523 ciBinaryOp.CompileTimeScope.NamedResources->InsertOrAssign(
524 NString(alloc, keyString ),
531 if( ciBinaryOp.Operator ==
A_CHAR(
"*") && !ciBinaryOp.LhsIsConst && ciBinaryOp.RhsIsConst ) {
532 String pattern= (ciBinaryOp.ArgsBegin + 1)->Unbox<String>();
533 NString128 keyString(A_CHAR(
"_wc"));
534 keyString.DbgDisableBufferReplacementWarning();
535 keyString << pattern;
536 auto hashCode = keyString.Hashcode();
538 auto storedMatcher= ciBinaryOp.CompileTimeScope.NamedResources->Find( keyString, hashCode );
539 if( storedMatcher == ciBinaryOp.CompileTimeScope.NamedResources->end() ) {
540 auto& alloc= ciBinaryOp.CompileTimeScope.Allocator;
541 ScopeWildcardMatcher* matcher= alloc().New<ScopeWildcardMatcher>();
542 matcher->matcher.Compile( pattern );
544 NString keyCopy(alloc, keyString);
545 ciBinaryOp.CompileTimeScope.NamedResources->InsertUnique( std::make_pair(keyCopy, matcher),
565#undef BIN_ALIAS_ENTRY
constexpr integer Length() const
TSubstring & TrimStart(const TCString< TChar > &whiteSpaces=CStringConstantsTraits< TChar >::DefaultWhitespaces())
ALIB_DLL bool ConsumeFloat(double &result, TNumberFormat< TChar > *numberFormat=nullptr)
bool ConsumeInt(std::integral auto &result, TNumberFormat< TChar > *numberFormat=nullptr)
TSubstring & Trim(const TCString< TChar > &whiteSpaces=CStringConstantsTraits< TChar >::DefaultWhitespaces())
TSubstring & TrimEnd(const TCString< TChar > &whiteSpaces=CStringConstantsTraits< TChar >::DefaultWhitespaces())
ALIB_DLL TSubstring< TChar > & Next(lang::Whitespaces trimming=lang::Whitespaces::Trim, TChar newDelim='\0')
#define CALCULUS_CALLBACK(func)
#define CALCULUS_SIGNATURE(BoxPointerArray)
#define ALIB_ASSERT_ERROR(cond, domain,...)
ALIB_DLL Box CBFormat(Scope &scope, ArgIterator args, ArgIterator)
ALIB_DLL Box CBToString(Scope &scope, ArgIterator args, ArgIterator)
@ Equals
Verbal alias "Equals" to operator '=='.
StdVectorMA< Box >::iterator ArgIterator
platform_specific integer
Case
Denotes upper and lower case character treatment.
@ Keep
Keep whitespaces in string.
strings::TDec< character > Dec
Type alias in namespace alib.
NLocalString< 128 > NString128
Type alias name for TLocalString<nchar,128>.
strings::util::Token Token
Type alias in namespace alib.
LocalString< 256 > String256
Type alias name for TLocalString<character,256>.
strings::util::TTokenizer< character > Tokenizer
Type alias in namespace alib.
lox::Scope Scope
Type alias in namespace alib.
LocalString< 128 > String128
Type alias name for TLocalString<character,128>.
constexpr CString NEW_LINE
A zero-terminated string containing the new-line character sequence.
lang::integer integer
Type alias in namespace alib.
strings::TString< nchar > NString
Type alias in namespace alib.
strings::TOct< character > Oct
Type alias in namespace alib.
strings::util::TWildcardMatcher< character > WildcardMatcher
Type alias in namespace alib.
strings::THex< character > Hex
Type alias in namespace alib.
format::Formatter Formatter
Type alias in namespace alib.
boxing::Box Box
Type alias in namespace alib.
LocalString< 1024 > String1K
Type alias name for TLocalString<character,1024>.
strings::util::RegexMatcher RegexMatcher
Type alias in namespace alib.
exceptions::Exception Exception
Type alias in namespace alib.
boxing::TBoxes< MonoAllocator > BoxesMA
Type alias in namespace alib.
strings::TString< character > String
Type alias in namespace alib.
expressions::Compiler Compiler
Type alias in namespace alib.
strings::TBin< character > Bin
Type alias in namespace alib.
LocalString< 2048 > String2K
Type alias name for TLocalString<character,2048>.
strings::TSubstring< character > Substring
Type alias in namespace alib.
static ALIB_DLL Box Integer
Sample type-box for integer types. (Precisely for type integer.)
static ALIB_DLL Box Boolean
Sample type-box for C++ type bool.
static ALIB_DLL Box Void
Sample type-box for C++ type void.
static ALIB_DLL Box Float
Sample type-box for C++ type double.
static ALIB_DLL Box String
static constexpr CTInvokable CTI
const std::tuple< String, Type, Type, CallbackDecl, Type, CTInvokable > OperatorTableEntry
ALIB_DLL Strings(Compiler &compiler)