Amebis/stdex
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

parser: Rename "tester" to "parser"

Browse Source 
Signed-off-by: Simon Rozman <simon@rozman.si>
This commit is contained in:
Simon Rozman 2023-03-16 10:58:15 +01:00
parent 33012e1513
commit 127704d2d8
2 changed files with 555 additions and 555 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

260
UnitTests/parser.cpp
View File

@ -20,157 +20,157 @@ namespace UnitTests
static const wchar_t text[] = L"This is a test.\nSecond line.";
{
wnoop t;
Assert::IsTrue(t.match(text));
Assert::AreEqual((size_t)0, t.interval.start);
Assert::AreEqual((size_t)0, t.interval.end);
wnoop p;
Assert::IsTrue(p.match(text));
Assert::AreEqual((size_t)0, p.interval.start);
Assert::AreEqual((size_t)0, p.interval.end);
}
{
wcu t(L't');
Assert::IsFalse(t.match(text));
Assert::IsTrue(t.match(text, 0, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)0, t.interval.start);
Assert::AreEqual((size_t)1, t.interval.end);
wcu p(L't');
Assert::IsFalse(p.match(text));
Assert::IsTrue(p.match(text, 0, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)0, p.interval.start);
Assert::AreEqual((size_t)1, p.interval.end);
}
{
wspace_cu t;
Assert::IsFalse(t.match(text));
Assert::IsTrue(t.match(text, 4));
Assert::AreEqual((size_t)4, t.interval.start);
Assert::AreEqual((size_t)5, t.interval.end);
wspace_cu p;
Assert::IsFalse(p.match(text));
Assert::IsTrue(p.match(text, 4));
Assert::AreEqual((size_t)4, p.interval.start);
Assert::AreEqual((size_t)5, p.interval.end);
}
{
wpunct_cu t;
Assert::IsFalse(t.match(text));
Assert::IsTrue(t.match(text, 14));
Assert::AreEqual((size_t)14, t.interval.start);
Assert::AreEqual((size_t)15, t.interval.end);
wpunct_cu p;
Assert::IsFalse(p.match(text));
Assert::IsTrue(p.match(text, 14));
Assert::AreEqual((size_t)14, p.interval.start);
Assert::AreEqual((size_t)15, p.interval.end);
}
{
wspace_or_punct_cu t;
Assert::IsFalse(t.match(text));
Assert::IsTrue(t.match(text, 4));
Assert::AreEqual((size_t)4, t.interval.start);
Assert::AreEqual((size_t)5, t.interval.end);
Assert::IsTrue(t.match(text, 14));
Assert::AreEqual((size_t)14, t.interval.start);
Assert::AreEqual((size_t)15, t.interval.end);
wspace_or_punct_cu p;
Assert::IsFalse(p.match(text));
Assert::IsTrue(p.match(text, 4));
Assert::AreEqual((size_t)4, p.interval.start);
Assert::AreEqual((size_t)5, p.interval.end);
Assert::IsTrue(p.match(text, 14));
Assert::AreEqual((size_t)14, p.interval.start);
Assert::AreEqual((size_t)15, p.interval.end);
}
{
wbol t;
Assert::IsTrue(t.match(text));
Assert::AreEqual((size_t)0, t.interval.start);
Assert::AreEqual((size_t)0, t.interval.end);
Assert::IsFalse(t.match(text, 1));
Assert::IsFalse(t.match(text, 15));
Assert::IsTrue(t.match(text, 16));
Assert::AreEqual((size_t)16, t.interval.start);
Assert::AreEqual((size_t)16, t.interval.end);
wbol p;
Assert::IsTrue(p.match(text));
Assert::AreEqual((size_t)0, p.interval.start);
Assert::AreEqual((size_t)0, p.interval.end);
Assert::IsFalse(p.match(text, 1));
Assert::IsFalse(p.match(text, 15));
Assert::IsTrue(p.match(text, 16));
Assert::AreEqual((size_t)16, p.interval.start);
Assert::AreEqual((size_t)16, p.interval.end);
}
{
weol t;
Assert::IsFalse(t.match(text));
Assert::IsFalse(t.match(text, 1));
Assert::IsTrue(t.match(text, 15));
Assert::AreEqual((size_t)15, t.interval.start);
Assert::AreEqual((size_t)15, t.interval.end);
Assert::IsFalse(t.match(text, 16));
weol p;
Assert::IsFalse(p.match(text));
Assert::IsFalse(p.match(text, 1));
Assert::IsTrue(p.match(text, 15));
Assert::AreEqual((size_t)15, p.interval.start);
Assert::AreEqual((size_t)15, p.interval.end);
Assert::IsFalse(p.match(text, 16));
}
{
wcu_set t(L"abcD");
Assert::IsFalse(t.match(text));
Assert::IsTrue(t.match(text, 8));
Assert::AreEqual((size_t)8, t.interval.start);
Assert::AreEqual((size_t)9, t.interval.end);
Assert::AreEqual((size_t)0, t.hit_offset);
Assert::IsFalse(t.match(text, 21));
Assert::IsTrue(t.match(text, 21, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)21, t.interval.start);
Assert::AreEqual((size_t)22, t.interval.end);
Assert::AreEqual((size_t)3, t.hit_offset);
wcu_set p(L"abcD");
Assert::IsFalse(p.match(text));
Assert::IsTrue(p.match(text, 8));
Assert::AreEqual((size_t)8, p.interval.start);
Assert::AreEqual((size_t)9, p.interval.end);
Assert::AreEqual((size_t)0, p.hit_offset);
Assert::IsFalse(p.match(text, 21));
Assert::IsTrue(p.match(text, 21, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)21, p.interval.start);
Assert::AreEqual((size_t)22, p.interval.end);
Assert::AreEqual((size_t)3, p.hit_offset);
}
{
stdex::parser::wstring t(L"this");
Assert::IsFalse(t.match(text));
Assert::IsTrue(t.match(text, 0, sizeof(text), match_case_insensitive));
Assert::AreEqual((size_t)0, t.interval.start);
Assert::AreEqual((size_t)4, t.interval.end);
stdex::parser::wstring p(L"this");
Assert::IsFalse(p.match(text));
Assert::IsTrue(p.match(text, 0, sizeof(text), match_case_insensitive));
Assert::AreEqual((size_t)0, p.interval.start);
Assert::AreEqual((size_t)4, p.interval.end);
}
{
wany_cu chr;
witerations t(make_shared_no_delete(&chr), 1, 5);
Assert::IsTrue(t.match(text));
Assert::AreEqual((size_t)0, t.interval.start);
Assert::AreEqual((size_t)5, t.interval.end);
witerations p(make_shared_no_delete(&chr), 1, 5);
Assert::IsTrue(p.match(text));
Assert::AreEqual((size_t)0, p.interval.start);
Assert::AreEqual((size_t)5, p.interval.end);
}
{
wspace_cu nospace(true);
witerations t(make_shared_no_delete(&nospace), 1);
Assert::IsTrue(t.match(text));
Assert::AreEqual((size_t)0, t.interval.start);
Assert::AreEqual((size_t)4, t.interval.end);
witerations p(make_shared_no_delete(&nospace), 1);
Assert::IsTrue(p.match(text));
Assert::AreEqual((size_t)0, p.interval.start);
Assert::AreEqual((size_t)4, p.interval.end);
}
{
wcu chr_t(L't'), chr_h(L'h'), chr_i(L'i'), chr_s(L's');
wspace_cu space;
wsequence t({
make_shared_no_delete<basic_tester<wchar_t>>(&chr_t),
make_shared_no_delete<basic_tester<wchar_t>>(&chr_h),
make_shared_no_delete<basic_tester<wchar_t>>(&chr_i),
make_shared_no_delete<basic_tester<wchar_t>>(&chr_s),
make_shared_no_delete<basic_tester<wchar_t>>(&space) });
Assert::IsFalse(t.match(text));
Assert::IsTrue(t.match(text, 0, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)0, t.interval.start);
Assert::AreEqual((size_t)5, t.interval.end);
wsequence p({
make_shared_no_delete<basic_parser<wchar_t>>(&chr_t),
make_shared_no_delete<basic_parser<wchar_t>>(&chr_h),
make_shared_no_delete<basic_parser<wchar_t>>(&chr_i),
make_shared_no_delete<basic_parser<wchar_t>>(&chr_s),
make_shared_no_delete<basic_parser<wchar_t>>(&space) });
Assert::IsFalse(p.match(text));
Assert::IsTrue(p.match(text, 0, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)0, p.interval.start);
Assert::AreEqual((size_t)5, p.interval.end);
}
{
stdex::parser::wstring apple(L"apple"), orange(L"orange"), _this(L"this");
wspace_cu space;
wbranch t({
make_shared_no_delete<basic_tester<wchar_t>>(&apple),
make_shared_no_delete<basic_tester<wchar_t>>(&orange),
make_shared_no_delete<basic_tester<wchar_t>>(&_this),
make_shared_no_delete<basic_tester<wchar_t>>(&space) });
Assert::IsFalse(t.match(text));
Assert::IsTrue(t.match(text, 0, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)2, t.hit_offset);
Assert::AreEqual((size_t)0, t.interval.start);
Assert::AreEqual((size_t)4, t.interval.end);
wbranch p({
make_shared_no_delete<basic_parser<wchar_t>>(&apple),
make_shared_no_delete<basic_parser<wchar_t>>(&orange),
make_shared_no_delete<basic_parser<wchar_t>>(&_this),
make_shared_no_delete<basic_parser<wchar_t>>(&space) });
Assert::IsFalse(p.match(text));
Assert::IsTrue(p.match(text, 0, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)2, p.hit_offset);
Assert::AreEqual((size_t)0, p.interval.start);
Assert::AreEqual((size_t)4, p.interval.end);
}
{
wstring_branch t(L"apple", L"orange", L"this", nullptr);
Assert::IsFalse(t.match(text));
Assert::IsTrue(t.match(text, 0, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)2, t.hit_offset);
Assert::AreEqual((size_t)0, t.interval.start);
Assert::AreEqual((size_t)4, t.interval.end);
wstring_branch p(L"apple", L"orange", L"this", nullptr);
Assert::IsFalse(p.match(text));
Assert::IsTrue(p.match(text, 0, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)2, p.hit_offset);
Assert::AreEqual((size_t)0, p.interval.start);
Assert::AreEqual((size_t)4, p.interval.end);
}
{
wcu chr_s(L's'), chr_h(L'h'), chr_i(L'i'), chr_t(L't');
wpermutation t({
make_shared_no_delete<basic_tester<wchar_t>>(&chr_s),
make_shared_no_delete<basic_tester<wchar_t>>(&chr_h),
make_shared_no_delete<basic_tester<wchar_t>>(&chr_i),
make_shared_no_delete<basic_tester<wchar_t>>(&chr_t) });
Assert::IsFalse(t.match(text));
Assert::IsTrue(t.match(text, 0, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)0, t.interval.start);
Assert::AreEqual((size_t)4, t.interval.end);
wpermutation p({
make_shared_no_delete<basic_parser<wchar_t>>(&chr_s),
make_shared_no_delete<basic_parser<wchar_t>>(&chr_h),
make_shared_no_delete<basic_parser<wchar_t>>(&chr_i),
make_shared_no_delete<basic_parser<wchar_t>>(&chr_t) });
Assert::IsFalse(p.match(text));
Assert::IsTrue(p.match(text, 0, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)0, p.interval.start);
Assert::AreEqual((size_t)4, p.interval.end);
}
}
@ -179,46 +179,46 @@ namespace UnitTests
static const char text[] = "V ko&zcaron;u&scaron;&ccaron;ku zlobnega mizarja stopiclja fant\nin kli&ccaron;e&nbsp;1234567890.";
{
sgml_noop t;
Assert::IsTrue(t.match(text));
Assert::AreEqual((size_t)0, t.interval.start);
Assert::AreEqual((size_t)0, t.interval.end);
sgml_noop p;
Assert::IsTrue(p.match(text));
Assert::AreEqual((size_t)0, p.interval.start);
Assert::AreEqual((size_t)0, p.interval.end);
}
{
sgml_cp t("v");
Assert::IsFalse(t.match(text));
Assert::IsTrue(t.match(text, 0, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)0, t.interval.start);
Assert::AreEqual((size_t)1, t.interval.end);
sgml_cp p("v");
Assert::IsFalse(p.match(text));
Assert::IsTrue(p.match(text, 0, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)0, p.interval.start);
Assert::AreEqual((size_t)1, p.interval.end);
}
{
sgml_cp t("&Zcaron;");
Assert::IsFalse(t.match(text, 4));
Assert::IsTrue(t.match(text, 4, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)4, t.interval.start);
Assert::AreEqual((size_t)12, t.interval.end);
sgml_cp p("&Zcaron;");
Assert::IsFalse(p.match(text, 4));
Assert::IsTrue(p.match(text, 4, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)4, p.interval.start);
Assert::AreEqual((size_t)12, p.interval.end);
}
{
sgml_space_cp t;
Assert::IsFalse(t.match(text));
Assert::IsTrue(t.match(text, 1));
Assert::AreEqual((size_t)1, t.interval.start);
Assert::AreEqual((size_t)2, t.interval.end);
Assert::IsTrue(t.match(text, 79));
Assert::AreEqual((size_t)79, t.interval.start);
Assert::AreEqual((size_t)85, t.interval.end);
sgml_space_cp p;
Assert::IsFalse(p.match(text));
Assert::IsTrue(p.match(text, 1));
Assert::AreEqual((size_t)1, p.interval.start);
Assert::AreEqual((size_t)2, p.interval.end);
Assert::IsTrue(p.match(text, 79));
Assert::AreEqual((size_t)79, p.interval.start);
Assert::AreEqual((size_t)85, p.interval.end);
}
{
sgml_string_branch t("apple", "orange", "Ko&Zcaron;u&Scaron;&ccaron;Ku", nullptr);
Assert::IsFalse(t.match(text, 2));
Assert::IsTrue(t.match(text, 2, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)2, t.hit_offset);
Assert::AreEqual((size_t)2, t.interval.start);
Assert::AreEqual((size_t)31, t.interval.end);
sgml_string_branch p("apple", "orange", "Ko&Zcaron;u&Scaron;&ccaron;Ku", nullptr);
Assert::IsFalse(p.match(text, 2));
Assert::IsTrue(p.match(text, 2, _countof(text), match_case_insensitive));
Assert::AreEqual((size_t)2, p.hit_offset);
Assert::AreEqual((size_t)2, p.interval.start);
Assert::AreEqual((size_t)31, p.interval.end);
}
}
};

850
include/stdex/parser.hpp
View File

File diff suppressed because it is too large Load Diff