test_serialization.cpp

Go to the documentation of this file.

/*
    Copyright (C) 2009 - 2025
    by Karol Nowak <grywacz@gmail.com>
    Part of the Battle for Wesnoth Project https://www.wesnoth.org/
 
    This program is free software; you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
    the Free Software Foundation; either version 2 of the License, or
    (at your option) any later version.
    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY.
 
    See the COPYING file for more details.
*/
 
#define GETTEXT_DOMAIN "wesnoth-test"
 
#include <array>
#include <vector>
#include <string>
#include "serialization/base64.hpp"
#include "serialization/string_utils.hpp"
#include "serialization/unicode.hpp"
#include <boost/test/unit_test.hpp>
 
namespace std {
static std::ostream& operator<<(std::ostream& str, const std::pair<const std::string, std::string>& p)
{
    return str << '(' << p.first << " => " << p.second << ')';
}
}
 
BOOST_AUTO_TEST_SUITE ( test_serialization_utils_and_unicode )
 
BOOST_AUTO_TEST_CASE( utils_join_test )
{
    std::vector<std::string> fruit;
 
    BOOST_CHECK( utils::join(fruit).empty() );
    BOOST_CHECK( utils::join(fruit, "---").empty() );
 
    fruit.push_back("apples");
 
    BOOST_CHECK( utils::join(fruit) == "apples" );
    BOOST_CHECK( utils::join(fruit, "---") == "apples" );
 
    fruit.push_back("oranges");
    fruit.push_back("lemons");
 
    BOOST_CHECK( utils::join(fruit) == "apples,oranges,lemons" );
    BOOST_CHECK( utils::join(fruit, "---") == "apples---oranges---lemons" );
}
 
BOOST_AUTO_TEST_CASE( utils_split_test )
{
    const std::string test_string = "a,  ,  bb,  ccc  ||  d,  ee,,  fff  | |  g,  ,  hh,  iii";
 
    {
        auto split = utils::split(test_string);
        std::array expect = {"a", "bb", "ccc  ||  d", "ee", "fff  | |  g", "hh", "iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::split(test_string, ',', utils::REMOVE_EMPTY | utils::STRIP_SPACES);
        std::array expect = {"a", "bb", "ccc  ||  d", "ee", "fff  | |  g", "hh", "iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::split(test_string, ',', utils::REMOVE_EMPTY);
        std::array expect = {"a", "  ", "  bb", "  ccc  ||  d", "  ee", "  fff  | |  g", "  ", "  hh", "  iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::split(test_string, ',', utils::STRIP_SPACES);
        std::array expect = {"a", "", "bb", "ccc  ||  d", "ee", "", "fff  | |  g", "", "hh", "iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::split(test_string, ',', 0);
        std::array expect = {"a", "  ", "  bb", "  ccc  ||  d", "  ee", "", "  fff  | |  g", "  ", "  hh", "  iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::split(test_string, '|');
        std::array expect = {"a,  ,  bb,  ccc", "d,  ee,,  fff", "g,  ,  hh,  iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::split(test_string, '|', utils::REMOVE_EMPTY | utils::STRIP_SPACES);
        std::array expect = {"a,  ,  bb,  ccc", "d,  ee,,  fff", "g,  ,  hh,  iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::split(test_string, '|', utils::REMOVE_EMPTY);
        std::array expect = {"a,  ,  bb,  ccc  ", "  d,  ee,,  fff  ", " ", "  g,  ,  hh,  iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::split(test_string, '|', utils::STRIP_SPACES);
        std::array expect = {"a,  ,  bb,  ccc", "", "d,  ee,,  fff", "", "g,  ,  hh,  iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::split(test_string, '|', 0);
        std::array expect = {"a,  ,  bb,  ccc  ", "", "  d,  ee,,  fff  ", " ", "  g,  ,  hh,  iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
}
 
BOOST_AUTO_TEST_CASE( utils_quoted_split_test )
{
    const std::string test_string = "a,  `,  bb,  ccc  ||  d,  ee,,  fff  | `|  g,  `,  hh,  iii";
 
    {
        auto split = utils::quoted_split(test_string, ',', utils::REMOVE_EMPTY | utils::STRIP_SPACES, '`');
        std::array expect = {"a", "`,  bb", "ccc  ||  d", "ee", "fff  | `|  g", "`,  hh", "iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::quoted_split(test_string, ',', utils::REMOVE_EMPTY, '`');
        std::array expect = {"a", "  `,  bb", "  ccc  ||  d", "  ee", "  fff  | `|  g", "  `,  hh", "  iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::quoted_split(test_string, ',', utils::STRIP_SPACES, '`');
        std::array expect = {"a", "`,  bb", "ccc  ||  d", "ee", "", "fff  | `|  g", "`,  hh", "iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::quoted_split(test_string, ',', 0, '`');
        std::array expect = {"a", "  `,  bb", "  ccc  ||  d", "  ee", "", "  fff  | `|  g", "  `,  hh", "  iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::quoted_split(test_string, '|', utils::REMOVE_EMPTY | utils::STRIP_SPACES, '`');
        std::array expect = {"a,  `,  bb,  ccc", "d,  ee,,  fff", "`|  g,  `,  hh,  iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::quoted_split(test_string, '|', utils::REMOVE_EMPTY, '`');
        std::array expect = {"a,  `,  bb,  ccc  ", "  d,  ee,,  fff  ", " `|  g,  `,  hh,  iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::quoted_split(test_string, '|', utils::STRIP_SPACES, '`');
        std::array expect = {"a,  `,  bb,  ccc", "", "d,  ee,,  fff", "`|  g,  `,  hh,  iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::quoted_split(test_string, '|', 0, '`');
        std::array expect = {"a,  `,  bb,  ccc  ", "", "  d,  ee,,  fff  ", " `|  g,  `,  hh,  iii"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
}
 
BOOST_AUTO_TEST_CASE( utils_map_split_test )
{
    const std::string test_string = "a = b:2,, c = d:.9, e = f:5;; x = r:12, y = b:9.2,, z = g:45";
 
    {
        auto split = utils::map_split(test_string);
        std::map<std::string, std::string> expect = {
            {"a = b", "2"},
            {"c = d", ".9"},
            {"e = f", "5;; x = r:12"},
            {"y = b", "9.2"},
            {"z = g", "45"}
        };
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
 
    {
        auto split = utils::map_split(test_string, ',', ':', utils::REMOVE_EMPTY | utils::STRIP_SPACES);
        std::map<std::string, std::string> expect = {
            {"a = b", "2"},
            {"c = d", ".9"},
            {"e = f", "5;; x = r:12"},
            {"y = b", "9.2"},
            {"z = g", "45"},
        };
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::map_split(test_string, ';', ':', utils::REMOVE_EMPTY | utils::STRIP_SPACES);
        std::map<std::string, std::string> expect = {
            {"a = b", "2,, c = d:.9, e = f:5"},
            {"x = r", "12, y = b:9.2,, z = g:45"},
        };
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::map_split(test_string, ',', '=', utils::REMOVE_EMPTY | utils::STRIP_SPACES);
        std::map<std::string, std::string> expect = {
            {"a ", " b:2"},
            {"c ", " d:.9"},
            {"e ", " f:5;; x = r:12"},
            {"y ", " b:9.2"},
            {"z ", " g:45"},
        };
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::map_split(test_string, ';', '.', utils::REMOVE_EMPTY | utils::STRIP_SPACES);
        std::map<std::string, std::string> expect = {
            {"a = b:2,, c = d:", "9, e = f:5"},
            {"x = r:12, y = b:9", "2,, z = g:45"}
        };
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
 
    {
        auto split = utils::map_split(test_string, ',', ':', utils::REMOVE_EMPTY);
        std::map<std::string, std::string> expect = {
            {"a = b", "2"},
            {" c = d", ".9"},
            {" e = f", "5;; x = r:12"},
            {" y = b", "9.2"},
            {" z = g", "45"},
        };
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::map_split(test_string, ';', ':', utils::REMOVE_EMPTY);
        std::map<std::string, std::string> expect = {
            {"a = b", "2,, c = d:.9, e = f:5"},
            {" x = r", "12, y = b:9.2,, z = g:45"},
        };
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::map_split(test_string, ',', '=', utils::REMOVE_EMPTY);
        std::map<std::string, std::string> expect = {
            {"a ", " b:2"},
            {" c ", " d:.9"},
            {" e ", " f:5;; x = r:12"},
            {" y ", " b:9.2"},
            {" z ", " g:45"},
        };
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::map_split(test_string, ';', '.', utils::REMOVE_EMPTY);
        std::map<std::string, std::string> expect = {
            {"a = b:2,, c = d:", "9, e = f:5"},
            {" x = r:12, y = b:9", "2,, z = g:45"}
        };
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
 
    {
        auto split = utils::map_split(test_string, ',', ':', utils::STRIP_SPACES);
        std::map<std::string, std::string> expect = {
            {"a = b", "2"},
            {"", ""},
            {"c = d", ".9"},
            {"e = f", "5;; x = r:12"},
            {"y = b", "9.2"},
            {"", ""},
            {"z = g", "45"},
        };
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::map_split(test_string, ';', ':', utils::STRIP_SPACES);
        std::map<std::string, std::string> expect = {
            {"a = b", "2,, c = d:.9, e = f:5"},
            {"", ""},
            {"x = r", "12, y = b:9.2,, z = g:45"},
        };
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::map_split(test_string, ',', '=', utils::STRIP_SPACES);
        std::map<std::string, std::string> expect = {
            {"a ", " b:2"},
            {"", ""},
            {"c ", " d:.9"},
            {"e ", " f:5;; x = r:12"},
            {"y ", " b:9.2"},
            {"", ""},
            {"z ", " g:45"},
        };
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::map_split(test_string, ';', '.', utils::STRIP_SPACES);
        std::map<std::string, std::string> expect = {
            {"a = b:2,, c = d:", "9, e = f:5"},
            {"", ""},
            {"x = r:12, y = b:9", "2,, z = g:45"}
        };
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
 
    {
        auto split = utils::map_split(test_string, ',', ':', 0);
        std::map<std::string, std::string> expect = {
            {"a = b", "2"},
            {"", ""},
            {" c = d", ".9"},
            {" e = f", "5;; x = r:12"},
            {" y = b", "9.2"},
            {"", ""},
            {" z = g", "45"},
        };
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::map_split(test_string, ';', ':', 0);
        std::map<std::string, std::string> expect = {
            {"a = b", "2,, c = d:.9, e = f:5"},
            {"", ""},
            {" x = r", "12, y = b:9.2,, z = g:45"},
        };
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::map_split(test_string, ',', '=', 0);
        std::map<std::string, std::string> expect = {
            {"a ", " b:2"},
            {"", ""},
            {" c ", " d:.9"},
            {" e ", " f:5;; x = r:12"},
            {" y ", " b:9.2"},
            {"", ""},
            {" z ", " g:45"},
        };
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::map_split(test_string, ';', '.', 0);
        std::map<std::string, std::string> expect = {
            {"a = b:2,, c = d:", "9, e = f:5"},
            {"", ""},
            {" x = r:12, y = b:9", "2,, z = g:45"}
        };
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
}
 
BOOST_AUTO_TEST_CASE( utils_parenthetical_split_test )
{
    {
        auto split = utils::parenthetical_split("a ( b ) c { d } e ( f { g } ) h", 0, "({", ")}");
        std::array expect = {"a", "b", "c", "d", "e", "f { g }", "h"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::parenthetical_split("a ( b ) c { d } e ( f { g } ) h", 0, "({", ")}", utils::STRIP_SPACES);
        std::array expect = {"a", "b", "c", "d", "e", "f { g }", "h"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::parenthetical_split("a ( b ) c { d } e ( f { g } ) h", 0, "({", ")}", 0);
        std::array expect = {"a ", " b ", " c ", " d ", " e ", " f { g } ", " h"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
 
    {
        auto split = utils::parenthetical_split("a, (b, c), {d, e},, f(g,g), h{i,i}", ',', "({", ")}");
        std::array expect = {"a", "(b, c)", "{d, e}", "f(g,g)", "h{i,i}"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::parenthetical_split("a, (b, c), {d, e},, f(g,g), h{i,i}", ',', "({", ")}", utils::REMOVE_EMPTY | utils::STRIP_SPACES);
        std::array expect = {"a", "(b, c)", "{d, e}", "f(g,g)", "h{i,i}"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::parenthetical_split("a, (b, c), {d, e},, f(g,g), h{i,i}", ',', "({", ")}", utils::REMOVE_EMPTY);
        std::array expect = {"a", " (b, c)", " {d, e}", " f(g,g)", " h{i,i}"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::parenthetical_split("a, (b, c), {d, e},, f(g,g), h{i,i}", ',', "({", ")}", utils::STRIP_SPACES);
        std::array expect = {"a", "(b, c)", "{d, e}", "", "f(g,g)", "h{i,i}"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::parenthetical_split("a, (b, c), {d, e},, f(g,g), h{i,i}", ',', "({", ")}", 0);
        std::array expect = {"a", " (b, c)", " {d, e}", "", " f(g,g)", " h{i,i}"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
}
 
BOOST_AUTO_TEST_CASE( utils_square_parenthetical_split )
{
    {
        auto split = utils::square_parenthetical_split(" a ,, b ,, c ");
        std::array expect = {"a", "b", "c"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split(" a ,, b ,, c ", ',', "([", ")]", utils::REMOVE_EMPTY | utils::STRIP_SPACES);
        std::array expect = {"a", "b", "c"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split(" a ,, b ,, c ", ',', "([", ")]", utils::REMOVE_EMPTY);
        std::array expect = {" a ", " b ", " c "};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split(" a ,, b ,, c ", ',', "([", ")]", utils::STRIP_SPACES);
        std::array expect = {"a", "", "b", "", "c"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split(" a ,, b ,, c ", ',', "([", ")]", 0);
        std::array expect = {" a ", "", " b ", "", " c "};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split("[a*3]");
        std::array expect = {"a", "a", "a"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split("q[a*3,b,c*2]");
        std::array expect = {"qa", "qa", "qa", "qb", "qc", "qc"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split("q[a,b,c]");
        std::array expect = {"qa", "qb", "qc"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split("q[0~5]");
        std::array expect = {"q0", "q1", "q2", "q3", "q4", "q5"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split("q[5~0]");
        std::array expect = {"q5", "q4", "q3", "q2", "q1", "q0"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split("q[001~005]");
        std::array expect = {"q001", "q002", "q003", "q004", "q005"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split("q[007~012]");
        std::array expect = {"q007", "q008", "q009", "q010", "q011", "q012"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split("q[095~100]");
        std::array expect = {"q095", "q096", "q097", "q098", "q099", "q100"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split("q[095~098]");
        std::array expect = {"q095", "q096", "q097", "q098"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split("a[1~3](1,[5,6,7]),b[8,9]");
        std::array expect = {"a1(1,5)", "a2(1,6)", "a3(1,7)", "b8", "b9"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split("abc[07~10]");
        std::array expect = {"abc07", "abc08", "abc09", "abc10"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split("a[1,2]b[3~4]:c[5,6]");
        std::array expect = {"a1b3:c5", "a2b4:c6"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split("abc[3~1].png");
        std::array expect = {"abc3.png", "abc2.png", "abc1.png"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split("abc[3,1].png");
        std::array expect = {"abc3.png", "abc1.png"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split("abc[de,xyz]");
        std::array expect = {"abcde", "abcxyz"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
    {
        auto split = utils::square_parenthetical_split("abc[1*3]");
        std::array expect = {"abc1", "abc1", "abc1"};
        BOOST_CHECK_EQUAL_COLLECTIONS(split.begin(), split.end(), expect.begin(), expect.end());
    }
}
 
BOOST_AUTO_TEST_CASE( utils_unicode_test )
{
    std::string unicode = "ünicod€ check";
    BOOST_CHECK( utf8::size(unicode) == 13 );
 
    int euro = utf8::index(unicode,6);
    BOOST_CHECK( unicode.substr(euro,utf8::index(unicode,7)-euro) == "€" );
 
    BOOST_CHECK( utf8::truncate(unicode,3) == "üni");
 
    std::string apple_u8("apple");
    std::u32string apple_u4 = unicode_cast<std::u32string>(apple_u8);
    std::u16string apple_u16 = unicode_cast<std::u16string>(apple_u4);
 
    BOOST_CHECK( apple_u4.size() == 5 );
    BOOST_CHECK_EQUAL( apple_u8, unicode_cast<std::string>(apple_u4) );
    BOOST_CHECK_EQUAL( apple_u8, unicode_cast<std::string>(apple_u16) );
    BOOST_CHECK( apple_u4 == unicode_cast<std::u32string>(apple_u16) );
    BOOST_CHECK( apple_u16 == unicode_cast<std::u16string>(apple_u4) );
    BOOST_CHECK_EQUAL( apple_u8.size(), apple_u16.size() );
 
    std::u32string water_u4;
    water_u4.push_back(0x6C34);
    std::string water_u8 = unicode_cast<std::string>(water_u4);
 
#if defined(_WIN32) || defined(_WIN64)
    // Windows complains it can't be represented in the currentl code-page.
    // So instead, check directly for its UTF-8 representation.
    BOOST_CHECK_EQUAL(water_u8, "\xE6\xB0\xB4");
#else
    BOOST_CHECK_EQUAL(water_u8, "\u6C34");
#endif
 
#if defined(_WIN32) || defined(_WIN64)
    // Same as above.
    std::string nonbmp_u8("\xF0\x90\x80\x80");
#else
    std::string nonbmp_u8("\U00010000");
#endif
    std::u32string nonbmp_u4 = unicode_cast<std::u32string>(nonbmp_u8);
    std::u16string nonbmp_u16 = unicode_cast<std::u16string>(nonbmp_u4);
 
    BOOST_CHECK_EQUAL(nonbmp_u8.size(), 4u);
    BOOST_CHECK_EQUAL(nonbmp_u8, unicode_cast<std::string>(nonbmp_u4));
    BOOST_CHECK_EQUAL(nonbmp_u8, unicode_cast<std::string>(nonbmp_u16));
    BOOST_CHECK(nonbmp_u16 == unicode_cast<std::u16string>(nonbmp_u4));
    BOOST_CHECK(nonbmp_u4 == unicode_cast<std::u32string>(nonbmp_u16));
}
 
BOOST_AUTO_TEST_CASE( test_lowercase )
{
    BOOST_CHECK_EQUAL ( utf8::lowercase("FOO") , "foo" );
    BOOST_CHECK_EQUAL ( utf8::lowercase("foo") , "foo" );
    BOOST_CHECK_EQUAL ( utf8::lowercase("FoO") , "foo" );
    BOOST_CHECK_EQUAL ( utf8::lowercase("fO0") , "fo0" );
}
 
BOOST_AUTO_TEST_CASE( test_wildcard_string_match )
{
    const std::string str = "foo bar baz";
 
    BOOST_CHECK(utils::wildcard_string_match(str, "*bar*"));
    BOOST_CHECK(utils::wildcard_string_match(str, "+bar+"));
 
    BOOST_CHECK(!utils::wildcard_string_match(str, "*BAR*"));
    BOOST_CHECK(!utils::wildcard_string_match(str, "+BAR+"));
    BOOST_CHECK(!utils::wildcard_string_match(str, "bar"));
 
    BOOST_CHECK(utils::wildcard_string_match(str, "*ba? b*"));
    BOOST_CHECK(utils::wildcard_string_match(str, "+ba? b+"));
    BOOST_CHECK(utils::wildcard_string_match(str, "*?a?*"));
    BOOST_CHECK(utils::wildcard_string_match(str, "+?a?+"));
 
    BOOST_CHECK(!utils::wildcard_string_match(str, "foo? "));
    BOOST_CHECK(!utils::wildcard_string_match(str, "?foo"));
 
    std::string superfluous_mask;
 
    superfluous_mask = std::string(str.length(), '?');
    BOOST_CHECK(utils::wildcard_string_match(str, superfluous_mask));
    BOOST_CHECK(!utils::wildcard_string_match(str, superfluous_mask + '?'));
 
    superfluous_mask = std::string(str.length(), '*');
    BOOST_CHECK(utils::wildcard_string_match(str, superfluous_mask));
    BOOST_CHECK(utils::wildcard_string_match(str, superfluous_mask + '*'));
 
    superfluous_mask = std::string(str.length(), '+');
    BOOST_CHECK(utils::wildcard_string_match(str, superfluous_mask));
    BOOST_CHECK(!utils::wildcard_string_match(str, superfluous_mask + '+'));
 
    BOOST_CHECK(utils::wildcard_string_match("", ""));
    BOOST_CHECK(!utils::wildcard_string_match(str, ""));
 
    BOOST_CHECK(utils::wildcard_string_match("", "*"));
    BOOST_CHECK(utils::wildcard_string_match("", "***"));
    BOOST_CHECK(!utils::wildcard_string_match("", "+"));
    BOOST_CHECK(!utils::wildcard_string_match("", "*bar"));
    BOOST_CHECK(!utils::wildcard_string_match("", "***?**"));
    BOOST_CHECK(!utils::wildcard_string_match("", "+++?++"));
    BOOST_CHECK(!utils::wildcard_string_match("", "?"));
    BOOST_CHECK(!utils::wildcard_string_match("", "???"));
 
    BOOST_CHECK(utils::wildcard_string_match("hello.txt", "*.txt"));
    BOOST_CHECK(utils::wildcard_string_match("hello.txt", "h*t"));
    BOOST_CHECK(utils::wildcard_string_match("hello.txt", "?ello.*"));
    BOOST_CHECK(!utils::wildcard_string_match("hello.txt", "*.doc"));
    BOOST_CHECK(utils::wildcard_string_match("file123.tmp", "file?2*.tmp"));
    BOOST_CHECK(utils::wildcard_string_match("test", "t*t"));
    BOOST_CHECK(utils::wildcard_string_match("multiple.dots.file", "*.dots.*"));
    BOOST_CHECK(!utils::wildcard_string_match("case.txt", "CASE.TXT"));
    BOOST_CHECK(utils::wildcard_string_match("single", "?ingle"));
    BOOST_CHECK(!utils::wildcard_string_match("different", "diff*txt"));
 
    BOOST_CHECK(utils::wildcard_string_match("foo bar baz bar baz", "*bar baz"));
    BOOST_CHECK(!utils::wildcard_string_match("abc", "ab*d"));
    BOOST_CHECK(utils::wildcard_string_match("abcccd", "*ccd"));
    BOOST_CHECK(utils::wildcard_string_match("mississipissippi", "*issip*ss*"));
    BOOST_CHECK(!utils::wildcard_string_match("xxxx*zzzzzzzzy*f", "xxxx*zzy*fffff"));
    BOOST_CHECK(utils::wildcard_string_match("xxxx*zzzzzzzzy*f", "xxx*zzy*f"));
    BOOST_CHECK(!utils::wildcard_string_match("xxxxzzzzzzzzyf", "xxxx*zzy*fffff"));
    BOOST_CHECK(utils::wildcard_string_match("xxxxzzzzzzzzyf", "xxxx*zzy*f"));
    BOOST_CHECK(utils::wildcard_string_match("xyxyxyzyxyz", "xy*z*xyz"));
    BOOST_CHECK(utils::wildcard_string_match("mississippi", "*sip*"));
    BOOST_CHECK(utils::wildcard_string_match("xyxyxyxyz", "xy*xyz"));
    BOOST_CHECK(utils::wildcard_string_match("mississippi", "mi*sip*"));
    BOOST_CHECK(utils::wildcard_string_match("ababac", "*abac*"));
    BOOST_CHECK(utils::wildcard_string_match("ababac", "*abac*"));
    BOOST_CHECK(utils::wildcard_string_match("aaazz", "a*zz*"));
    BOOST_CHECK(!utils::wildcard_string_match("a12b12", "*12*23"));
    BOOST_CHECK(!utils::wildcard_string_match("a12b12", "a12b"));
    BOOST_CHECK(utils::wildcard_string_match("a12b12", "*12*12*"));
    BOOST_CHECK(utils::wildcard_string_match("caaab", "*a?b"));
    BOOST_CHECK(utils::wildcard_string_match("*", "*"));
    BOOST_CHECK(utils::wildcard_string_match("a*abab", "a*b"));
    BOOST_CHECK(utils::wildcard_string_match("a*r", "a*"));
    BOOST_CHECK(!utils::wildcard_string_match("a*ar", "a*aar"));
    BOOST_CHECK(utils::wildcard_string_match("XYXYXYZYXYz", "XY*Z*XYz"));
    BOOST_CHECK(utils::wildcard_string_match("missisSIPpi", "*SIP*"));
    BOOST_CHECK(utils::wildcard_string_match("mississipPI", "*issip*PI"));
    BOOST_CHECK(utils::wildcard_string_match("xyxyxyxyz", "xy*xyz"));
    BOOST_CHECK(utils::wildcard_string_match("miSsissippi", "mi*sip*"));
    BOOST_CHECK(utils::wildcard_string_match("c+od", "**c+d"));
}
 
BOOST_AUTO_TEST_CASE( test_base64_encodings )
{
    const std::vector<uint8_t> empty;
    const std::string empty_b64;
    const std::string empty_c64;
    const std::vector<uint8_t> foo = {'f', 'o', 'o'};
    const std::string foo_b64 = "Zm9v";
    const std::string foo_c64 = "axqP";
    const std::vector<uint8_t> foob = {'f', 'o', 'o', 'b'};
    const std::string foob_b64 = "Zm9vYg==";
    const std::string foob_c64 = "axqPW/";
 
    std::vector<uint8_t> many_bytes;
 
    many_bytes.resize(1024);
    for(int i = 0; i < 1024; ++i) {
        many_bytes[i] = i % 256;
    }
 
    BOOST_CHECK(base64::encode(empty).empty());
    BOOST_CHECK_EQUAL(base64::encode(foo), foo_b64);
    BOOST_CHECK_EQUAL(base64::encode(foob), foob_b64);
 
    BOOST_CHECK(base64::decode(empty_b64).empty());
    // Not using CHECK_EQUAL because vector<uint8_t> is not printable
    BOOST_CHECK(base64::decode(foo_b64) == foo);
    BOOST_CHECK(base64::decode(foob_b64) == foob);
 
    BOOST_CHECK(crypt64::encode(empty).empty());
    BOOST_CHECK_EQUAL(crypt64::encode(foo), foo_c64);
    BOOST_CHECK_EQUAL(crypt64::encode(foob), foob_c64);
 
    BOOST_CHECK(crypt64::decode(empty_c64).empty());
    // Not using CHECK_EQUAL because vector<uint8_t> is not printable
    BOOST_CHECK(crypt64::decode(foo_c64) == foo);
    BOOST_CHECK(crypt64::decode(foob_c64) == foob);
 
    BOOST_CHECK_EQUAL(crypt64::decode('.'), 0);
    BOOST_CHECK_EQUAL(crypt64::decode('z'), 63);
    BOOST_CHECK_EQUAL(crypt64::encode(0), '.');
    BOOST_CHECK_EQUAL(crypt64::encode(63), 'z');
 
    BOOST_CHECK(base64::decode(base64::encode(many_bytes)) == many_bytes);
    BOOST_CHECK(crypt64::decode(crypt64::encode(many_bytes)) == many_bytes);
}
 
BOOST_AUTO_TEST_SUITE_END()