language.cpp

Go to the documentation of this file.

/*
    Copyright (C) 2003 - 2025
    by David White <dave@whitevine.net>
    Part of the Battle for Wesnoth Project https://www.wesnoth.org/
 
    This program is free software; you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
    the Free Software Foundation; either version 2 of the License, or
    (at your option) any later version.
    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY.
 
    See the COPYING file for more details.
*/
 
#include "filesystem.hpp"
#include "gettext.hpp"
#include "language.hpp"
#include "log.hpp"
#include "preferences/preferences.hpp"
#include "serialization/parser.hpp"
#include "serialization/preprocessor.hpp"
#include "game_config_manager.hpp"
 
#include <clocale>
 
#ifdef _WIN32
#include <windows.h>
#if !defined(_MSC_VER) && !defined(__MINGW32__)
extern "C" int _putenv(const char*);
#endif
#endif
 
#ifdef __APPLE__
#include <cerrno>
#endif
 
#define DBG_G LOG_STREAM(debug, lg::general())
#define LOG_G LOG_STREAM(info, lg::general())
#define WRN_G LOG_STREAM(warn, lg::general())
#define ERR_G LOG_STREAM(err, lg::general())
 
namespace {
    language_def current_language;
    std::vector<config> languages;
    std::vector<language_def> known_languages;
    utils::string_map strings_;
    int min_translation_percent = 80;
}
 
bool load_strings(bool complain);
 
bool language_def::operator== (const language_def& a) const
{
    return ((language == a.language) /* && (localename == a.localename) */ );
}
 
bool& time_locale_correct()
{
    static bool result = true;
    return result;
}
 
const t_string& symbol_table::operator[](const std::string& key) const
{
    const utils::string_map::const_iterator i = strings_.find(key);
    if(i != strings_.end()) {
        return i->second;
    } else {
        static t_string empty_string;
        // Let's do it the painful way (untlb means untranslatABLE).
        // It will cause problem if somebody stores more than one reference at once
        // but I don't really care since this path is an error path and it should
        // not have been taken in the first place. -- silene
        empty_string = "UNTLB " + key;
        return empty_string;
    }
}
 
const t_string& symbol_table::operator[](const char* key) const
{
    return (*this)[std::string(key)];
}
 
utils::string_map::const_iterator symbol_table::find(const std::string& key) const
{
    return strings_.find(key);
}
 
utils::string_map::const_iterator symbol_table::end() const
{
    return strings_.end();
}
 
language_def::language_def()
    : language(t_string(N_("System default language"), "wesnoth"))
    , sort_name("A")
{
}
 
language_def::language_def(const config& cfg)
    : localename(cfg["locale"])
    , alternates(utils::split(cfg["alternates"]))
    , language(cfg["name"].t_str())
    , sort_name(cfg["sort_name"].str(language))
    , rtl(cfg["dir"] == "rtl")
    , percent(cfg["percent"].to_int())
{
}
 
bool load_language_list()
try {
    config cfg = io::read(*preprocess_file(filesystem::get_wml_location("hardwired/language.cfg").value()));
 
    known_languages.clear();
    known_languages.emplace_back(); // System default language
 
    for(const config& lang : cfg.child_range("locale")) {
        known_languages.emplace_back(lang);
    }
 
    return true;
 
} catch(const utils::bad_optional_access&) {
    return false;
} catch(const config::error&) {
    return false;
}
 
std::vector<language_def> get_languages(bool all)
{
    // We sort every time, the local might have changed which can modify the
    // sort order.
    std::sort(known_languages.begin(), known_languages.end());
 
    if(all || min_translation_percent == 0) {
        return known_languages;
    }
 
    std::vector<language_def> result;
    std::copy_if(known_languages.begin(), known_languages.end(), std::back_inserter(result),
        [](const language_def& lang) { return lang.percent >= min_translation_percent; });
 
    return result;
}
 
int get_min_translation_percent()
{
    return min_translation_percent;
}
 
void set_min_translation_percent(int percent) {
    min_translation_percent = percent;
}
 
#ifdef _WIN32
// Simplified translation table from unix locale symbols to win32 locale strings
static const std::map<std::string, std::string> win32_locales_map = {
    { "af", "Afrikaans" },
    { "ang", "C" },
    { "ar", "Arabic" },
    { "bg", "Bulgarian" },
    { "ca", "Catalan" },
    { "cs", "Czech" },
    { "da", "Danish" },
    { "de", "German" },
    { "el", "Greek" },
    { "en", "English" },
    { "eo", "C" },
    { "es", "Spanish" },
    { "et", "Estonian" },
    { "eu", "Basque" },
    { "fi", "Finnish" },
    { "fr", "French" },
    { "fur", "C" },
    { "ga", "Irish_Ireland" }, // Yes, "Irish" alone does not work
    { "gl", "Galician" },
    { "he", "Hebrew" },
    { "hr", "Croatian" },
    { "hu", "Hungarian" },
    { "id", "Indonesian" },
    { "is", "Icelandic" },
    { "it", "Italian" },
    { "ja", "Japanese" },
    { "ko", "Korean" },
    { "la", "C" },
    { "lt", "Lithuanian" },
    { "lv", "Latvian" },
    { "mk", "Macedonian" },
    { "mr", "C" },
    { "nb", "Norwegian" },
    { "nl", "Dutch" },
    { "pl", "Polish" },
    { "pt", "Portuguese" },
    { "racv", "C" },
    { "ro", "Romanian" },
    { "ru", "Russian" },
    { "sk", "Slovak" },
    { "sl", "Slovenian" },
    { "sr", "Serbian" },
    { "sv", "Swedish" },
    { "tl", "Filipino" },
    { "tr", "Turkish" },
    { "uk", "Ukrainian" },
    { "vi", "Vietnamese" },
    { "zh", "Chinese" },
};
 
static const std::string& posix_locale_to_win32(const std::string& posix)
{
    auto it = win32_locales_map.find(posix);
    return it != win32_locales_map.end() ? it->second : posix;
}
 
#endif
 
static void wesnoth_setlocale(int category, const std::string& slocale,
    std::vector<std::string> const *alternates)
{
    std::string locale = slocale;
    // FIXME: ideally we should check LANGUAGE and on first invocation
    // use that value, so someone with es would get the game in Spanish
    // instead of en_US the first time round
    // LANGUAGE overrides other settings, so for now just get rid of it
    // FIXME: add configure check for unsetenv
 
    //category is never LC_MESSAGES since that case was moved to gettext.cpp to remove the dependency to libintl.h in this file
    //that's why code like if (category == LC_MESSAGES) is outcommented here.
#ifndef _WIN32
    unsetenv ("LANGUAGE"); // void so no return value to check
#endif
#ifdef __APPLE__
    //if (category == LC_MESSAGES && setenv("LANG", locale.c_str(), 1) == -1) {
    //  ERR_G << "setenv LANG failed: " << strerror(errno);
    //}
#endif
 
#ifdef _WIN32
    std::string lang_code{locale, 0, locale.find_first_of("_@.")};
    locale = posix_locale_to_win32(lang_code);
#endif
 
    char *res = nullptr;
    std::vector<std::string>::const_iterator i;
    if (alternates) i = alternates->begin();
 
    for (;;)
    {
        std::string lang = locale, extra;
        std::string::size_type pos = locale.find('@');
        if (pos != std::string::npos) {
            lang.erase(pos);
            extra = locale.substr(pos);
        }
 
        /*
         * The "" is the last item to work-around a problem in glibc picking
         * the non utf8 locale instead an utf8 version if available.
         */
        char const *encoding[] { ".utf-8", ".UTF-8", "" };
        for (int j = 0; j != 3; ++j)
        {
            locale = lang + encoding[j] + extra;
            res = std::setlocale(category, locale.c_str());
            if (res) {
                LOG_G << "Set locale to '" << locale << "' result: '" << res << "'.";
                goto done;
            }
        }
 
        if (!alternates || i == alternates->end()) break;
        locale = *i;
        ++i;
    }
 
    WRN_G << "setlocale() failed for '" << slocale << "'.";
 
    if (category == LC_TIME) {
        time_locale_correct() = false;
    }
 
#ifndef _WIN32
        //if(category == LC_MESSAGES) {
        //  WRN_G << "Setting LANGUAGE to '" << slocale << "'.";
        //  setenv("LANGUAGE", slocale.c_str(), 1);
        //  std::setlocale(LC_MESSAGES, "");
        //}
#endif
 
    done:
    DBG_G << "Numeric locale: " << std::setlocale(LC_NUMERIC, nullptr);
    DBG_G << "Full locale: " << std::setlocale(LC_ALL, nullptr);
}
 
void set_language(const language_def& locale)
{
    strings_.clear();
 
    std::string locale_lc;
    locale_lc.resize(locale.localename.size());
    std::transform(locale.localename.begin(), locale.localename.end(), locale_lc.begin(), tolower);
 
    current_language = locale;
    time_locale_correct() = true;
 
    wesnoth_setlocale(LC_COLLATE, locale.localename, &locale.alternates);
    wesnoth_setlocale(LC_TIME, locale.localename, &locale.alternates);
    translation::set_language(locale.localename, &locale.alternates);
    load_strings(false);
}
 
bool load_strings(bool complain)
{
    if(complain && languages.empty()) {
        PLAIN_LOG << "No [language] block found";
        return false;
    }
    for(const config& lang : languages) {
        for(const auto& [key, value] : lang.attribute_range()) {
            strings_[key] = value;
        }
    }
 
    return true;
}
 
const language_def& get_language() { return current_language; }
 
const language_def& get_locale()
{
    //TODO: Add in support for querying the locale on Windows
 
    assert(!known_languages.empty());
 
    const std::string& prefs_locale = prefs::get().locale();
    if(prefs_locale.empty() == false) {
        translation::set_language(prefs_locale, nullptr);
        for(const language_def& def : known_languages) {
            if(prefs_locale == def.localename) {
                return def;
            }
        }
        LOG_G << "'" << prefs_locale << "' locale not found in known array; defaulting to system locale";
        return known_languages[0];
    }
 
#if 0
    const char* const locale = getenv("LANG");
    #ifdef _WIN32
        return posix_locale_to_win32(locale);
    #endif
    if(locale != nullptr && strlen(locale) >= 2) {
        //we can't pass pointers into the string to the std::string
        //constructor because some STL implementations don't support
        //it (*cough* MSVC++6)
        std::string res(2,'z');
        res[0] = tolower(locale[0]);
        res[1] = tolower(locale[1]);
        return res;
    }
#endif
 
    LOG_G << "locale could not be determined; defaulting to system locale";
    return known_languages[0];
}
 
void init_textdomains(const game_config_view& cfg)
{
    for (const config &t : cfg.child_range("textdomain"))
    {
        const std::string &name = t["name"];
        const std::string &path = t["path"];
 
        if(path.empty()) {
            t_string::add_textdomain(name, filesystem::get_intl_dir());
        } else if(auto location = filesystem::get_binary_dir_location("", path)) {
            t_string::add_textdomain(name, location.value());
        } else {
            // If location is empty, this causes a crash on Windows, so we disallow adding empty domains
            WRN_G << "no location found for '" << path << "', skipping textdomain";
        }
    }
}
 
bool init_strings(const game_config_view& cfg)
{
    languages.clear();
    for (const config &l : cfg.child_range("language")) {
        languages.push_back(l);
    }
    return load_strings(true);
}