filesystem_common.cpp

Go to the documentation of this file.

/*
   Copyright (C) 2017-2018 by the Battle for Wesnoth Project https://www.wesnoth.org/

   This program is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; either version 2 of the License, or
   (at your option) any later version.
   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY.

   See the COPYING file for more details.
*/

#include <fstream>

#include "filesystem.hpp"
#include "wesconfig.h"

#include "config.hpp"
#include "game_config.hpp"
#include "log.hpp"
#include "serialization/string_utils.hpp"
#include "serialization/unicode.hpp"

#include <boost/algorithm/string.hpp>

static lg::log_domain log_filesystem("filesystem");
#define LOG_FS LOG_STREAM(info, log_filesystem)
#define ERR_FS LOG_STREAM(err, log_filesystem)

namespace filesystem
{

bool is_legal_user_file_name(const std::string& name, bool allow_whitespace)
{
    //
    // IMPORTANT NOTE:
    //
    // If you modify this function you must be aware that it is used by the
    // add-on server validation routines both on the client and server sides.
    // The addition or removal of any criteria here should be carefully
    // evaluated with this in mind.
    //

    if(name.empty() || name.back() == '.' || name.find("..") != std::string::npos || name.size() > 255) {
        return false;
    }

    // Reserved DOS device names on Windows.
    static const std::set<std::string> dos_device_names = {
        // Hardware devices
        "NUL", "CON", "AUX", "PRN",
        "COM1", "COM2", "COM3", "COM4", "COM5", "COM6", "COM7", "COM8", "COM9",
        "LPT1", "LPT2", "LPT3", "LPT4", "LPT5", "LPT6", "LPT7", "LPT8", "LPT9",
        // Console API pseudo-devices
        "CONIN$", "CONOUT$",
    };

    // We can't use filesystem::base_name() here, because it returns the
    // filename up to the *last* dot. "CON.foo.bar" is still redirected to
    // "CON" on Windows, although "foo.CON.bar" and "foo.bar.CON" are not.
    //
    // Do also note that we're relying on the char-by-char check further below
    // to flag the name as illegal if it contains a colon ':', the reason
    // being that is valid to refer to DOS device names with a trailing colon
    // (e.g. "CON:" is synonymous with "CON").

    const auto& first_name =
        boost::algorithm::to_upper_copy(name.substr(0, name.find('.')), std::locale::classic());

    if(dos_device_names.count(first_name)) {
        return false;
    }

    const auto& name_ucs4 = unicode_cast<std::u32string>(name);
    if(name != unicode_cast<std::string>(name_ucs4)){
        return false; // name is an invalid UTF-8 sequence
    }

    return name_ucs4.end() == std::find_if(name_ucs4.begin(), name_ucs4.end(), [=](char32_t c)
    {
        switch(c) {
            case ' ':
                return !allow_whitespace;
            case '"':
            case '*':
            case '/':
            case ':':
            case '<':
            case '>':
            case '?':
            case '\\':
            case '|':
            case '~':
            case 0x7F: // DEL
                return true;
            default:
                return c < 0x20 ||                  // C0 control characters
                       (c >= 0x80 && c < 0xA0) ||   // C1 control characters
                       (c >= 0xD800 && c < 0xE000); // surrogate pairs
        }
    });
}

void blacklist_pattern_list::remove_blacklisted_files_and_dirs(std::vector<std::string>& files, std::vector<std::string>& directories) const
{
    files.erase(
        std::remove_if(files.begin(), files.end(), [this](const std::string& name) { return match_file(name); }),
        files.end());
    directories.erase(
        std::remove_if(directories.begin(), directories.end(), [this](const std::string& name) { return match_dir(name); }),
        directories.end());
}

bool blacklist_pattern_list::match_file(const std::string& name) const
{
    return std::any_of(file_patterns_.begin(), file_patterns_.end(),
                       std::bind(&utils::wildcard_string_match, std::ref(name), std::placeholders::_1));
}

bool blacklist_pattern_list::match_dir(const std::string& name) const
{
    return std::any_of(directory_patterns_.begin(), directory_patterns_.end(),
                       std::bind(&utils::wildcard_string_match, std::ref(name), std::placeholders::_1));
}

std::string get_prefs_file()
{
    return get_user_config_dir() + "/preferences";
}

std::string get_credentials_file()
{
    return get_user_config_dir() + "/credentials";
}

std::string get_default_prefs_file()
{
#ifdef HAS_RELATIVE_DEFPREF
    return game_config::path + "/" + game_config::default_preferences_path;
#else
    return game_config::default_preferences_path;
#endif
}

std::string get_save_index_file()
{
    return get_user_data_dir() + "/save_index";
}

std::string get_saves_dir()
{
    const std::string dir_path = get_user_data_dir() + "/saves";
    return get_dir(dir_path);
}

std::string get_addons_dir()
{
    const std::string dir_path = get_user_data_dir() + "/data/add-ons";
    return get_dir(dir_path);
}

std::string get_intl_dir()
{
#ifdef _WIN32
    return game_config::path + "/" LOCALEDIR;
#else

#ifdef USE_INTERNAL_DATA
    return get_cwd() + "/" LOCALEDIR;
#endif

#if HAS_RELATIVE_LOCALEDIR
    std::string res = game_config::path + "/" LOCALEDIR;
#else
    std::string res = LOCALEDIR;
#endif

    return res;
#endif
}

std::string get_screenshot_dir()
{
    const std::string dir_path = get_user_data_dir() + "/screenshots";
    return get_dir(dir_path);
}

bool looks_like_pbl(const std::string& file)
{
    return utils::wildcard_string_match(utf8::lowercase(file), "*.pbl");
}

file_tree_checksum::file_tree_checksum()
    : nfiles(0), sum_size(0), modified(0)
{}

file_tree_checksum::file_tree_checksum(const config& cfg) :
    nfiles  (cfg["nfiles"].to_size_t()),
    sum_size(cfg["size"].to_size_t()),
    modified(cfg["modified"].to_time_t())
{
}

void file_tree_checksum::write(config& cfg) const
{
    cfg["nfiles"] = nfiles;
    cfg["size"] = sum_size;
    cfg["modified"] = modified;
}

bool file_tree_checksum::operator==(const file_tree_checksum &rhs) const
{
    return nfiles == rhs.nfiles && sum_size == rhs.sum_size &&
        modified == rhs.modified;
}

bool ends_with(const std::string& str, const std::string& suffix)
{
    return str.size() >= suffix.size() && std::equal(suffix.begin(),suffix.end(),str.end()-suffix.size());
}

std::string read_map(const std::string& name)
{
    std::string res;
    std::string map_location = get_wml_location(name);
    if(map_location.empty()) {
        // If this is an add-on or campaign that's set the [binary_path] for its image directory,
        // automatically check for a sibling maps directory.
        map_location = get_binary_file_location("maps", name);
    }
    if(!map_location.empty()) {
        res = read_file(map_location);
    }

    if(res.empty()) {
        res = read_file(get_user_data_dir() + "/editor/maps/" + name);
    }

    return res;
}

static void get_file_tree_checksum_internal(const std::string& path, file_tree_checksum& res)
{

    std::vector<std::string> dirs;
    get_files_in_dir(path,nullptr,&dirs, name_mode::ENTIRE_FILE_PATH, filter_mode::SKIP_MEDIA_DIR, reorder_mode::DONT_REORDER, &res);

    for(std::vector<std::string>::const_iterator j = dirs.begin(); j != dirs.end(); ++j) {
        get_file_tree_checksum_internal(*j,res);
    }
}

const file_tree_checksum& data_tree_checksum(bool reset)
{
    static file_tree_checksum checksum;
    if (reset)
        checksum.reset();
    if(checksum.nfiles == 0) {
        get_file_tree_checksum_internal("data/",checksum);
        get_file_tree_checksum_internal(get_user_data_dir() + "/data/",checksum);
        LOG_FS << "calculated data tree checksum: "
               << checksum.nfiles << " files; "
               << checksum.sum_size << " bytes" << std::endl;
    }

    return checksum;
}

}