The Battle for Wesnoth  1.17.0-dev
filesystem.hpp
Go to the documentation of this file.
1 /*
2  Copyright (C) 2003 - 2021
3  by David White <dave@whitevine.net>
4  Part of the Battle for Wesnoth Project https://www.wesnoth.org/
5 
6  This program is free software; you can redistribute it and/or modify
7  it under the terms of the GNU General Public License as published by
8  the Free Software Foundation; either version 2 of the License, or
9  (at your option) any later version.
10  This program is distributed in the hope that it will be useful,
11  but WITHOUT ANY WARRANTY.
12 
13  See the COPYING file for more details.
14 */
15 
16 /**
17  * @file
18  * Declarations for File-IO.
19  */
20 
21 #pragma once
22 
23 #include <ctime>
24 #include <fstream>
25 #include <iosfwd>
26 #include <memory>
27 #include <string>
28 #include <vector>
29 
30 #include "exceptions.hpp"
31 #include "game_version.hpp"
32 
33 class config;
34 class game_config_view;
35 struct SDL_RWops;
36 
37 namespace filesystem {
38 
39 using scoped_istream = std::unique_ptr<std::istream>;
40 using scoped_ostream = std::unique_ptr<std::ostream>;
41 
42 typedef std::unique_ptr<SDL_RWops, void(*)(SDL_RWops*)> rwops_ptr;
43 
44 rwops_ptr make_read_RWops(const std::string &path);
45 rwops_ptr make_write_RWops(const std::string &path);
46 
47 /** An exception object used when an IO error occurs */
48 struct io_exception : public game::error {
49  io_exception() : game::error("") {}
50  io_exception(const std::string& msg) : game::error(msg) {}
51 };
52 
53 struct file_tree_checksum;
54 
58 
59 // A list of file and directory blacklist patterns
61 {
62 public:
64  : file_patterns_(), directory_patterns_()
65  {}
66  blacklist_pattern_list(const std::vector<std::string>& file_patterns, const std::vector<std::string>& directory_patterns)
67  : file_patterns_(file_patterns), directory_patterns_(directory_patterns)
68  {}
69 
70  bool match_file(const std::string& name) const;
71 
72  bool match_dir(const std::string& name) const;
73 
74  void add_file_pattern(const std::string& pattern)
75  {
76  file_patterns_.push_back(pattern);
77  }
78 
79  void add_directory_pattern(const std::string& pattern)
80  {
81  directory_patterns_.push_back(pattern);
82  }
83 
84  void remove_blacklisted_files_and_dirs(std::vector<std::string>& files, std::vector<std::string>& directories) const;
85 
86 private:
87  std::vector<std::string> file_patterns_;
88  std::vector<std::string> directory_patterns_;
89 };
90 
92  {
93  /* Blacklist dot-files/dirs, which are hidden files in UNIX platforms */
94  ".+",
95  "#*#",
96  "*~",
97  "*-bak",
98  "*.swp",
99  "*.pbl",
100  "*.ign",
101  "_info.cfg",
102  "*.exe",
103  "*.bat",
104  "*.cmd",
105  "*.com",
106  "*.scr",
107  "*.sh",
108  "*.js",
109  "*.vbs",
110  "*.o",
111  "*.ini",
112  /* Remove junk created by certain file manager ;) */
113  "Thumbs.db",
114  /* Eclipse plugin */
115  "*.wesnoth",
116  "*.project",
117  },
118  {
119  ".+",
120  /* macOS metadata-like cruft (http://floatingsun.net/2007/02/07/whats-with-__macosx-in-zip-files/) */
121  "__MACOSX",
122  }
123 };
124 
125 /**
126  * Get a list of all files and/or directories in a given directory.
127  *
128  * @param dir The directory to examine.
129  * @param[out] files The files in @a dir. Won't be used if nullptr.
130  * @param[out] dirs The directories in @a dir. Won't be used if nullptr.
131  * @param mode Determines whether the entire path or just the filename is retrieved.
132  * @param filter Determines if we skip images and sounds directories.
133  * @param reorder Triggers the special handling of _main.cfg and _final.cfg.
134  * @param[out] checksum Can be used to store checksum info.
135  */
136 void get_files_in_dir(const std::string &dir,
137  std::vector<std::string>* files,
138  std::vector<std::string>* dirs=nullptr,
142  file_tree_checksum* checksum = nullptr);
143 
144 std::string get_dir(const std::string &dir);
145 
146 // The location of various important files:
147 std::string get_prefs_file();
148 std::string get_credentials_file();
149 std::string get_default_prefs_file();
150 std::string get_save_index_file();
151 std::string get_saves_dir();
152 std::string get_intl_dir();
153 std::string get_screenshot_dir();
154 std::string get_addons_dir();
155 const std::string get_version_path_suffix(const version_info& version);
156 const std::string& get_version_path_suffix();
157 
158 /**
159  * Get the next free filename using "name + number (3 digits) + extension"
160  * maximum 1000 files then start always giving 999
161  */
162 std::string get_next_filename(const std::string& name, const std::string& extension);
163 void set_user_config_dir(const std::string& path);
164 void set_user_data_dir(std::string path);
165 
166 std::string get_user_config_dir();
167 std::string get_user_data_dir();
168 std::string get_cache_dir();
169 
171 {
172  /**
173  * Here the version is given as a string instead of a version_info, because the
174  * logic of how many components are significant ("1.16" rather than
175  * "1.16.0") is encapsulated in find_other_version_saves_dirs().
176  */
177  std::string version;
178  std::string path;
179 
180  // constructor because emplace_back() doesn't use aggregate initialization
181  other_version_dir(const std::string& v, const std::string& p)
182  : version(v)
183  , path(p)
184  {
185  }
186 };
187 
188 /**
189  * Searches for directories containing saves created by other versions of Wesnoth.
190  *
191  * The directories returned will exist, but might not contain any saves. Changes to
192  * the filesystem (by running other versions or by deleting old directories) may
193  * change the results returned by the function.
194  */
195 std::vector<other_version_dir> find_other_version_saves_dirs();
196 
197 std::string get_cwd();
198 bool set_cwd(const std::string& dir);
199 
200 std::string get_exe_dir();
201 
202 bool make_directory(const std::string& dirname);
203 bool delete_directory(const std::string& dirname, const bool keep_pbl = false);
204 bool delete_file(const std::string& filename);
205 
206 bool looks_like_pbl(const std::string& file);
207 
208 // Basic disk I/O:
209 
210 /** Basic disk I/O - read file. */
211 std::string read_file(const std::string& fname);
212 filesystem::scoped_istream istream_file(const std::string& fname, bool treat_failure_as_error = true);
213 filesystem::scoped_ostream ostream_file(const std::string& fname, std::ios_base::openmode mode = std::ios_base::binary, bool create_directory = true);
214 /** Throws io_exception if an error occurs. */
215 void write_file(const std::string& fname, const std::string& data);
216 /**
217  * Read a file and then writes it back out.
218  *
219  * @param src The source file.
220  * @param dest The destination of the copied file.
221  */
222 void copy_file(const std::string& src, const std::string& dest);
223 
224 std::string read_map(const std::string& name);
225 
226 /**
227  * Creates a directory if it does not exist already.
228  *
229  * @param dirname Path to directory. All parents should exist.
230  * @returns True if the directory exists or could be
231  * successfully created; false otherwise.
232  */
233 bool create_directory_if_missing(const std::string& dirname);
234 /**
235  * Creates a recursive directory tree if it does not exist already
236  * @param dirname Full path of target directory. Non existing parents
237  * will be created
238  * @return True if the directory exists or could be
239  * successfully created; false otherwise.
240  */
241 bool create_directory_if_missing_recursive(const std::string& dirname);
242 
243 /** Returns true if the given file is a directory. */
244 bool is_directory(const std::string& fname);
245 
246 /** Returns true if a file or directory with such name already exists. */
247 bool file_exists(const std::string& name);
248 
249 /** Get the modification time of a file. */
250 std::time_t file_modified_time(const std::string& fname);
251 
252 /** Returns true if the file ends with '.gz'. */
253 bool is_gzip_file(const std::string& filename);
254 
255 /** Returns true if the file ends with '.bz2'. */
256 bool is_bzip2_file(const std::string& filename);
257 
258 inline bool is_compressed_file(const std::string& filename) {
259  return is_gzip_file(filename) || is_bzip2_file(filename);
260 }
261 
262 /**
263  * Returns whether the given filename is a legal name for a user-created file.
264  *
265  * This is meant to be used for any files created by Wesnoth where user input
266  * is required, including save files and add-on files for uploading to the
267  * add-ons server.
268  *
269  * @param name File name to verify.
270  * @param allow_whitespace Whether whitespace should be allowed.
271  */
272 bool is_legal_user_file_name(const std::string& name, bool allow_whitespace = true);
273 
275 {
277  explicit file_tree_checksum(const config& cfg);
278  void write(config& cfg) const;
279  void reset() {nfiles = 0;modified = 0;sum_size=0;}
280  // @todo make variables private!
281  std::size_t nfiles, sum_size;
282  std::time_t modified;
283  bool operator==(const file_tree_checksum &rhs) const;
284  bool operator!=(const file_tree_checksum &rhs) const
285  { return !operator==(rhs); }
286 };
287 
288 /** Get the time at which the data/ tree was last modified at. */
289 const file_tree_checksum& data_tree_checksum(bool reset = false);
290 
291 /** Returns the size of a file, or -1 if the file doesn't exist. */
292 int file_size(const std::string& fname);
293 
294 /** Returns the sum of the sizes of the files contained in a directory. */
295 int dir_size(const std::string& path);
296 
297 bool ends_with(const std::string& str, const std::string& suffix);
298 
299 /**
300  * Returns the base filename of a file, with directory name stripped.
301  * Equivalent to a portable basename() function.
302  *
303  * If @a remove_extension is true, the filename extension will be stripped
304  * from the returned value.
305  */
306 std::string base_name(const std::string& file, const bool remove_extension = false);
307 
308 /**
309  * Returns the directory name of a file, with filename stripped.
310  * Equivalent to a portable dirname()
311  */
312 std::string directory_name(const std::string& file);
313 
314 /**
315  * Finds the nearest parent in existence for a file or directory.
316  *
317  * @note The file's own existence is not checked.
318  *
319  * @returns An absolute path to the closest parent of the given path, or an
320  * empty string if none could be found. While on POSIX platforms this
321  * cannot happen (unless the original path was already empty), on
322  * Windows it might be the case that the original path refers to a
323  * drive letter or network share that does not exist.
324  */
325 std::string nearest_extant_parent(const std::string& file);
326 
327 /**
328  * Returns the absolute path of a file.
329  *
330  * @param path Original path.
331  * @param normalize_separators Whether to substitute path separators with the
332  * platform's preferred format.
333  * @param resolve_dot_entries Whether to resolve . and .. directory entries.
334  * This requires @a path to refer to a valid
335  * existing object.
336  *
337  * @returns An absolute path -- that is, a path that is independent of the
338  * current working directory for the process. If resolve_dot_entries
339  * is set to true, the returned path has . and .. components resolved;
340  * however, if resolution fails because a component does not exist, an
341  * empty string is returned instead.
342  */
343 std::string normalize_path(const std::string& path,
344  bool normalize_separators = false,
345  bool resolve_dot_entries = false);
346 
347 /**
348  * Sanitizes a path to remove references to the user's name.
349  */
350 std::string sanitize_path(const std::string& path);
351 
352 /**
353  * Returns whether the path is the root of the file hierarchy.
354  *
355  * @note This function is unreliable for paths that do not exist -- it will
356  * always return @a false for those.
357  */
358 bool is_root(const std::string& path);
359 
360 /**
361  * Returns the name of the root device if included in the given path.
362  *
363  * This only properly makes sense on Windows with paths containing a drive
364  * letter or UNC at the start -- otherwise, it will return the empty string. To
365  * ensure that a suitable root name can be found you might want to use
366  * normalize_path() first with @a resolve_dot_entries set to true.
367  */
368 std::string root_name(const std::string& path);
369 
370 /**
371  * Returns whether the path seems to be relative.
372  */
373 bool is_relative(const std::string& path);
374 
375 /**
376  * Returns whether @a c is a path separator.
377  *
378  * @note / is always a path separator. Additionally, on Windows \\ is a
379  * path separator as well.
380  */
381 bool is_path_sep(char c);
382 
383 /**
384  * Returns the standard path separator for the current platform.
385  */
386 char path_separator();
387 
388 /**
389  * The paths manager is responsible for recording the various paths
390  * that binary files may be located at.
391  * It should be passed a config object which holds binary path information.
392  * This is in the format
393  *@verbatim
394  * [binary_path]
395  * path=<path>
396  * [/binary_path]
397  * Binaries will be searched for in [wesnoth-path]/data/<path>/images/
398  *@endverbatim
399  */
401 {
405 
406  void set_paths(const game_config_view& cfg);
407 
408 private:
410  binary_paths_manager& operator=(const binary_paths_manager& o);
411 
412  void cleanup();
413 
414  std::vector<std::string> paths_;
415 };
416 
418 
419 /**
420  * Returns a vector with all possible paths to a given type of binary,
421  * e.g. 'images', 'sounds', etc,
422  */
423 const std::vector<std::string>& get_binary_paths(const std::string& type);
424 
425 /**
426  * Returns a complete path to the actual file of a given @a type
427  * or an empty string if the file isn't present.
428  */
429 std::string get_binary_file_location(const std::string& type, const std::string& filename);
430 
431 /**
432  * Returns a complete path to the actual directory of a given @a type
433  * or an empty string if the directory isn't present.
434  */
435 std::string get_binary_dir_location(const std::string &type, const std::string &filename);
436 
437 /**
438  * Returns a complete path to the actual WML file or directory
439  * or an empty string if the file isn't present.
440  */
441 std::string get_wml_location(const std::string &filename,
442  const std::string &current_dir = std::string());
443 
444 /**
445  * Returns a short path to @a filename, skipping the (user) data directory.
446  */
447 std::string get_short_wml_path(const std::string &filename);
448 
449 /**
450  * Returns an asset path to @a filename for binary path-independent use in saved games.
451  *
452  * Example:
453  * images, units/konrad-fighter.png ->
454  * data/campaigns/Heir_To_The_Throne/images/units/konrad-fighter.png
455  */
456 std::string get_independent_binary_file_path(const std::string& type, const std::string &filename);
457 
458 /**
459  * Returns the appropriate invocation for a Wesnoth-related binary, assuming
460  * that it is located in the same directory as the running wesnoth binary.
461  * This is just a string-transformation based on argv[0], so the returned
462  * program is not guaranteed to actually exist. '-debug' variants are handled
463  * correctly.
464  */
465 std::string get_program_invocation(const std::string &program_name);
466 
467 /**
468  * Returns the localized version of the given filename, if it exists.
469  */
470 std::string get_localized_path(const std::string& file, const std::string& suff = "");
471 
472 }
std::string get_binary_dir_location(const std::string &type, const std::string &filename)
Returns a complete path to the actual directory of a given type or an empty string if the directory i...
bool delete_directory(const std::string &dirname, const bool keep_pbl)
Definition: filesystem.cpp:948
std::string get_program_invocation(const std::string &program_name)
Returns the appropriate invocation for a Wesnoth-related binary, assuming that it is located in the s...
bool is_legal_user_file_name(const std::string &name, bool allow_whitespace=true)
Returns whether the given filename is a legal name for a user-created file.
std::string get_next_filename(const std::string &name, const std::string &extension)
Get the next free filename using "name + number (3 digits) + extension" maximum 1000 files then start...
Definition: filesystem.cpp:490
Interfaces for manipulating version numbers of engine, add-ons, etc.
bool delete_file(const std::string &filename)
Definition: filesystem.cpp:987
static bool create_directory_if_missing(const bfs::path &dirpath)
Definition: filesystem.cpp:297
bool looks_like_pbl(const std::string &file)
void add_directory_pattern(const std::string &pattern)
Definition: filesystem.hpp:79
void set_user_data_dir(std::string newprefdir)
Definition: filesystem.cpp:611
static bool file_exists(const bfs::path &fpath)
Definition: filesystem.cpp:263
bool ends_with(const std::string &str, const std::string &suffix)
rwops_ptr make_read_RWops(const std::string &path)
filesystem::scoped_istream istream_file(const std::string &fname, bool treat_failure_as_error)
The paths manager is responsible for recording the various paths that binary files may be located at...
Definition: filesystem.hpp:400
std::string version
Here the version is given as a string instead of a version_info, because the logic of how many compon...
Definition: filesystem.hpp:177
other_version_dir(const std::string &v, const std::string &p)
Definition: filesystem.hpp:181
std::string get_screenshot_dir()
static void msg(const char *act, debug_info &i, const char *to="", const char *result="")
Definition: debugger.cpp:110
std::string get_binary_file_location(const std::string &type, const std::string &filename)
Returns a complete path to the actual file of a given type or an empty string if the file isn&#39;t prese...
std::string normalize_path(const std::string &fpath, bool normalize_separators, bool resolve_dot_entries)
Returns the absolute path of a file.
std::string get_saves_dir()
filesystem::scoped_ostream ostream_file(const std::string &fname, std::ios_base::openmode mode, bool create_directory)
static bfs::path get_dir(const bfs::path &dirpath)
Definition: filesystem.cpp:274
io_exception(const std::string &msg)
Definition: filesystem.hpp:50
std::string get_independent_binary_file_path(const std::string &type, const std::string &filename)
Returns an asset path to filename for binary path-independent use in saved games. ...
void clear_binary_paths_cache()
std::string get_cwd()
Definition: filesystem.cpp:879
void write(std::ostream &out, const configr_of &cfg, unsigned int level)
Definition: parser.cpp:764
rwops_ptr make_write_RWops(const std::string &path)
std::string get_user_data_dir()
Definition: filesystem.cpp:792
std::vector< std::string > directory_patterns_
Definition: filesystem.hpp:88
std::string get_intl_dir()
void write_file(const std::string &fname, const std::string &data)
Throws io_exception if an error occurs.
void get_files_in_dir(const std::string &dir, std::vector< std::string > *files, std::vector< std::string > *dirs, name_mode mode, filter_mode filter, reorder_mode reorder, file_tree_checksum *checksum)
Get a list of all files and/or directories in a given directory.
Definition: filesystem.cpp:349
std::string root_name(const std::string &path)
Returns the name of the root device if included in the given path.
std::string nearest_extant_parent(const std::string &file)
Finds the nearest parent in existence for a file or directory.
bool is_directory(const std::string &fname)
Returns true if the given file is a directory.
std::unique_ptr< std::istream > scoped_istream
Definition: filesystem.hpp:39
std::string path
Definition: game_config.cpp:39
std::string get_short_wml_path(const std::string &filename)
Returns a short path to filename, skipping the (user) data directory.
std::vector< std::string > file_patterns_
Definition: filesystem.hpp:87
std::string sanitize_path(const std::string &path)
Sanitizes a path to remove references to the user&#39;s name.
std::string get_default_prefs_file()
std::string read_file(const std::string &fname)
Basic disk I/O - read file.
Definition: filesystem.cpp:998
void add_file_pattern(const std::string &pattern)
Definition: filesystem.hpp:74
std::string read_map(const std::string &name)
bool is_path_sep(char c)
Returns whether c is a path separator.
std::unique_ptr< std::ostream > scoped_ostream
Definition: filesystem.hpp:40
bool is_gzip_file(const std::string &filename)
Returns true if the file ends with &#39;.gz&#39;.
std::string get_cache_dir()
Definition: filesystem.cpp:797
const std::vector< std::string > & get_binary_paths(const std::string &type)
Returns a vector with all possible paths to a given type of binary, e.g.
std::string get_exe_dir()
Definition: filesystem.cpp:907
bool is_relative(const std::string &path)
Returns whether the path seems to be relative.
void set_user_config_dir(const std::string &newconfigdir)
Definition: filesystem.cpp:749
int dir_size(const std::string &pname)
Returns the sum of the sizes of the files contained in a directory.
std::string get_wml_location(const std::string &filename, const std::string &current_dir)
Returns a complete path to the actual WML file or directory or an empty string if the file isn&#39;t pres...
std::vector< std::string > paths_
Definition: filesystem.hpp:414
mock_party p
void copy_file(const std::string &src, const std::string &dest)
Read a file and then writes it back out.
An exception object used when an IO error occurs.
Definition: filesystem.hpp:48
bool operator==(const config &a, const config &b)
Definition: config.cpp:1475
bool make_directory(const std::string &dirname)
Definition: filesystem.cpp:937
bool is_compressed_file(const std::string &filename)
Definition: filesystem.hpp:258
bool is_root(const std::string &path)
Returns whether the path is the root of the file hierarchy.
std::unique_ptr< SDL_RWops, void(*)(SDL_RWops *)> rwops_ptr
Definition: filesystem.hpp:42
std::string get_localized_path(const std::string &file, const std::string &suff)
Returns the localized version of the given filename, if it exists.
Represents version numbers.
const file_tree_checksum & data_tree_checksum(bool reset=false)
Get the time at which the data/ tree was last modified at.
char path_separator()
Returns the standard path separator for the current platform.
std::string base_name(const std::string &file, const bool remove_extension)
Returns the base filename of a file, with directory name stripped.
int file_size(const std::string &fname)
Returns the size of a file, or -1 if the file doesn&#39;t exist.
const std::string get_version_path_suffix(const version_info &version)
Definition: filesystem.cpp:513
bool set_cwd(const std::string &dir)
Definition: filesystem.cpp:892
std::string get_user_config_dir()
Definition: filesystem.cpp:763
bool is_bzip2_file(const std::string &filename)
Returns true if the file ends with &#39;.bz2&#39;.
std::time_t file_modified_time(const std::string &fname)
Get the modification time of a file.
Base class for all the errors encountered by the engine.
Definition: exceptions.hpp:28
std::string get_addons_dir()
std::string get_credentials_file()
bool operator!=(const file_tree_checksum &rhs) const
Definition: filesystem.hpp:284
blacklist_pattern_list(const std::vector< std::string > &file_patterns, const std::vector< std::string > &directory_patterns)
Definition: filesystem.hpp:66
std::vector< other_version_dir > find_other_version_saves_dirs()
Searches for directories containing saves created by other versions of Wesnoth.
Definition: filesystem.cpp:826
std::string get_prefs_file()
A config object defines a single node in a WML file, with access to child nodes.
Definition: config.hpp:61
mock_char c
std::string get_save_index_file()
std::string directory_name(const std::string &file)
Returns the directory name of a file, with filename stripped.
static bool create_directory_if_missing_recursive(const bfs::path &dirpath)
Definition: filesystem.cpp:321
static const blacklist_pattern_list default_blacklist
Definition: filesystem.hpp:91