util.h 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355
  1. /* Copyright (c) 2003-2004, Roger Dingledine
  2. * Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
  3. * Copyright (c) 2007-2018, The Tor Project, Inc. */
  4. /* See LICENSE for licensing information */
  5. /**
  6. * \file util.h
  7. * \brief Headers for util.c
  8. **/
  9. #ifndef TOR_UTIL_H
  10. #define TOR_UTIL_H
  11. #include "orconfig.h"
  12. #include "lib/cc/torint.h"
  13. #include "common/compat.h"
  14. #include "lib/ctime/di_ops.h"
  15. #include "lib/testsupport/testsupport.h"
  16. #include <stdio.h>
  17. #include <stdlib.h>
  18. #ifdef _WIN32
  19. /* for the correct alias to struct stat */
  20. #include <sys/stat.h>
  21. #endif
  22. #include "lib/err/torerr.h"
  23. #include "lib/malloc/util_malloc.h"
  24. #include "lib/wallclock/approx_time.h"
  25. #include "lib/string/util_string.h"
  26. #include "lib/string/parse_int.h"
  27. #include "lib/string/scanf.h"
  28. #include "lib/intmath/bits.h"
  29. #include "lib/intmath/addsub.h"
  30. #include "lib/intmath/muldiv.h"
  31. #include "lib/intmath/cmp.h"
  32. #include "lib/log/ratelim.h"
  33. #include "lib/log/util_bug.h"
  34. #include "lib/log/escape.h"
  35. #ifndef O_BINARY
  36. #define O_BINARY 0
  37. #endif
  38. #ifndef O_TEXT
  39. #define O_TEXT 0
  40. #endif
  41. #ifndef O_NOFOLLOW
  42. #define O_NOFOLLOW 0
  43. #endif
  44. uint64_t tor_htonll(uint64_t a);
  45. uint64_t tor_ntohll(uint64_t a);
  46. void tor_log_mallinfo(int severity);
  47. /** Macro: yield a pointer to an enclosing structure given a pointer to
  48. * a substructure at offset <b>off</b>. Example:
  49. * <pre>
  50. * struct base { ... };
  51. * struct subtype { int x; struct base b; } x;
  52. * struct base *bp = &x.base;
  53. * struct *sp = SUBTYPE_P(bp, struct subtype, b);
  54. * </pre>
  55. */
  56. #define SUBTYPE_P(p, subtype, basemember) \
  57. ((void*) ( ((char*)(p)) - offsetof(subtype, basemember) ))
  58. /* Logic */
  59. /** Macro: true if two values have the same boolean value. */
  60. #define bool_eq(a,b) (!(a)==!(b))
  61. /** Macro: true if two values have different boolean values. */
  62. #define bool_neq(a,b) (!(a)!=!(b))
  63. /* Math functions */
  64. double tor_mathlog(double d) ATTR_CONST;
  65. long tor_lround(double d) ATTR_CONST;
  66. int64_t tor_llround(double d) ATTR_CONST;
  67. int64_t sample_laplace_distribution(double mu, double b, double p);
  68. int64_t add_laplace_noise(int64_t signal, double random, double delta_f,
  69. double epsilon);
  70. int64_t clamp_double_to_int64(double number);
  71. /* String manipulation */
  72. const char *hex_str(const char *from, size_t fromlen) ATTR_NONNULL((1));
  73. int string_is_key_value(int severity, const char *string);
  74. int string_is_valid_dest(const char *string);
  75. int string_is_valid_nonrfc_hostname(const char *string);
  76. int string_is_valid_ipv4_address(const char *string);
  77. int string_is_valid_ipv6_address(const char *string);
  78. int tor_mem_is_zero(const char *mem, size_t len);
  79. int tor_digest_is_zero(const char *digest);
  80. int tor_digest256_is_zero(const char *digest);
  81. char *tor_escape_str_for_pt_args(const char *string,
  82. const char *chars_to_escape);
  83. /* Time helpers */
  84. long tv_udiff(const struct timeval *start, const struct timeval *end);
  85. long tv_mdiff(const struct timeval *start, const struct timeval *end);
  86. int64_t tv_to_msec(const struct timeval *tv);
  87. int tor_timegm(const struct tm *tm, time_t *time_out);
  88. #define RFC1123_TIME_LEN 29
  89. void format_rfc1123_time(char *buf, time_t t);
  90. int parse_rfc1123_time(const char *buf, time_t *t);
  91. #define ISO_TIME_LEN 19
  92. #define ISO_TIME_USEC_LEN (ISO_TIME_LEN+7)
  93. void format_local_iso_time(char *buf, time_t t);
  94. void format_iso_time(char *buf, time_t t);
  95. void format_local_iso_time_nospace(char *buf, time_t t);
  96. void format_iso_time_nospace(char *buf, time_t t);
  97. void format_iso_time_nospace_usec(char *buf, const struct timeval *tv);
  98. int parse_iso_time_(const char *cp, time_t *t, int strict, int nospace);
  99. int parse_iso_time(const char *buf, time_t *t);
  100. int parse_iso_time_nospace(const char *cp, time_t *t);
  101. int parse_http_time(const char *buf, struct tm *tm);
  102. int format_time_interval(char *out, size_t out_len, long interval);
  103. /* File helpers */
  104. ssize_t write_all(tor_socket_t fd, const char *buf, size_t count,int isSocket);
  105. ssize_t read_all(tor_socket_t fd, char *buf, size_t count, int isSocket);
  106. /** Status of an I/O stream. */
  107. enum stream_status {
  108. IO_STREAM_OKAY,
  109. IO_STREAM_EAGAIN,
  110. IO_STREAM_TERM,
  111. IO_STREAM_CLOSED
  112. };
  113. const char *stream_status_to_string(enum stream_status stream_status);
  114. enum stream_status get_string_from_pipe(int fd, char *buf, size_t count);
  115. MOCK_DECL(int,tor_unlink,(const char *pathname));
  116. /** Return values from file_status(); see that function's documentation
  117. * for details. */
  118. typedef enum { FN_ERROR, FN_NOENT, FN_FILE, FN_DIR, FN_EMPTY } file_status_t;
  119. file_status_t file_status(const char *filename);
  120. /** Possible behaviors for check_private_dir() on encountering a nonexistent
  121. * directory; see that function's documentation for details. */
  122. typedef unsigned int cpd_check_t;
  123. #define CPD_NONE 0
  124. #define CPD_CREATE (1u << 0)
  125. #define CPD_CHECK (1u << 1)
  126. #define CPD_GROUP_OK (1u << 2)
  127. #define CPD_GROUP_READ (1u << 3)
  128. #define CPD_CHECK_MODE_ONLY (1u << 4)
  129. #define CPD_RELAX_DIRMODE_CHECK (1u << 5)
  130. MOCK_DECL(int, check_private_dir,
  131. (const char *dirname, cpd_check_t check,
  132. const char *effective_user));
  133. #define OPEN_FLAGS_REPLACE (O_WRONLY|O_CREAT|O_TRUNC)
  134. #define OPEN_FLAGS_APPEND (O_WRONLY|O_CREAT|O_APPEND)
  135. #define OPEN_FLAGS_DONT_REPLACE (O_CREAT|O_EXCL|O_APPEND|O_WRONLY)
  136. typedef struct open_file_t open_file_t;
  137. int start_writing_to_file(const char *fname, int open_flags, int mode,
  138. open_file_t **data_out);
  139. FILE *start_writing_to_stdio_file(const char *fname, int open_flags, int mode,
  140. open_file_t **data_out);
  141. FILE *fdopen_file(open_file_t *file_data);
  142. int finish_writing_to_file(open_file_t *file_data);
  143. int abort_writing_to_file(open_file_t *file_data);
  144. MOCK_DECL(int,
  145. write_str_to_file,(const char *fname, const char *str, int bin));
  146. MOCK_DECL(int,
  147. write_bytes_to_file,(const char *fname, const char *str, size_t len,
  148. int bin));
  149. /** An ad-hoc type to hold a string of characters and a count; used by
  150. * write_chunks_to_file. */
  151. typedef struct sized_chunk_t {
  152. const char *bytes;
  153. size_t len;
  154. } sized_chunk_t;
  155. struct smartlist_t;
  156. int write_chunks_to_file(const char *fname, const struct smartlist_t *chunks,
  157. int bin, int no_tempfile);
  158. int append_bytes_to_file(const char *fname, const char *str, size_t len,
  159. int bin);
  160. int write_bytes_to_new_file(const char *fname, const char *str, size_t len,
  161. int bin);
  162. /** Flag for read_file_to_str: open the file in binary mode. */
  163. #define RFTS_BIN 1
  164. /** Flag for read_file_to_str: it's okay if the file doesn't exist. */
  165. #define RFTS_IGNORE_MISSING 2
  166. #ifndef _WIN32
  167. struct stat;
  168. #endif
  169. MOCK_DECL_ATTR(char *, read_file_to_str,
  170. (const char *filename, int flags, struct stat *stat_out),
  171. ATTR_MALLOC);
  172. char *read_file_to_str_until_eof(int fd, size_t max_bytes_to_read,
  173. size_t *sz_out)
  174. ATTR_MALLOC;
  175. const char *unescape_string(const char *s, char **result, size_t *size_out);
  176. char *get_unquoted_path(const char *path);
  177. char *expand_filename(const char *filename);
  178. MOCK_DECL(struct smartlist_t *, tor_listdir, (const char *dirname));
  179. int path_is_relative(const char *filename);
  180. /* Process helpers */
  181. void start_daemon(void);
  182. void finish_daemon(const char *desired_cwd);
  183. int write_pidfile(const char *filename);
  184. void tor_disable_spawning_background_processes(void);
  185. typedef struct process_handle_t process_handle_t;
  186. typedef struct process_environment_t process_environment_t;
  187. int tor_spawn_background(const char *const filename, const char **argv,
  188. process_environment_t *env,
  189. process_handle_t **process_handle_out);
  190. #define SPAWN_ERROR_MESSAGE "ERR: Failed to spawn background process - code "
  191. #ifdef _WIN32
  192. HANDLE load_windows_system_library(const TCHAR *library_name);
  193. #endif
  194. int environment_variable_names_equal(const char *s1, const char *s2);
  195. /* DOCDOC process_environment_t */
  196. struct process_environment_t {
  197. /** A pointer to a sorted empty-string-terminated sequence of
  198. * NUL-terminated strings of the form "NAME=VALUE". */
  199. char *windows_environment_block;
  200. /** A pointer to a NULL-terminated array of pointers to
  201. * NUL-terminated strings of the form "NAME=VALUE". */
  202. char **unixoid_environment_block;
  203. };
  204. process_environment_t *process_environment_make(struct smartlist_t *env_vars);
  205. void process_environment_free_(process_environment_t *env);
  206. #define process_environment_free(env) \
  207. FREE_AND_NULL(process_environment_t, process_environment_free_, (env))
  208. struct smartlist_t *get_current_process_environment_variables(void);
  209. void set_environment_variable_in_smartlist(struct smartlist_t *env_vars,
  210. const char *new_var,
  211. void (*free_old)(void*),
  212. int free_p);
  213. /* Values of process_handle_t.status. */
  214. #define PROCESS_STATUS_NOTRUNNING 0
  215. #define PROCESS_STATUS_RUNNING 1
  216. #define PROCESS_STATUS_ERROR -1
  217. #ifdef UTIL_PRIVATE
  218. struct waitpid_callback_t;
  219. /** Structure to represent the state of a process with which Tor is
  220. * communicating. The contents of this structure are private to util.c */
  221. struct process_handle_t {
  222. /** One of the PROCESS_STATUS_* values */
  223. int status;
  224. #ifdef _WIN32
  225. HANDLE stdin_pipe;
  226. HANDLE stdout_pipe;
  227. HANDLE stderr_pipe;
  228. PROCESS_INFORMATION pid;
  229. #else /* !(defined(_WIN32)) */
  230. int stdin_pipe;
  231. int stdout_pipe;
  232. int stderr_pipe;
  233. pid_t pid;
  234. /** If the process has not given us a SIGCHLD yet, this has the
  235. * waitpid_callback_t that gets invoked once it has. Otherwise this
  236. * contains NULL. */
  237. struct waitpid_callback_t *waitpid_cb;
  238. /** The exit status reported by waitpid. */
  239. int waitpid_exit_status;
  240. #endif /* defined(_WIN32) */
  241. };
  242. #endif /* defined(UTIL_PRIVATE) */
  243. /* Return values of tor_get_exit_code() */
  244. #define PROCESS_EXIT_RUNNING 1
  245. #define PROCESS_EXIT_EXITED 0
  246. #define PROCESS_EXIT_ERROR -1
  247. int tor_get_exit_code(process_handle_t *process_handle,
  248. int block, int *exit_code);
  249. int tor_split_lines(struct smartlist_t *sl, char *buf, int len);
  250. #ifdef _WIN32
  251. ssize_t tor_read_all_handle(HANDLE h, char *buf, size_t count,
  252. const process_handle_t *process);
  253. #else
  254. ssize_t tor_read_all_handle(int fd, char *buf, size_t count,
  255. const process_handle_t *process,
  256. int *eof);
  257. #endif /* defined(_WIN32) */
  258. ssize_t tor_read_all_from_process_stdout(
  259. const process_handle_t *process_handle, char *buf, size_t count);
  260. ssize_t tor_read_all_from_process_stderr(
  261. const process_handle_t *process_handle, char *buf, size_t count);
  262. char *tor_join_win_cmdline(const char *argv[]);
  263. int tor_process_get_pid(process_handle_t *process_handle);
  264. #ifdef _WIN32
  265. HANDLE tor_process_get_stdout_pipe(process_handle_t *process_handle);
  266. #else
  267. int tor_process_get_stdout_pipe(process_handle_t *process_handle);
  268. #endif
  269. #ifdef _WIN32
  270. MOCK_DECL(struct smartlist_t *,
  271. tor_get_lines_from_handle,(HANDLE *handle,
  272. enum stream_status *stream_status));
  273. #else
  274. MOCK_DECL(struct smartlist_t *,
  275. tor_get_lines_from_handle,(int fd,
  276. enum stream_status *stream_status));
  277. #endif /* defined(_WIN32) */
  278. int
  279. tor_terminate_process(process_handle_t *process_handle);
  280. MOCK_DECL(void,
  281. tor_process_handle_destroy,(process_handle_t *process_handle,
  282. int also_terminate_process));
  283. /* ===== Insecure rng */
  284. typedef struct tor_weak_rng_t {
  285. uint32_t state;
  286. } tor_weak_rng_t;
  287. #define TOR_WEAK_RNG_INIT {383745623}
  288. #define TOR_WEAK_RANDOM_MAX (INT_MAX)
  289. void tor_init_weak_random(tor_weak_rng_t *weak_rng, unsigned seed);
  290. int32_t tor_weak_random(tor_weak_rng_t *weak_rng);
  291. int32_t tor_weak_random_range(tor_weak_rng_t *rng, int32_t top);
  292. /** Randomly return true according to <b>rng</b> with probability 1 in
  293. * <b>n</b> */
  294. #define tor_weak_random_one_in_n(rng, n) (0==tor_weak_random_range((rng),(n)))
  295. #ifdef UTIL_PRIVATE
  296. /* Prototypes for private functions only used by util.c (and unit tests) */
  297. #ifndef _WIN32
  298. STATIC int format_helper_exit_status(unsigned char child_state,
  299. int saved_errno, char *hex_errno);
  300. /* Space for hex values of child state, a slash, saved_errno (with
  301. leading minus) and newline (no null) */
  302. #define HEX_ERRNO_SIZE (sizeof(char) * 2 + 1 + \
  303. 1 + sizeof(int) * 2 + 1)
  304. #endif /* !defined(_WIN32) */
  305. #endif /* defined(UTIL_PRIVATE) */
  306. #endif /* !defined(TOR_UTIL_H) */