wget2 2.1.0
Loading...
Searching...
No Matches
wget.h
1/*
2 * Copyright (c) 2012-2015 Tim Ruehsen
3 * Copyright (c) 2015-2024 Free Software Foundation, Inc.
4 *
5 * This file is part of libwget.
6 *
7 * Libwget is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU Lesser General Public License as published by
9 * the Free Software Foundation, either version 3 of the License, or
10 * (at your option) any later version.
11 *
12 * Libwget is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public License
18 * along with libwget. If not, see <https://www.gnu.org/licenses/>.
19 *
20 *
21 * Header file for libwget library routines
22 *
23 * Changelog
24 * 28.12.2012 Tim Ruehsen created (moved wget.h and list.h and into here)
25 *
26 */
27
28#ifndef WGET_WGET_H
29#define WGET_WGET_H
30
31#include <stddef.h> // size_t
32#include <sys/types.h>
33#include <unistd.h>
34#include <stdarg.h> // va_list
35#include <stdio.h> // FILE
36#include <stdlib.h>
37#include <stdbool.h> // bool
38#include <stdint.h> // int64_t
39
40#ifdef WGETVER_FILE
41# include WGETVER_FILE
42#else //not WGETVER_FILE
43# include "wgetver.h"
44#endif //WGETVER_FILE
45
46// see https://www.gnu.org/software/gnulib/manual/html_node/Exported-Symbols-of-Shared-Libraries.html
47#if defined BUILDING_LIBWGET && HAVE_VISIBILITY
48# define WGETAPI __attribute__ ((__visibility__("default")))
49#elif defined BUILDING_LIBWGET && defined _MSC_VER && !defined LIBWGET_STATIC
50# define WGETAPI __declspec(dllexport)
51#elif defined _MSC_VER && !defined LIBWGET_STATIC
52# define WGETAPI __declspec(dllimport)
53#else
54# define WGETAPI
55#endif
56
57/*
58 * Attribute defines specific for clang (especially for improving clang analyzer)
59 * Using G_GNU_ as prefix to let gtk-doc recognize the attributes.
60 */
61
62/*
63 * Attribute defines for GCC and compatible compilers
64 * Using G_GNU_ as prefix to let gtk-doc recognize the attributes.
65 *
66 * Clang also defines __GNUC__. It promotes a GCC version of 4.2.1.
67 */
68
69#if defined __GNUC__ && defined __GNUC_MINOR__
70# define GCC_VERSION_AT_LEAST(major, minor) ((__GNUC__ > (major)) || (__GNUC__ == (major) && __GNUC_MINOR__ >= (minor)))
71#else
72# define GCC_VERSION_AT_LEAST(major, minor) 0
73#endif
74
75#if defined __clang_major__ && defined __clang_minor__
76# define CLANG_VERSION_AT_LEAST(major, minor) ((__clang_major__ > (major)) || (__clang_major__ == (major) && __clang_minor__ >= (minor)))
77#else
78# define CLANG_VERSION_AT_LEAST(major, minor) 0
79#endif
80
81#if GCC_VERSION_AT_LEAST(2,5)
82# define WGET_GCC_CONST __attribute__ ((const))
83#else
84# define WGET_GCC_CONST
85#endif
86
87#define WGET_GCC_NORETURN_FUNCPTR
88#if GCC_VERSION_AT_LEAST(2,8) || __SUNPRO_C >= 0x5110
89# define WGET_GCC_NORETURN __attribute__ ((__noreturn__))
90# undef WGET_GCC_NORETURN_FUNCPTR
91# define G_GNUC_NORETURN_FUNCPTR WGET_GCC_NORETURN
92#elif _MSC_VER >= 1200
93# define WGET_GCC_NORETURN __declspec (noreturn)
94#elif __STDC_VERSION__ >= 201112
95# define WGET_GCC_NORETURN _Noreturn
96#else
97# define WGET_GCC_NORETURN
98#endif
99
100#if GCC_VERSION_AT_LEAST(2,95)
101# define WGET_GCC_PRINTF_FORMAT(a, b) __attribute__ ((format (printf, a, b)))
102# define WGET_GCC_UNUSED __attribute__ ((unused))
103#else
104# define WGET_GCC_PRINTF_FORMAT(a, b)
105# define WGET_GCC_UNUSED
106#endif
107
108#if GCC_VERSION_AT_LEAST(2,96)
109# define WGET_GCC_PURE __attribute__ ((pure))
110#else
111# define WGET_GCC_PURE
112#endif
113
114#if GCC_VERSION_AT_LEAST(3,0)
115# define WGET_GCC_MALLOC __attribute__ ((malloc))
116# define unlikely(expr) __builtin_expect(!!(expr), 0)
117# define likely(expr) __builtin_expect(!!(expr), 1)
118#else
119# define WGET_GCC_MALLOC
120# define unlikely(expr) expr
121# define likely(expr) expr
122#endif
123
124#if GCC_VERSION_AT_LEAST(3,1)
125# define WGET_GCC_ALWAYS_INLINE __attribute__ ((always_inline))
126# define WGET_GCC_FLATTEN __attribute__ ((flatten))
127# define WGET_GCC_DEPRECATED __attribute__ ((deprecated))
128#else
129# define WGET_GCC_ALWAYS_INLINE
130# define WGET_GCC_FLATTEN
131# define WGET_GCC_DEPRECATED
132#endif
133
134// nonnull is dangerous to use with current gcc <= 4.7.1.
135// see https://gcc.gnu.org/bugzilla/show_bug.cgi?id=17308
136// we have to use e.g. the clang analyzer if we want NONNULL.
137// but even clang is not perfect - don't use nonnull in production
138#if GCC_VERSION_AT_LEAST(3,3)
139# define WGET_GCC_NONNULL_ALL __attribute__ ((nonnull))
140# define WGET_GCC_NONNULL(a) __attribute__ ((nonnull a))
141#else
142# define WGET_GCC_NONNULL_ALL
143# define WGET_GCC_NONNULL(a)
144#endif
145
146#if GCC_VERSION_AT_LEAST(3,4)
147# define WGET_GCC_UNUSED_RESULT __attribute__ ((warn_unused_result))
148#else
149# define WGET_GCC_UNUSED_RESULT
150#endif
151
152#if GCC_VERSION_AT_LEAST(4,0)
153# define WGET_GCC_NULL_TERMINATED __attribute__((__sentinel__))
154#else
155# define WGET_GCC_NULL_TERMINATED
156#endif
157
158#if GCC_VERSION_AT_LEAST(4,9) || CLANG_VERSION_AT_LEAST(7,0)
159# define WGET_GCC_RETURNS_NONNULL __attribute__((returns_nonnull))
160#else
161# define WGET_GCC_RETURNS_NONNULL
162#endif
163
164#if GCC_VERSION_AT_LEAST(4,3) || CLANG_VERSION_AT_LEAST(6,0)
165# define WGET_GCC_ALLOC_SIZE(a) __attribute__ ((__alloc_size__(a)))
166# define WGET_GCC_ALLOC_SIZE2(a, b) __attribute__ ((__alloc_size__(a, b)))
167#else
168# define WGET_GCC_ALLOC_SIZE(a)
169# define WGET_GCC_ALLOC_SIZE2(a, b)
170#endif
171
172#ifdef BUILDING_LIBWGET
173# define LIBWGET_WARN_UNUSED_RESULT WGET_GCC_UNUSED_RESULT
174#else
175# define LIBWGET_WARN_UNUSED_RESULT
176#endif
177
178// Let C++ include C headers
179#ifdef __cplusplus
180# define WGET_BEGIN_DECLS extern "C" {
181# define WGET_END_DECLS }
182#else
183# define WGET_BEGIN_DECLS
184# define WGET_END_DECLS
185#endif
186
187// define MALLOC_RETURNS_NONNULL when using appropriate implementations of the alloc functions
188#ifdef MALLOC_RETURNS_NONNULL
189# define RETURNS_NONNULL WGET_GCC_RETURNS_NONNULL
190# define NULLABLE
191#else
192# define RETURNS_NONNULL
193# if defined __clang_major__ && defined WGET_MANYWARNINGS
194# define NULLABLE _Nullable
195# else
196# define NULLABLE
197# endif
198#endif
199
200#undef GCC_VERSION_AT_LEAST
201#undef CLANG_VERSION_AT_LEAST
202
203WGET_BEGIN_DECLS
204
205/*
206 * Library initialization functions
207 */
208
209// Why not using enum ? Might result in different values if one entry is inserted.
210// And that might break the ABI.
211#define WGET_DEBUG_STREAM 1000
212#define WGET_DEBUG_FUNC 1001
213#define WGET_DEBUG_FILE 1002
214#define WGET_ERROR_STREAM 1003
215#define WGET_ERROR_FUNC 1004
216#define WGET_ERROR_FILE 1005
217#define WGET_INFO_STREAM 1006
218#define WGET_INFO_FUNC 1007
219#define WGET_INFO_FILE 1008
220#define WGET_DNS_CACHING 1009
221#define WGET_COOKIE_SUFFIXES 1010
222#define WGET_COOKIES_ENABLED 1011
223#define WGET_COOKIE_FILE 1012
224#define WGET_COOKIE_DB 1013
225#define WGET_COOKIE_KEEPSESSIONCOOKIES 1014
226#define WGET_BIND_ADDRESS 1015
227#define WGET_NET_FAMILY_EXCLUSIVE 1016
228#define WGET_NET_FAMILY_PREFERRED 1017
229#define WGET_TCP_FASTFORWARD 1018
230#define WGET_BIND_INTERFACE 1019
231
232#define WGET_HTTP_URL 2000
233#define WGET_HTTP_URL_ENCODING 2001
234#define WGET_HTTP_URI 2002
235#define WGET_HTTP_COOKIE_STORE 2003
236#define WGET_HTTP_HEADER_ADD 2004
237//#define WGET_HTTP_HEADER_DEL 2005
238//#define WGET_HTTP_HEADER_SET 2006
239//#define WGET_HTTP_BIND_ADDRESS 2007
240#define WGET_HTTP_CONNECTION_PTR 2008
241#define WGET_HTTP_RESPONSE_KEEPHEADER 2009
242#define WGET_HTTP_MAX_REDIRECTIONS 2010
243#define WGET_HTTP_BODY_SAVEAS_STREAM 2011
244#define WGET_HTTP_BODY_SAVEAS_FILE 2012
245#define WGET_HTTP_BODY_SAVEAS_FD 2013
246#define WGET_HTTP_BODY_SAVEAS_FUNC 2014
247#define WGET_HTTP_HEADER_FUNC 2015
248#define WGET_HTTP_SCHEME 2016
249#define WGET_HTTP_BODY 2017
250#define WGET_HTTP_BODY_SAVEAS 2018
251#define WGET_HTTP_USER_DATA 2019
252#define WGET_HTTP_RESPONSE_IGNORELENGTH 2020
253
254// definition of error conditions
255typedef enum {
256 WGET_E_SUCCESS = 0, /* OK */
257 WGET_E_UNKNOWN = -1, /* general error if nothing else appropriate */
258 WGET_E_MEMORY = -2, /* memory allocation failure */
259 WGET_E_INVALID = -3, /* invalid value to function */
260 WGET_E_TIMEOUT = -4, /* timeout condition */
261 WGET_E_CONNECT = -5, /* connect failure */
262 WGET_E_HANDSHAKE = -6, /* general TLS handshake failure */
263 WGET_E_CERTIFICATE = -7, /* general TLS certificate failure */
264 WGET_E_TLS_DISABLED = -8, /* TLS was not enabled at compile time */
265 WGET_E_XML_PARSE_ERR = -9, /* XML parsing failed */
266 WGET_E_OPEN = -10, /* Failed to open file */
267 WGET_E_IO = -11, /* General I/O error (read/write/stat/...) */
268 WGET_E_UNSUPPORTED = -12, /* Unsupported function */
269} wget_error;
270
271WGETAPI const char *
272 wget_strerror(wget_error err);
273
274typedef void wget_global_func(const char *, size_t);
275
276WGETAPI void
277 wget_global_init(int key, ...);
278WGETAPI void
279 wget_global_deinit(void);
280WGETAPI const void * NULLABLE
281 wget_global_get_ptr(int key);
282WGETAPI int
283 wget_global_get_int(int key);
284WGETAPI wget_global_func *
285 wget_global_get_func(int key);
286
287/*
288 * Utility functions
289 */
290
297// <mode> values for wget_ready_to_transfer()
298#define WGET_IO_READABLE 1
299#define WGET_IO_WRITABLE 2
300
301// types for --restrict-file-names / wget_restrict_file_name()
302#define WGET_RESTRICT_NAMES_NONE 0
303#define WGET_RESTRICT_NAMES_UNIX 1<<0
304#define WGET_RESTRICT_NAMES_WINDOWS 1<<1
305#define WGET_RESTRICT_NAMES_NOCONTROL 1<<2
306#define WGET_RESTRICT_NAMES_ASCII 1<<3
307#define WGET_RESTRICT_NAMES_UPPERCASE 1<<4
308#define WGET_RESTRICT_NAMES_LOWERCASE 1<<5
309
310typedef int wget_update_load_fn(void *, FILE *fp);
311typedef int wget_update_save_fn(void *, FILE *fp);
312
313WGETAPI int
314 wget_ready_2_read(int fd, int timeout);
315WGETAPI int
316 wget_ready_2_write(int fd, int timeout);
317WGETAPI int
318 wget_ready_2_transfer(int fd, int timeout, int mode);
319WGETAPI int
320 wget_strcmp(const char *s1, const char *s2) WGET_GCC_PURE;
321WGETAPI int
322 wget_strcasecmp(const char *s1, const char *s2) WGET_GCC_PURE;
323WGETAPI int
324 wget_strcasecmp_ascii(const char *s1, const char *s2) WGET_GCC_PURE;
325WGETAPI int
326 wget_strncasecmp_ascii(const char *s1, const char *s2, size_t n) WGET_GCC_PURE;
327WGETAPI char *
328 wget_strtolower(char *s);
329WGETAPI int
330 wget_strncmp(const char *s1, const char *s2, size_t n) WGET_GCC_PURE;
331WGETAPI int
332 wget_strncasecmp(const char *s1, const char *s2, size_t n) WGET_GCC_PURE;
333WGETAPI void
334 wget_memtohex(const unsigned char * __restrict src, size_t src_len, char * __restrict dst, size_t dst_size);
335WGETAPI void
336 wget_millisleep(int ms);
337WGETAPI long long
339WGETAPI int
340 wget_percent_unescape(char *src);
341WGETAPI int
342 wget_match_tail(const char *s, const char *tail) WGET_GCC_PURE WGET_GCC_NONNULL_ALL;
343WGETAPI int
344 wget_match_tail_nocase(const char *s, const char *tail) WGET_GCC_PURE WGET_GCC_NONNULL_ALL;
345WGETAPI char * NULLABLE
346 wget_strnglob(const char *str, size_t n, int flags) WGET_GCC_PURE;
347WGETAPI char *
348 wget_human_readable(char *buf, size_t bufsize, uint64_t n);
349WGETAPI int
350 wget_get_screen_size(int *width, int *height);
351WGETAPI ssize_t
352 wget_fdgetline(char **buf, size_t *bufsize, int fd);
353WGETAPI ssize_t
354 wget_getline(char **buf, size_t *bufsize, FILE *fp);
355WGETAPI FILE * NULLABLE
356 wget_vpopenf(const char *type, const char *__restrict fmt, va_list args) WGET_GCC_PRINTF_FORMAT(2,0);
357WGETAPI FILE * NULLABLE
358 wget_popenf(const char *type, const char *__restrict fmt, ...) WGET_GCC_PRINTF_FORMAT(2,3);
359WGETAPI FILE * NULLABLE
360 wget_popen2f(FILE **fpin, FILE **fpout, const char *__restrict fmt, ...) WGET_GCC_PRINTF_FORMAT(3,4);
361WGETAPI pid_t
362 wget_fd_popen3(int *fdin, int *fdout, int *fderr, const char *const *argv);
363WGETAPI pid_t
364 wget_popen3(FILE **fpin, FILE **fpout, FILE **fperr, const char *const *argv);
365WGETAPI char * NULLABLE
366 wget_read_file(const char *fname, size_t *size) WGET_GCC_MALLOC;
367WGETAPI int
368 wget_update_file(const char *fname, wget_update_load_fn *load_func, wget_update_save_fn *save_func, void *context);
369WGETAPI int
370 wget_truncate(const char *path, off_t length);
371WGETAPI const char *
372 wget_local_charset_encoding(void);
373WGETAPI int
374 wget_memiconv(const char *src_encoding, const void *src, size_t srclen, const char *dst_encoding, char **out, size_t *outlen);
375WGETAPI char * NULLABLE
376 wget_striconv(const char *src, const char *src_encoding, const char *dst_encoding) WGET_GCC_MALLOC;
377WGETAPI bool
378 wget_str_needs_encoding(const char *s) WGET_GCC_PURE;
379WGETAPI bool
380 wget_str_is_valid_utf8(const char *utf8) WGET_GCC_PURE;
381WGETAPI char * NULLABLE
382 wget_str_to_utf8(const char *src, const char *encoding) WGET_GCC_MALLOC;
383WGETAPI char * NULLABLE
384 wget_utf8_to_str(const char *src, const char *encoding) WGET_GCC_MALLOC;
385WGETAPI const char *
386 wget_str_to_ascii(const char *src);
387
394WGETAPI size_t
395 wget_strlcpy(char *__restrict dst, const char *__restrict src, size_t size);
396WGETAPI ssize_t
397 wget_strscpy(char *__restrict dst, const char *__restrict src, size_t size);
398
404typedef struct wget_list_st wget_list;
405typedef int wget_list_browse_fn(void *context, void *elem);
406
407WGETAPI void * NULLABLE
408 wget_list_append(wget_list **list, const void *data, size_t size) WGET_GCC_NONNULL_ALL;
409WGETAPI void * NULLABLE
410 wget_list_prepend(wget_list **list, const void *data, size_t size) WGET_GCC_NONNULL_ALL;
411WGETAPI void * NULLABLE
412 wget_list_getfirst(const wget_list *list) WGET_GCC_CONST;
413WGETAPI void * NULLABLE
414 wget_list_getlast(const wget_list *list) WGET_GCC_PURE;
415WGETAPI void * NULLABLE
416 wget_list_getnext(const void *elem) WGET_GCC_PURE;
417WGETAPI void
418 wget_list_remove(wget_list **list, void *elem) WGET_GCC_NONNULL_ALL;
419WGETAPI void
420 wget_list_free(wget_list **list) WGET_GCC_NONNULL_ALL;
421WGETAPI int
422 wget_list_browse(const wget_list *list, wget_list_browse_fn *browse, void *context) WGET_GCC_NONNULL((2));
423
431// Don't leave freed pointers hanging around
432#define wget_xfree(a) do { if (a) { wget_free((void *)(a)); a=NULL; } } while (0)
433
435typedef void *wget_malloc_function(size_t);
436
438typedef void *wget_calloc_function(size_t, size_t);
439
441typedef void *wget_realloc_function(void *, size_t);
442
444typedef void wget_free_function(void *);
445
446/* For use in callbacks */
447extern WGETAPI wget_malloc_function *wget_malloc_fn;
448extern WGETAPI wget_calloc_function *wget_calloc_fn;
449extern WGETAPI wget_realloc_function *wget_realloc_fn;
450extern WGETAPI wget_free_function *wget_free;
451
452// we use (inline) functions here to apply function attributes
453RETURNS_NONNULL LIBWGET_WARN_UNUSED_RESULT WGET_GCC_ALLOC_SIZE(1) WGET_GCC_MALLOC
454static inline void * NULLABLE wget_malloc(size_t size)
455{
456 return wget_malloc_fn(size);
457}
458
459RETURNS_NONNULL LIBWGET_WARN_UNUSED_RESULT WGET_GCC_ALLOC_SIZE2(1,2) WGET_GCC_MALLOC
460static inline void * NULLABLE wget_calloc(size_t nmemb, size_t size)
461{
462 return wget_calloc_fn(nmemb, size);
463}
464
465RETURNS_NONNULL LIBWGET_WARN_UNUSED_RESULT WGET_GCC_ALLOC_SIZE(2)
466static inline void * NULLABLE wget_realloc(void *ptr, size_t size)
467{
468 return wget_realloc_fn(ptr, size);
469}
470
473/*
474 * String/Memory routines, slightly different than standard functions
475 */
476
477LIBWGET_WARN_UNUSED_RESULT WGET_GCC_ALLOC_SIZE(2)
478WGETAPI void * NULLABLE
479 wget_memdup(const void *m, size_t n);
480
481LIBWGET_WARN_UNUSED_RESULT WGET_GCC_MALLOC
482WGETAPI char * NULLABLE
483 wget_strdup(const char *s);
484
485LIBWGET_WARN_UNUSED_RESULT WGET_GCC_ALLOC_SIZE(2)
486WGETAPI char * NULLABLE
487 wget_strmemdup(const void *m, size_t n);
488
489WGETAPI size_t
490 wget_strmemcpy(char *__restrict s, size_t ssize, const void *__restrict m, size_t n);
491
492LIBWGET_WARN_UNUSED_RESULT WGET_GCC_NONNULL_ALL
493WGETAPI void * NULLABLE
494 wget_strmemcpy_a(char *s, size_t ssize, const void *m, size_t n);
495
496/*
497 * Base64 routines
498 */
499
500WGETAPI bool
501 wget_base64_is_string(const char *src) WGET_GCC_PURE;
502WGETAPI size_t
503 wget_base64_get_decoded_length(size_t len) WGET_GCC_PURE;
504WGETAPI size_t
505 wget_base64_get_encoded_length(size_t len) WGET_GCC_PURE;
506WGETAPI size_t
507 wget_base64_decode(char *__restrict dst, const char *__restrict src, size_t n) WGET_GCC_NONNULL_ALL;
508WGETAPI size_t
509 wget_base64_encode(char *__restrict dst, const char *__restrict src, size_t n) WGET_GCC_NONNULL_ALL;
510WGETAPI size_t
511 wget_base64_urlencode(char *__restrict dst, const char *__restrict src, size_t n) WGET_GCC_NONNULL_ALL;
512WGETAPI char * NULLABLE
513 wget_base64_decode_alloc(const char *src, size_t n, size_t *outlen) WGET_GCC_NONNULL((1));
514WGETAPI char * NULLABLE
515 wget_base64_encode_alloc(const char *src, size_t n) WGET_GCC_NONNULL_ALL;
516WGETAPI char * NULLABLE
517 wget_base64_encode_vprintf_alloc(const char *__restrict fmt, va_list args) WGET_GCC_PRINTF_FORMAT(1,0) WGET_GCC_NONNULL_ALL;
518WGETAPI char * NULLABLE
519 wget_base64_encode_printf_alloc(const char *__restrict fmt, ...) WGET_GCC_PRINTF_FORMAT(1,2) WGET_GCC_NONNULL_ALL;
520
521/*
522 * Bitmap routines
523 */
524
525typedef struct wget_bitmap_st wget_bitmap;
526
527WGETAPI int
528 wget_bitmap_init(wget_bitmap **bitmap, unsigned bits);
529WGETAPI void
531WGETAPI void
532 wget_bitmap_set(wget_bitmap *bitmap, unsigned n); // n is the index
533WGETAPI void
534 wget_bitmap_clear(wget_bitmap *bitmap, unsigned n);
535WGETAPI bool
536 wget_bitmap_get(const wget_bitmap *bitmap, unsigned n);
537
538/*
539 * Buffer routines
540 */
541
542typedef struct {
543 char *
545 size_t
547 size_t
549 bool
552 error : 1;
554
555WGETAPI int
556 wget_buffer_init(wget_buffer *buf, char *data, size_t size) WGET_GCC_NONNULL((1));
557WGETAPI wget_buffer *
558 wget_buffer_alloc(size_t size) WGET_GCC_MALLOC WGET_GCC_ALLOC_SIZE(1) RETURNS_NONNULL LIBWGET_WARN_UNUSED_RESULT;
559WGETAPI int
560 wget_buffer_ensure_capacity(wget_buffer *buf, size_t size) LIBWGET_WARN_UNUSED_RESULT;
561WGETAPI void
562 wget_buffer_deinit(wget_buffer *buf) WGET_GCC_NONNULL((1));
563WGETAPI void
565WGETAPI void
567WGETAPI void
569WGETAPI size_t
570 wget_buffer_memcpy(wget_buffer *buf, const void *data, size_t length);
571WGETAPI size_t
572 wget_buffer_memcat(wget_buffer *buf, const void *data, size_t length);
573WGETAPI size_t
574 wget_buffer_strcpy(wget_buffer *buf, const char *s);
575WGETAPI size_t
576 wget_buffer_strcat(wget_buffer *buf, const char *s);
577WGETAPI size_t
579WGETAPI size_t
581WGETAPI size_t
582 wget_buffer_memset(wget_buffer *buf, char c, size_t length);
583WGETAPI size_t
584 wget_buffer_memset_append(wget_buffer *buf, char c, size_t length);
585WGETAPI char *
587WGETAPI size_t
588 wget_buffer_vprintf_append(wget_buffer *buf, const char *__restrict fmt, va_list args) WGET_GCC_PRINTF_FORMAT(2,0);
589WGETAPI size_t
590 wget_buffer_printf_append(wget_buffer *buf, const char *__restrict fmt, ...) WGET_GCC_PRINTF_FORMAT(2,3);
591WGETAPI size_t
592 wget_buffer_vprintf(wget_buffer *buf, const char *__restrict fmt, va_list args) WGET_GCC_PRINTF_FORMAT(2,0);
593WGETAPI size_t
594 wget_buffer_printf(wget_buffer *buf, const char *__restrict fmt, ...) WGET_GCC_PRINTF_FORMAT(2,3);
595
596/*
597 * Printf-style routines
598 */
599
600WGETAPI size_t
601 wget_vasprintf(char **__restrict strp, const char *__restrict fmt, va_list args) WGET_GCC_PRINTF_FORMAT(2,0);
602WGETAPI size_t
603 wget_asprintf(char **__restrict strp, const char *__restrict fmt, ...) WGET_GCC_PRINTF_FORMAT(2,3);
604WGETAPI char * NULLABLE
605 wget_vaprintf(const char *__restrict fmt, va_list args) WGET_GCC_PRINTF_FORMAT(1,0);
606WGETAPI char * NULLABLE
607 wget_aprintf(const char *__restrict fmt, ...) WGET_GCC_PRINTF_FORMAT(1,2);
608WGETAPI size_t
609 wget_vfprintf(FILE *__restrict fp, const char *__restrict fmt, va_list args) WGET_GCC_PRINTF_FORMAT(2,0);
610WGETAPI size_t
611 wget_fprintf(FILE *__restrict fp, const char *__restrict fmt, ...) WGET_GCC_PRINTF_FORMAT(2,3);
612WGETAPI size_t
613 wget_printf(const char *__restrict fmt, ...) WGET_GCC_PRINTF_FORMAT(1,2);
614WGETAPI size_t
615 wget_vsnprintf(char *__restrict str, size_t size, const char *__restrict fmt, va_list args) WGET_GCC_PRINTF_FORMAT(3,0);
616WGETAPI size_t
617 wget_snprintf(char *__restrict str, size_t size, const char *__restrict fmt, ...) WGET_GCC_PRINTF_FORMAT(3,4);
618
619/*
620 * Logger routines
621 */
622
623typedef struct wget_logger_st wget_logger;
624typedef void wget_logger_func(const char *buf , size_t len) WGET_GCC_NONNULL_ALL;
625
626WGETAPI void
627 wget_logger_set_func(wget_logger *logger, wget_logger_func *func);
628WGETAPI void
629 wget_logger_set_stream(wget_logger *logger, FILE *fp);
630WGETAPI void
631 wget_logger_set_file(wget_logger *logger, const char *fname);
632WGETAPI wget_logger_func * NULLABLE
633 wget_logger_get_func(wget_logger *logger) WGET_GCC_PURE;
634WGETAPI FILE * NULLABLE
635 wget_logger_get_stream(wget_logger *logger) WGET_GCC_PURE;
636WGETAPI const char * NULLABLE
637 wget_logger_get_file(wget_logger *logger) WGET_GCC_PURE;
638WGETAPI bool
639 wget_logger_is_active(wget_logger *logger) WGET_GCC_PURE;
640
641/*
642 * Logging routines
643 */
644
645#define WGET_LOGGER_INFO 1
646#define WGET_LOGGER_ERROR 2
647#define WGET_LOGGER_DEBUG 3
648
649WGETAPI void
650 wget_info_vprintf(const char *__restrict fmt, va_list args) WGET_GCC_NONNULL_ALL WGET_GCC_PRINTF_FORMAT(1,0);
651WGETAPI void
652 wget_info_printf(const char *__restrict fmt, ...) WGET_GCC_NONNULL((1)) WGET_GCC_PRINTF_FORMAT(1,2);
653WGETAPI void
654 wget_error_vprintf(const char *__restrict fmt, va_list args) WGET_GCC_NONNULL_ALL WGET_GCC_PRINTF_FORMAT(1,0);
655WGETAPI void
656 wget_error_printf(const char *__restrict fmt, ...) WGET_GCC_NONNULL((1)) WGET_GCC_PRINTF_FORMAT(1,2);
657WGETAPI void WGET_GCC_NONNULL((1)) WGET_GCC_NORETURN WGET_GCC_PRINTF_FORMAT(1,2)
658 wget_error_printf_exit(const char *__restrict fmt, ...);
659WGETAPI void
660 wget_debug_vprintf(const char *__restrict fmt, va_list args) WGET_GCC_NONNULL_ALL WGET_GCC_PRINTF_FORMAT(1,0);
661WGETAPI void
662 wget_debug_printf(const char *__restrict fmt, ...) WGET_GCC_NONNULL((1)) WGET_GCC_PRINTF_FORMAT(1,2);
663WGETAPI void
664 wget_debug_write(const char *buf, size_t len) WGET_GCC_NONNULL_ALL;
665WGETAPI wget_logger *
666 wget_get_logger(int id) WGET_GCC_CONST;
667
668/*
669 * Vector datatype routines
670 */
671
672typedef struct wget_vector_st wget_vector;
673typedef int wget_vector_compare_fn(const void *elem1, const void *elem2);
674typedef int wget_vector_find_fn(void *elem);
675typedef int wget_vector_browse_fn(void *ctx, void *elem);
676typedef void wget_vector_destructor(void *elem);
677
678WGETAPI wget_vector * NULLABLE
679 wget_vector_create(int max, wget_vector_compare_fn *cmp) WGET_GCC_MALLOC;
680WGETAPI void
682WGETAPI int
683 wget_vector_find(const wget_vector *v, const void *elem) WGET_GCC_NONNULL((2));
684WGETAPI int
685 wget_vector_findext(const wget_vector *v, int start, int direction, wget_vector_find_fn *find) WGET_GCC_NONNULL((4));
686WGETAPI bool
687 wget_vector_contains(const wget_vector *v, const void *elem) WGET_GCC_NONNULL((2));
688WGETAPI int
689 wget_vector_insert(wget_vector *v, const void *elem, int pos) WGET_GCC_NONNULL((2));
690WGETAPI int
691 wget_vector_insert_sorted(wget_vector *v, const void *elem) WGET_GCC_NONNULL((2));
692WGETAPI int
693 wget_vector_add_memdup(wget_vector *v, const void *elem, size_t size) WGET_GCC_NONNULL((2));
694WGETAPI int
695 wget_vector_add(wget_vector *v, const void *elem) WGET_GCC_NONNULL((2));
696WGETAPI int
697 wget_vector_add_vprintf(wget_vector *v, const char *__restrict fmt, va_list args) WGET_GCC_PRINTF_FORMAT(2,0);
698WGETAPI int
699 wget_vector_add_printf(wget_vector *v, const char *__restrict fmt, ...) WGET_GCC_PRINTF_FORMAT(2,3);
700WGETAPI int
701 wget_vector_replace(wget_vector *v, const void *elem, int pos) WGET_GCC_NONNULL((2));
702WGETAPI int
703 wget_vector_move(wget_vector *v, int old_pos, int new_pos);
704WGETAPI int
705 wget_vector_swap(wget_vector *v, int pos1, int pos2);
706WGETAPI int
707 wget_vector_remove(wget_vector *v, int pos);
708WGETAPI int
710WGETAPI int
711 wget_vector_size(const wget_vector *v) WGET_GCC_PURE;
712WGETAPI int
713 wget_vector_browse(const wget_vector *v, wget_vector_browse_fn *browse, void *ctx) WGET_GCC_NONNULL((2));
714WGETAPI void
716WGETAPI void
718WGETAPI void
720WGETAPI void * NULLABLE
721 wget_vector_get(const wget_vector *v, int pos) WGET_GCC_PURE;
722WGETAPI void
723 wget_vector_setcmpfunc(wget_vector *v, wget_vector_compare_fn *cmp) WGET_GCC_NONNULL((2));
724WGETAPI void
725 wget_vector_set_destructor(wget_vector *v, wget_vector_destructor *destructor);
726WGETAPI void
728
737
739typedef int wget_hashmap_compare_fn(const void *key1, const void *key2);
740
742typedef unsigned int wget_hashmap_hash_fn(const void *key);
743
745typedef int wget_hashmap_browse_fn(void *ctx, const void *key, void *value);
746
748typedef void wget_hashmap_key_destructor(void *key);
749
751typedef void wget_hashmap_value_destructor(void *value);
754WGETAPI wget_hashmap * NULLABLE
755 wget_hashmap_create(int max, wget_hashmap_hash_fn *hash, wget_hashmap_compare_fn *cmp) WGET_GCC_MALLOC;
756WGETAPI void
758WGETAPI int
759 wget_hashmap_put(wget_hashmap *h, const void *key, const void *value);
760WGETAPI int
761 wget_hashmap_size(const wget_hashmap *h) WGET_GCC_PURE;
762WGETAPI int
763 wget_hashmap_browse(const wget_hashmap *h, wget_hashmap_browse_fn *browse, void *ctx);
764WGETAPI void
766WGETAPI void
768WGETAPI int
769 wget_hashmap_get(const wget_hashmap *h, const void *key, void **value) WGET_GCC_UNUSED_RESULT;
770#define wget_hashmap_get(a, b, c) wget_hashmap_get((a), (b), (void **)(c))
771WGETAPI int
772 wget_hashmap_contains(const wget_hashmap *h, const void *key);
773WGETAPI int
774 wget_hashmap_remove(wget_hashmap *h, const void *key);
775WGETAPI int
776 wget_hashmap_remove_nofree(wget_hashmap *h, const void *key);
777WGETAPI void
779WGETAPI int
781WGETAPI void
783WGETAPI void
785WGETAPI void
787
790
791WGETAPI wget_hashmap_iterator * NULLABLE
792 wget_hashmap_iterator_alloc(wget_hashmap *h) WGET_GCC_MALLOC;
793WGETAPI void
795WGETAPI void * NULLABLE
797
806
808typedef int wget_stringmap_compare_fn(const char *key1, const char *key2);
809
811typedef unsigned int wget_stringmap_hash_fn(const char *key);
812
814typedef int wget_stringmap_browse_fn(void *ctx, const char *key, void *value);
815
817typedef void wget_stringmap_key_destructor(char *key);
818
820typedef void wget_stringmap_value_destructor(void *value);
821
824
826#define wget_stringmap_iterator_alloc wget_hashmap_iterator_alloc
828#define wget_stringmap_iterator_free wget_hashmap_iterator_free
829
830WGETAPI wget_stringmap * NULLABLE
831 wget_stringmap_create(int max) WGET_GCC_MALLOC;
832WGETAPI wget_stringmap * NULLABLE
833 wget_stringmap_create_nocase(int max) WGET_GCC_MALLOC;
859static inline
860int wget_stringmap_put(wget_stringmap *h, const char *key, const void *value)
861{
862 return wget_hashmap_put(h, key, value);
863}
864
875static inline WGET_GCC_UNUSED_RESULT
876int wget_stringmap_get(const wget_stringmap *h, const char *key, void **value)
877{
878 return wget_hashmap_get(h, key, value);
879}
880#define wget_stringmap_get(h, k, v) wget_stringmap_get((h), (k), (void **)(v))
881
889static inline
890int wget_stringmap_contains(const wget_stringmap *h, const char *key)
891{
892 return wget_hashmap_contains(h, key);
893}
894
905static inline
906int wget_stringmap_remove(wget_stringmap *h, const char *key)
907{
908 return wget_hashmap_remove(h, key);
909}
910
920static inline
921int wget_stringmap_remove_nofree(wget_stringmap *h, const char *key)
922{
923 return wget_hashmap_remove_nofree(h, key);
924}
925
933static inline
934void wget_stringmap_free(wget_stringmap **h)
935{
937}
938
946static inline
947void wget_stringmap_clear(wget_stringmap *h)
948{
950}
951
958static inline
959int wget_stringmap_size(const wget_stringmap *h)
960{
961 return wget_hashmap_size(h);
962}
963
977static inline
978int wget_stringmap_browse(const wget_stringmap *h, wget_stringmap_browse_fn *browse, void *ctx)
979{
980 return wget_hashmap_browse(h, (wget_hashmap_browse_fn *) browse, ctx);
981}
982
989static inline
990void wget_stringmap_setcmpfunc(wget_stringmap *h, wget_stringmap_compare_fn *cmp)
991{
993}
994
1003static inline
1004int wget_stringmap_sethashfunc(wget_stringmap *h, wget_stringmap_hash_fn *hash)
1005{
1007}
1008
1017static inline
1018void wget_stringmap_set_key_destructor(wget_hashmap *h, wget_stringmap_key_destructor *destructor)
1019{
1021}
1022
1031static inline
1032void wget_stringmap_set_value_destructor(wget_hashmap *h, wget_stringmap_value_destructor *destructor)
1033{
1035}
1036
1052static inline
1053void wget_stringmap_set_load_factor(wget_stringmap *h, float factor)
1054{
1056}
1057
1070static inline
1071void wget_stringmap_set_resize_factor(wget_stringmap *h, float factor)
1072{
1074}
1075
1086static inline
1087void * NULLABLE wget_stringmap_iterator_next(wget_stringmap_iterator *h, void **value)
1088{
1089 return wget_hashmap_iterator_next(h, (void **) value);
1090}
1091
1094/*
1095 * Thread wrapper routines
1096 */
1097
1098typedef unsigned long wget_thread_id;
1099typedef struct wget_thread_st *wget_thread;
1102
1103WGETAPI int
1104 wget_thread_start(wget_thread *thread, void *(*start_routine)(void *), void *arg, int flags);
1105WGETAPI int
1107WGETAPI int
1109WGETAPI void
1111WGETAPI void
1113WGETAPI int
1114 wget_thread_kill(wget_thread thread, int sig);
1115WGETAPI int
1117WGETAPI int
1119WGETAPI int
1121WGETAPI int
1123WGETAPI int
1125WGETAPI int
1127WGETAPI wget_thread_id
1128 wget_thread_self(void) WGET_GCC_CONST;
1129WGETAPI bool
1130 wget_thread_support(void) WGET_GCC_CONST;
1131
1132/*
1133 * Decompressor routines
1134 */
1135
1137typedef int wget_decompressor_sink_fn(void *context, const char *data, size_t length);
1138typedef int wget_decompressor_error_handler(wget_decompressor *dc, int err);
1139
1140typedef enum {
1141 wget_content_encoding_unknown = -1,
1142 wget_content_encoding_identity = 0,
1143 wget_content_encoding_gzip = 1,
1144 wget_content_encoding_deflate = 2,
1145 wget_content_encoding_xz = 3,
1146 wget_content_encoding_lzma = 4,
1147 wget_content_encoding_bzip2 = 5,
1148 wget_content_encoding_brotli = 6,
1149 wget_content_encoding_zstd = 7,
1150 wget_content_encoding_lzip = 8,
1151 wget_content_encoding_max = 9
1152} wget_content_encoding;
1153
1154WGETAPI WGET_GCC_PURE wget_content_encoding
1155 wget_content_encoding_by_name(const char *name);
1156WGETAPI WGET_GCC_PURE const char * NULLABLE
1157 wget_content_encoding_to_name(wget_content_encoding type);
1158WGETAPI wget_decompressor * NULLABLE
1159 wget_decompress_open(wget_content_encoding encoding, wget_decompressor_sink_fn *data_sink, void *context);
1160WGETAPI void
1161 wget_decompress_close(wget_decompressor *dc);
1162WGETAPI int
1163 wget_decompress(wget_decompressor *dc, const char *src, size_t srclen);
1164WGETAPI void
1165 wget_decompress_set_error_handler(wget_decompressor *dc, wget_decompressor_error_handler *error_handler);
1166WGETAPI void * NULLABLE
1167 wget_decompress_get_context(wget_decompressor *dc);
1168
1169/*
1170 * URI/IRI routines
1171 */
1172
1173typedef enum {
1174 WGET_IRI_SCHEME_HTTP = 0,
1175 WGET_IRI_SCHEME_HTTPS = 1
1176} wget_iri_scheme;
1177
1178// flags for wget_iri_get_basename()
1179#define WGET_IRI_WITH_QUERY 1
1180
1192 const char *
1197 const char *
1202 const char *
1207 const char *
1212 const char *
1217 const char *
1222 const char *
1227 const char *
1237 const char *
1244 size_t
1247 size_t
1250 uint16_t
1253 wget_iri_scheme
1256 bool
1259 bool
1262 bool
1265 bool
1268 bool
1271 bool
1274 bool
1276};
1277
1278typedef struct wget_iri_st wget_iri;
1281WGETAPI void
1282 wget_iri_test(void);
1283WGETAPI void
1284 wget_iri_free(wget_iri **iri);
1285WGETAPI void
1287WGETAPI void
1288 wget_iri_set_defaultpage(const char *page);
1289WGETAPI int
1290 wget_iri_set_defaultport(wget_iri_scheme scheme, unsigned short port);
1291WGETAPI bool
1292 wget_iri_supported(const wget_iri *iri) WGET_GCC_PURE WGET_GCC_NONNULL_ALL;
1293WGETAPI bool
1294 wget_iri_isgendelim(char c) WGET_GCC_CONST;
1295WGETAPI bool
1296 wget_iri_issubdelim(char c) WGET_GCC_CONST;
1297WGETAPI bool
1298 wget_iri_isreserved(char c) WGET_GCC_CONST;
1299WGETAPI bool
1300 wget_iri_isunreserved(char c) WGET_GCC_CONST;
1301WGETAPI int
1302 wget_iri_compare(const wget_iri *iri1, const wget_iri *iri2) WGET_GCC_PURE;
1303WGETAPI char *
1304 wget_iri_unescape_inline(char *src) WGET_GCC_NONNULL_ALL;
1305WGETAPI char *
1306 wget_iri_unescape_url_inline(char *src) WGET_GCC_NONNULL_ALL;
1307WGETAPI wget_iri *
1308 wget_iri_parse(const char *uri, const char *encoding);
1309WGETAPI wget_iri * NULLABLE
1310 wget_iri_parse_base(const wget_iri *base, const char *url, const char *encoding);
1311WGETAPI wget_iri * NULLABLE
1312 wget_iri_clone(const wget_iri *iri);
1313WGETAPI const char * NULLABLE
1315WGETAPI const char *
1316 wget_iri_relative_to_abs(const wget_iri *base, const char *val, size_t len, wget_buffer *buf);
1317WGETAPI const char *
1318 wget_iri_escape(const char *src, wget_buffer *buf);
1319WGETAPI const char *
1320 wget_iri_escape_path(const char *src, wget_buffer *buf) WGET_GCC_NONNULL_ALL;
1321WGETAPI const char *
1322 wget_iri_escape_query(const char *src, wget_buffer *buf) WGET_GCC_NONNULL_ALL;
1323WGETAPI const char *
1324 wget_iri_get_escaped_host(const wget_iri *iri, wget_buffer *buf) WGET_GCC_NONNULL_ALL;
1325WGETAPI const char *
1326 wget_iri_get_escaped_resource(const wget_iri *iri, wget_buffer *buf) WGET_GCC_NONNULL_ALL;
1327WGETAPI char *
1328 wget_iri_get_path(const wget_iri *iri, wget_buffer *buf, const char *encoding) WGET_GCC_NONNULL((1,2));
1329WGETAPI char *
1330 wget_iri_get_query_as_filename(const wget_iri *iri, wget_buffer *buf, const char *encoding) WGET_GCC_NONNULL((1,2));
1331WGETAPI char *
1332 wget_iri_get_basename(const wget_iri *iri, wget_buffer *buf, const char *encoding, int flags) WGET_GCC_NONNULL((1,2));
1333WGETAPI wget_iri_scheme
1334 wget_iri_set_scheme(wget_iri *iri, wget_iri_scheme scheme);
1335WGETAPI const char * NULLABLE
1336 wget_iri_scheme_get_name(wget_iri_scheme scheme);
1337
1338/*
1339 * Cookie routines
1340 */
1341
1342// typedef for cookie database
1343typedef struct wget_cookie_db_st wget_cookie_db;
1344
1345// typedef for cookie
1346typedef struct wget_cookie_st wget_cookie;
1347
1348WGETAPI wget_cookie * NULLABLE
1349 wget_cookie_init(wget_cookie *cookie);
1350WGETAPI void
1351 wget_cookie_deinit(wget_cookie *cookie);
1352WGETAPI void
1353 wget_cookie_free(wget_cookie **cookie);
1354WGETAPI char *
1355 wget_cookie_to_setcookie(wget_cookie *cookie);
1356WGETAPI const char *
1357 wget_cookie_parse_setcookie(const char *s, wget_cookie **cookie) WGET_GCC_NONNULL((1));
1358WGETAPI void
1359 wget_cookie_normalize_cookies(const wget_iri *iri, const wget_vector *cookies);
1360WGETAPI int
1361 wget_cookie_store_cookie(wget_cookie_db *cookie_db, wget_cookie *cookie);
1362WGETAPI void
1363 wget_cookie_store_cookies(wget_cookie_db *cookie_db, wget_vector *cookies);
1364WGETAPI int
1365 wget_cookie_normalize(const wget_iri *iri, wget_cookie *cookie);
1366WGETAPI int
1367 wget_cookie_check_psl(const wget_cookie_db *cookie_db, const wget_cookie *cookie);
1368WGETAPI wget_cookie_db * NULLABLE
1369 wget_cookie_db_init(wget_cookie_db *cookie_db);
1370WGETAPI void
1371 wget_cookie_db_deinit(wget_cookie_db *cookie_db);
1372WGETAPI void
1373 wget_cookie_db_free(wget_cookie_db **cookie_db);
1374WGETAPI void
1375 wget_cookie_set_keep_session_cookies(wget_cookie_db *cookie_db, bool keep);
1376WGETAPI int
1377 wget_cookie_db_save(wget_cookie_db *cookie_db, const char *fname);
1378WGETAPI int
1379 wget_cookie_db_load(wget_cookie_db *cookie_db, const char *fname);
1380WGETAPI int
1381 wget_cookie_db_load_psl(wget_cookie_db *cookie_db, const char *fname);
1382WGETAPI char *
1383 wget_cookie_create_request_header(wget_cookie_db *cookie_db, const wget_iri *iri);
1384
1385/*
1386 * HTTP Strict Transport Security (HSTS) routines
1387 */
1388
1395
1403typedef int wget_hsts_host_match_fn(const wget_hsts_db *hsts_db, const char *host, uint16_t port);
1404typedef wget_hsts_db *wget_hsts_db_init_fn(wget_hsts_db *hsts_db, const char *fname);
1405typedef void wget_hsts_db_deinit_fn(wget_hsts_db *hsts_db);
1406typedef void wget_hsts_db_free_fn(wget_hsts_db **hsts_db);
1407typedef void wget_hsts_db_add_fn(wget_hsts_db *hsts_db, const char *host, uint16_t port, int64_t maxage, bool include_subdomains);
1408typedef int wget_hsts_db_save_fn(wget_hsts_db *hsts_db);
1409typedef int wget_hsts_db_load_fn(wget_hsts_db *hsts_db);
1410typedef void wget_hsts_db_set_fname_fn(wget_hsts_db *hsts_db, const char *fname);
1411
1412typedef struct {
1416 wget_hsts_db_init_fn *init;
1418 wget_hsts_db_deinit_fn *deinit;
1420 wget_hsts_db_free_fn *free;
1422 wget_hsts_db_add_fn *add;
1424 wget_hsts_db_load_fn *load;
1426 wget_hsts_db_save_fn *save;
1428
1429WGETAPI wget_hsts_host_match_fn wget_hsts_host_match;
1430WGETAPI wget_hsts_db_init_fn wget_hsts_db_init;
1431WGETAPI wget_hsts_db_deinit_fn wget_hsts_db_deinit;
1432WGETAPI wget_hsts_db_free_fn wget_hsts_db_free;
1433WGETAPI wget_hsts_db_add_fn wget_hsts_db_add;
1434WGETAPI wget_hsts_db_load_fn wget_hsts_db_load;
1435WGETAPI wget_hsts_db_save_fn wget_hsts_db_save;
1436WGETAPI void
1437 wget_hsts_db_set_fname(wget_hsts_db *hsts_db, const char *fname);
1438WGETAPI void
1439 wget_hsts_set_plugin(const wget_hsts_db_vtable *vtable);
1440
1441/*
1442 * HTTP Public Key Pinning (HPKP)
1443 */
1444
1451
1457typedef struct wget_hpkp_st wget_hpkp;
1458
1459/* FIXME: the following entries are not used. review the hpkp function return values ! */
1466#define WGET_HPKP_OK 0
1468#define WGET_HPKP_ERROR -1
1470#define WGET_HPKP_ENTRY_EXPIRED -2
1472#define WGET_HPKP_WAS_DELETED -3
1474#define WGET_HPKP_NOT_ENOUGH_PINS -4
1476#define WGET_HPKP_ENTRY_EXISTS -5
1478#define WGET_HPKP_ERROR_FILE_OPEN -6
1488typedef wget_hpkp_db *wget_hpkp_db_init_fn(wget_hpkp_db *hpkp_db, const char *fname);
1489typedef void wget_hpkp_db_deinit_fn(wget_hpkp_db *hpkp_db);
1490typedef void wget_hpkp_db_free_fn(wget_hpkp_db **hpkp_db);
1491typedef int wget_hpkp_db_check_pubkey_fn(wget_hpkp_db *hpkp_db, const char *host, const void *pubkey, size_t pubkeysize);
1492typedef void wget_hpkp_db_add_fn(wget_hpkp_db *hpkp_db, wget_hpkp **hpkp);
1493typedef int wget_hpkp_db_load_fn(wget_hpkp_db *hpkp_db);
1494typedef int wget_hpkp_db_save_fn(wget_hpkp_db *hpkp_db);
1495
1496typedef struct {
1500 wget_hpkp_db_deinit_fn *deinit;
1502 wget_hpkp_db_free_fn *free;
1504 wget_hpkp_db_check_pubkey_fn *check_pubkey;
1506 wget_hpkp_db_add_fn *add;
1508 wget_hpkp_db_load_fn *load;
1510 wget_hpkp_db_save_fn *save;
1512
1513WGETAPI wget_hpkp * NULLABLE
1514 wget_hpkp_new(void);
1515WGETAPI void
1517WGETAPI void
1518 wget_hpkp_pin_add(wget_hpkp *hpkp, const char *pin_type, const char *pin_b64);
1519WGETAPI void
1520 wget_hpkp_set_host(wget_hpkp *hpkp, const char *host);
1521WGETAPI void
1522 wget_hpkp_set_maxage(wget_hpkp *hpkp, int64_t maxage);
1523WGETAPI void
1524 wget_hpkp_set_include_subdomains(wget_hpkp *hpkp, bool include_subdomains);
1525WGETAPI int
1527WGETAPI void
1528 wget_hpkp_get_pins_b64(wget_hpkp *hpkp, const char **pin_types, const char **pins_b64);
1529WGETAPI void
1530 wget_hpkp_get_pins(wget_hpkp *hpkp, const char **pin_types, size_t *sizes, const void **pins);
1531WGETAPI const char *
1533WGETAPI int64_t
1535WGETAPI bool
1537
1538WGETAPI wget_hpkp_db_init_fn wget_hpkp_db_init;
1539WGETAPI wget_hpkp_db_deinit_fn wget_hpkp_db_deinit;
1540WGETAPI wget_hpkp_db_free_fn wget_hpkp_db_free;
1541WGETAPI wget_hpkp_db_check_pubkey_fn wget_hpkp_db_check_pubkey;
1542WGETAPI wget_hpkp_db_add_fn wget_hpkp_db_add;
1543WGETAPI wget_hpkp_db_load_fn wget_hpkp_db_load;
1544WGETAPI wget_hpkp_db_save_fn wget_hpkp_db_save;
1545WGETAPI void
1546 wget_hpkp_db_set_fname(wget_hpkp_db *hpkp_db, const char *fname);
1547WGETAPI void
1548 wget_hpkp_set_plugin(const wget_hpkp_db_vtable *vtable);
1549
1550/*
1551 * TLS session resumption
1552 */
1553
1554// structure for TLS resumption cache entries
1557
1558WGETAPI wget_tls_session * NULLABLE
1559 wget_tls_session_init(wget_tls_session *tls_session);
1560WGETAPI void
1561 wget_tls_session_deinit(wget_tls_session *tls_session);
1562WGETAPI void
1563 wget_tls_session_free(wget_tls_session *tls_session);
1564WGETAPI wget_tls_session * NULLABLE
1565 wget_tls_session_new(const char *host, int64_t maxage, const void *data, size_t data_size);
1566WGETAPI int
1567 wget_tls_session_get(const wget_tls_session_db *tls_session_db, const char *host, void **data, size_t *size);
1568WGETAPI wget_tls_session_db * NULLABLE
1569 wget_tls_session_db_init(wget_tls_session_db *tls_session_db);
1570WGETAPI void
1571 wget_tls_session_db_deinit(wget_tls_session_db *tls_session_db);
1572WGETAPI void
1573 wget_tls_session_db_free(wget_tls_session_db **tls_session_db);
1574WGETAPI void
1575 wget_tls_session_db_add(wget_tls_session_db *tls_session_db, wget_tls_session *tls_session);
1576WGETAPI int
1577 wget_tls_session_db_save(wget_tls_session_db *tls_session_db, const char *fname);
1578WGETAPI int
1579 wget_tls_session_db_load(wget_tls_session_db *tls_session_db, const char *fname);
1580WGETAPI int
1581 wget_tls_session_db_changed(wget_tls_session_db *tls_session_db) WGET_GCC_PURE;
1582
1583/*
1584 * Online Certificate Status Protocol (OCSP) routines
1585 */
1586
1593
1601typedef wget_ocsp_db *wget_ocsp_db_init_fn(wget_ocsp_db *ocsp_db, const char *fname);
1602typedef void wget_ocsp_db_deinit_fn(wget_ocsp_db *ocsp_db);
1603typedef void wget_ocsp_db_free_fn(wget_ocsp_db **ocsp_db);
1604typedef bool wget_ocsp_fingerprint_in_cache_fn(const wget_ocsp_db *ocsp_db, const char *fingerprint, int *valid);
1605typedef bool wget_ocsp_hostname_is_valid_fn(const wget_ocsp_db *ocsp_db, const char *hostname);
1606typedef void wget_ocsp_db_add_fingerprint_fn(wget_ocsp_db *ocsp_db, const char *fingerprint, int64_t maxage, bool valid);
1607typedef void wget_ocsp_db_add_host_fn(wget_ocsp_db *ocsp_db, const char *host, int64_t maxage);
1608typedef int wget_ocsp_db_save_fn(wget_ocsp_db *ocsp_db);
1609typedef int wget_ocsp_db_load_fn(wget_ocsp_db *ocsp_db);
1610
1611typedef struct {
1615 wget_ocsp_db_deinit_fn *deinit;
1617 wget_ocsp_db_free_fn *free;
1619 wget_ocsp_fingerprint_in_cache_fn *fingerprint_in_cache;
1621 wget_ocsp_hostname_is_valid_fn *hostname_is_valid;
1623 wget_ocsp_db_add_fingerprint_fn *add_fingerprint;
1625 wget_ocsp_db_add_host_fn *add_host;
1627 wget_ocsp_db_save_fn *load;
1629 wget_ocsp_db_load_fn *save;
1631
1632WGETAPI wget_ocsp_db_init_fn wget_ocsp_db_init;
1633WGETAPI wget_ocsp_db_deinit_fn wget_ocsp_db_deinit;
1634WGETAPI wget_ocsp_db_free_fn wget_ocsp_db_free;
1635WGETAPI wget_ocsp_fingerprint_in_cache_fn wget_ocsp_fingerprint_in_cache;
1636WGETAPI wget_ocsp_hostname_is_valid_fn wget_ocsp_hostname_is_valid;
1637WGETAPI wget_ocsp_db_add_fingerprint_fn wget_ocsp_db_add_fingerprint;
1638WGETAPI wget_ocsp_db_add_host_fn wget_ocsp_db_add_host;
1639WGETAPI wget_ocsp_db_save_fn wget_ocsp_db_save;
1640WGETAPI wget_ocsp_db_load_fn wget_ocsp_db_load;
1641WGETAPI void
1642 wget_ocsp_db_set_fname(wget_ocsp_db *ocsp_db, const char *fname);
1643WGETAPI void
1644 wget_ocsp_set_plugin(const wget_ocsp_db_vtable *vtable);
1645
1646/*
1647 * .netrc routines
1648 */
1649
1653typedef struct wget_netrc_db_st wget_netrc_db;
1654
1662 const char *
1664 const char *
1666 const char *
1668 uint16_t
1670 bool
1671 force : 1;
1672};
1673typedef struct wget_netrc_st wget_netrc;
1674
1675WGETAPI wget_netrc * NULLABLE
1676 wget_netrc_init(wget_netrc *netrc);
1677WGETAPI void
1678 wget_netrc_deinit(wget_netrc *netrc);
1679WGETAPI void
1680 wget_netrc_free(wget_netrc *netrc);
1681WGETAPI wget_netrc * NULLABLE
1682 wget_netrc_new(const char *machine, const char *login, const char *password);
1683WGETAPI wget_netrc_db *
1684 wget_netrc_db_init(wget_netrc_db *netrc_db);
1685WGETAPI void
1686 wget_netrc_db_deinit(wget_netrc_db *netrc_db);
1687WGETAPI void
1688 wget_netrc_db_free(wget_netrc_db **netrc_db);
1689WGETAPI void
1690 wget_netrc_db_add(wget_netrc_db *netrc_db, wget_netrc *netrc);
1691WGETAPI wget_netrc * NULLABLE
1692 wget_netrc_get(const wget_netrc_db *netrc_db, const char *host);
1693WGETAPI int
1694 wget_netrc_db_load(wget_netrc_db *netrc_db, const char *fname);
1695
1696/*
1697 * CSS parsing routines
1698 */
1699
1701 size_t
1703 size_t
1705 const char *
1707 const char *
1709};
1711
1712typedef void wget_css_parse_uri_callback(void *user_ctx, const char *url, size_t len, size_t pos);
1713typedef void wget_css_parse_encoding_callback(void *user_ctx, const char *url, size_t len);
1714
1715WGETAPI void
1716 wget_css_parse_buffer(
1717 const char *buf,
1718 size_t len,
1719 wget_css_parse_uri_callback *callback_uri,
1720 wget_css_parse_encoding_callback *callback_encoding,
1721 void *user_ctx) WGET_GCC_NONNULL((1));
1722WGETAPI void
1723 wget_css_parse_file(
1724 const char *fname,
1725 wget_css_parse_uri_callback *callback_uri,
1726 wget_css_parse_encoding_callback *callback_encoding,
1727 void *user_ctx) WGET_GCC_NONNULL((1));
1728WGETAPI wget_vector *
1729 wget_css_get_urls(
1730 const char *css,
1731 size_t len,
1732 wget_iri *base,
1733 const char **encoding) WGET_GCC_NONNULL((1));
1734WGETAPI wget_vector *
1735 wget_css_get_urls_from_localfile(
1736 const char *fname,
1737 wget_iri *base,
1738 const char **encoding) WGET_GCC_NONNULL((1));
1739
1740typedef struct {
1741 const char
1742 *p;
1743 size_t
1745} wget_string;
1746
1747typedef struct {
1752 char
1753 attr[16];
1754 char
1755 tag[16];
1756 bool
1759
1760typedef struct {
1763 const char *
1767 bool
1770
1774typedef struct {
1775 const char *
1777 const char *
1780
1781WGETAPI wget_html_parsed_result * NULLABLE
1782 wget_html_get_urls_inline(const char *html, wget_vector *additional_tags, wget_vector *ignore_tags);
1783WGETAPI void
1784 wget_html_free_urls_inline(wget_html_parsed_result **res);
1785WGETAPI void
1786 wget_sitemap_get_urls_inline(const char *sitemap, wget_vector **urls, wget_vector **sitemap_urls);
1787WGETAPI void
1788 wget_atom_get_urls_inline(const char *atom, wget_vector **urls);
1789WGETAPI void
1790 wget_rss_get_urls_inline(const char *rss, wget_vector **urls);
1791
1792/*
1793 * XML and HTML parsing routines
1794 */
1795
1796#define XML_FLG_BEGIN (1<<0) // <
1797#define XML_FLG_CLOSE (1<<1) // >
1798#define XML_FLG_END (1<<2) // </elem>
1799#define XML_FLG_ATTRIBUTE (1<<3) // attr="value"
1800#define XML_FLG_CONTENT (1<<4)
1801#define XML_FLG_COMMENT (1<<5) // <!-- ... -->
1802//#define XML_FLG_CDATA (1<<6) // <![CDATA[...]]>, now same handling as 'special'
1803#define XML_FLG_PROCESSING (1<<7) // e.g. <? ... ?>
1804#define XML_FLG_SPECIAL (1<<8) // e.g. <!DOCTYPE ...>
1805
1806#define XML_HINT_REMOVE_EMPTY_CONTENT (1<<0) // merge spaces, remove empty content
1807#define XML_HINT_HTML (1<<1) // parse HTML instead of XML
1808
1809#define HTML_HINT_REMOVE_EMPTY_CONTENT XML_HINT_REMOVE_EMPTY_CONTENT
1810
1811typedef void wget_xml_callback(void *, int, const char *, const char *, const char *, size_t, size_t);
1812
1813WGETAPI int
1815 const char *buf,
1816 wget_xml_callback *callback,
1817 void *user_ctx,
1818 int hints) WGET_GCC_NONNULL((1));
1819WGETAPI void
1821 const char *fname,
1822 wget_xml_callback *callback,
1823 void *user_ctx,
1824 int hints) WGET_GCC_NONNULL((1));
1825WGETAPI void
1827 const char *buf,
1828 wget_xml_callback *callback,
1829 void *user_ctx,
1830 int hints) WGET_GCC_NONNULL((1));
1831WGETAPI void
1833 const char *fname,
1834 wget_xml_callback *callback,
1835 void *user_ctx,
1836 int hints) WGET_GCC_NONNULL((1));
1837WGETAPI char *
1838 wget_xml_decode_entities_inline(char *src) WGET_GCC_NONNULL((1));
1839
1840/*
1841 * DNS caching routines
1842 */
1843
1844typedef struct wget_dns_cache_st wget_dns_cache;
1845
1846WGETAPI int
1848WGETAPI void
1850WGETAPI struct addrinfo * NULLABLE
1851 wget_dns_cache_get(wget_dns_cache *cache, const char *host, uint16_t port);
1852WGETAPI int
1853 wget_dns_cache_add(wget_dns_cache *cache, const char *host, uint16_t port, struct addrinfo **addrinfo);
1854
1855/*
1856 * DNS resolving routines
1857 */
1858
1859typedef struct wget_dns_st wget_dns;
1860
1861WGETAPI int
1862 wget_dns_init(wget_dns **dns);
1863WGETAPI void
1864 wget_dns_free(wget_dns **dns);
1865WGETAPI void
1866 wget_dns_set_timeout(wget_dns *dns, int timeout);
1867WGETAPI void
1869WGETAPI wget_dns_cache * NULLABLE
1870 wget_dns_get_cache(wget_dns *dns) WGET_GCC_PURE;
1871WGETAPI struct addrinfo * NULLABLE
1872 wget_dns_resolve(wget_dns *dns, const char *host, uint16_t port, int family, int preferred_family);
1873WGETAPI void
1874 wget_dns_freeaddrinfo(wget_dns *dns, struct addrinfo **addrinfo);
1875WGETAPI int
1876 wget_dns_cache_ip(wget_dns *dns, const char *ip, const char *name, uint16_t port);
1877
1878/*
1879 * TCP network routines
1880 */
1881
1882#define WGET_NET_FAMILY_ANY 0
1883#define WGET_NET_FAMILY_IPV4 1
1884#define WGET_NET_FAMILY_IPV6 2
1885
1886#define WGET_PROTOCOL_HTTP_1_1 0
1887#define WGET_PROTOCOL_HTTP_2_0 1
1888
1889typedef struct wget_tcp_st wget_tcp;
1890
1891WGETAPI int
1892 wget_net_init(void);
1893WGETAPI int
1894 wget_net_deinit(void);
1895WGETAPI wget_tcp * NULLABLE
1896 wget_tcp_init(void);
1897WGETAPI void
1898 wget_tcp_deinit(wget_tcp **tcp);
1899WGETAPI void
1900 wget_tcp_close(wget_tcp *tcp);
1901WGETAPI void
1902 wget_tcp_set_dns(wget_tcp *tcp, wget_dns *dns);
1903WGETAPI void
1904 wget_tcp_set_timeout(wget_tcp *tcp, int timeout);
1905WGETAPI int
1906 wget_tcp_get_timeout(wget_tcp *tcp) WGET_GCC_PURE;
1907WGETAPI void
1908 wget_tcp_set_connect_timeout(wget_tcp *tcp, int timeout);
1909WGETAPI void
1910 wget_tcp_set_tcp_fastopen(wget_tcp *tcp, bool tcp_fastopen);
1911WGETAPI void
1912 wget_tcp_set_tls_false_start(wget_tcp *tcp, bool false_start);
1913WGETAPI void
1914 wget_tcp_set_ssl(wget_tcp *tcp, bool ssl);
1915WGETAPI bool
1916 wget_tcp_get_ssl(wget_tcp *tcp) WGET_GCC_PURE;
1917WGETAPI const char * NULLABLE
1918 wget_tcp_get_ip(wget_tcp *tcp) WGET_GCC_PURE;
1919WGETAPI void
1920 wget_tcp_set_ssl_hostname(wget_tcp *tcp, const char *hostname);
1921WGETAPI const char *
1922 wget_tcp_get_ssl_hostname(wget_tcp *tcp) WGET_GCC_PURE;
1923WGETAPI void
1924 wget_tcp_set_ssl_ca_file(wget_tcp *tcp, const char *cafile);
1925WGETAPI void
1926 wget_tcp_set_ssl_key_file(wget_tcp *tcp, const char *certfile, const char *keyfile);
1927WGETAPI bool
1928 wget_tcp_get_tcp_fastopen(wget_tcp *tcp) WGET_GCC_PURE;
1929WGETAPI bool
1930 wget_tcp_get_tls_false_start(wget_tcp *tcp) WGET_GCC_PURE;
1931WGETAPI int
1932 wget_tcp_get_family(wget_tcp *tcp) WGET_GCC_PURE;
1933WGETAPI int
1934 wget_tcp_get_preferred_family(wget_tcp *tcp) WGET_GCC_PURE;
1935WGETAPI int
1936 wget_tcp_get_protocol(wget_tcp *tcp) WGET_GCC_PURE;
1937WGETAPI int
1938 wget_tcp_get_local_port(wget_tcp *tcp);
1939WGETAPI void
1940 wget_tcp_set_debug(wget_tcp *tcp, int debug);
1941WGETAPI void
1942 wget_tcp_set_family(wget_tcp *tcp, int family);
1943WGETAPI void
1944 wget_tcp_set_preferred_family(wget_tcp *tcp, int family);
1945WGETAPI void
1946 wget_tcp_set_protocol(wget_tcp *tcp, int protocol);
1947WGETAPI void
1948 wget_tcp_set_bind_address(wget_tcp *tcp, const char *bind_address);
1949WGETAPI void
1950 wget_tcp_set_bind_interface(wget_tcp *tcp, const char *bind_interface);
1951WGETAPI int
1952 wget_tcp_connect(wget_tcp *tcp, const char *host, uint16_t port);
1953WGETAPI int
1954 wget_tcp_tls_start(wget_tcp *tcp);
1955WGETAPI void
1956 wget_tcp_tls_stop(wget_tcp *tcp);
1957WGETAPI ssize_t
1958 wget_tcp_vprintf(wget_tcp *tcp, const char *__restrict fmt, va_list args) WGET_GCC_PRINTF_FORMAT(2,0);
1959WGETAPI ssize_t
1960 wget_tcp_printf(wget_tcp *tcp, const char *__restrict fmt, ...) WGET_GCC_PRINTF_FORMAT(2,3);
1961WGETAPI ssize_t
1962 wget_tcp_write(wget_tcp *tcp, const char *buf, size_t count);
1963WGETAPI ssize_t
1964 wget_tcp_read(wget_tcp *tcp, char *buf, size_t count);
1965WGETAPI int
1966 wget_tcp_ready_2_transfer(wget_tcp *tcp, int flags);
1967
1968WGETAPI bool
1969 wget_ip_is_family(const char *host, int family) WGET_GCC_PURE;
1970
1971/*
1972 * SSL routines
1973 */
1974
1975#define WGET_SSL_X509_FMT_PEM 0
1976#define WGET_SSL_X509_FMT_DER 1
1977
1978#define WGET_SSL_SECURE_PROTOCOL 1
1979#define WGET_SSL_CA_DIRECTORY 2
1980#define WGET_SSL_CA_FILE 3
1981#define WGET_SSL_CERT_FILE 4
1982#define WGET_SSL_KEY_FILE 5
1983#define WGET_SSL_CA_TYPE 6
1984#define WGET_SSL_CERT_TYPE 7
1985#define WGET_SSL_KEY_TYPE 8
1986#define WGET_SSL_CHECK_CERTIFICATE 9
1987#define WGET_SSL_CHECK_HOSTNAME 10
1988#define WGET_SSL_PRINT_INFO 11
1989#define WGET_SSL_CRL_FILE 13
1990#define WGET_SSL_OCSP_STAPLING 14
1991#define WGET_SSL_OCSP_SERVER 15
1992#define WGET_SSL_OCSP 16
1993#define WGET_SSL_OCSP_CACHE 17
1994#define WGET_SSL_ALPN 18
1995#define WGET_SSL_SESSION_CACHE 19
1996#define WGET_SSL_HPKP_CACHE 20
1997#define WGET_SSL_OCSP_NONCE 21
1998#define WGET_SSL_OCSP_DATE 22
1999#define WGET_SSL_REPORT_INVALID_CERT 23
2000#define WGET_SSL_DANE 24
2001
2002WGETAPI void
2003 wget_ssl_init(void);
2004WGETAPI void
2005 wget_ssl_deinit(void);
2006WGETAPI void
2007 wget_ssl_set_config_string(int key, const char *value);
2008WGETAPI void
2009 wget_ssl_set_config_object(int key, void *value);
2010WGETAPI void
2011 wget_ssl_set_config_int(int key, int value);
2012WGETAPI int
2013 wget_ssl_open(wget_tcp *tcp);
2014WGETAPI void
2015 wget_ssl_close(void **session);
2016WGETAPI void
2017 wget_ssl_set_check_certificate(char value);
2018WGETAPI ssize_t
2019 wget_ssl_read_timeout(void *session, char *buf, size_t count, int timeout) WGET_GCC_NONNULL_ALL;
2020WGETAPI ssize_t
2021 wget_ssl_write_timeout(void *session, const char *buf, size_t count, int timeout) WGET_GCC_NONNULL_ALL;
2022WGETAPI const char *
2023 wget_ssl_default_cert_dir(void);
2024WGETAPI const char *
2025 wget_ssl_default_ca_bundle_path(void);
2026
2027/*
2028 * HTTP routines
2029 */
2030
2034typedef struct {
2035 const char *
2037 const char *
2040
2044typedef struct {
2045 const char *
2047 const char *
2049 int
2051 enum {
2052 link_rel_none = 0,
2053 link_rel_describedby,
2054 link_rel_duplicate
2055 } rel;
2057
2061typedef struct {
2062 const char *
2064 const char *
2067
2071typedef struct {
2072 const char *
2077
2078typedef enum {
2079 wget_transfer_encoding_identity = 0,
2080 wget_transfer_encoding_chunked = 1
2081} wget_transfer_encoding;
2082
2084typedef int wget_http_header_callback(wget_http_response *, void *);
2085typedef int wget_http_body_callback(wget_http_response *, void *, const char *, size_t);
2086
2090typedef struct {
2091 wget_vector *
2093 const char *
2095 wget_http_header_callback
2097 wget_http_body_callback
2099 void *
2101 void *
2103 void *
2109 size_t
2111 int32_t
2113 wget_iri_scheme
2115 char
2116 esc_resource_buf[256];
2117 char
2118 esc_host_buf[64];
2119 char
2120 method[8];
2121 bool
2123 bool
2125 bool
2127 long long
2129 long long
2131
2133
2139 req;
2140 wget_vector *
2141 links;
2142 wget_vector *
2143 digests;
2144 wget_vector *
2145 cookies;
2146 wget_vector *
2147 challenges;
2148 wget_hpkp *
2149 hpkp;
2150 const char *
2151 content_type;
2152 const char *
2153 content_type_encoding;
2154 const char *
2155 content_filename;
2156 const char *
2157 location;
2158 const char *
2160 wget_buffer *
2162 wget_buffer *
2164 long long
2166 size_t
2168 size_t
2169 cur_downloaded,
2170 accounted_for; // reported to bar
2171 int64_t
2172 last_modified;
2173 int64_t
2174 hsts_maxage;
2175 char
2177 int
2179 short
2181 short
2183 short
2185 wget_transfer_encoding
2186 transfer_encoding;
2187 char
2188 content_encoding;
2189 bool
2190 hsts_include_subdomains,
2191 keep_alive;
2192 bool
2193 content_length_valid : 1,
2195 hsts : 1,
2196 csp : 1;
2197};
2198
2199typedef struct wget_http_connection_st wget_http_connection;
2200
2201WGETAPI const char *
2202 wget_http_get_host(const wget_http_connection *conn) WGET_GCC_NONNULL_ALL;
2203WGETAPI uint16_t
2204 wget_http_get_port(const wget_http_connection *conn) WGET_GCC_NONNULL_ALL;
2205WGETAPI wget_iri_scheme
2206 wget_http_get_scheme(const wget_http_connection *conn) WGET_GCC_NONNULL_ALL;
2207WGETAPI int
2208 wget_http_get_protocol(const wget_http_connection *conn) WGET_GCC_NONNULL_ALL;
2209
2210WGETAPI bool
2211 wget_http_isseparator(char c) WGET_GCC_CONST;
2212WGETAPI bool
2213 wget_http_istoken(char c) WGET_GCC_CONST;
2214
2215WGETAPI const char *
2216 wget_http_parse_token(const char *s, const char **token) WGET_GCC_NONNULL_ALL;
2217WGETAPI const char *
2218 wget_http_parse_quoted_string(const char *s, const char **qstring) WGET_GCC_NONNULL_ALL;
2219WGETAPI const char *
2220 wget_http_parse_param(const char *s, const char **param, const char **value) WGET_GCC_NONNULL_ALL;
2221WGETAPI const char *
2222 wget_http_parse_name(const char *s, const char **name) WGET_GCC_NONNULL_ALL;
2223WGETAPI const char *
2224 wget_parse_name_fixed(const char *s, const char **name, size_t *namelen) WGET_GCC_NONNULL_ALL;
2225WGETAPI int64_t
2226 wget_http_parse_full_date(const char *s) WGET_GCC_NONNULL_ALL;
2227WGETAPI const char *
2228 wget_http_parse_link(const char *s, wget_http_link *link) WGET_GCC_NONNULL_ALL;
2229WGETAPI const char *
2230 wget_http_parse_digest(const char *s, wget_http_digest *digest) WGET_GCC_NONNULL_ALL;
2231WGETAPI const char *
2232 wget_http_parse_challenge(const char *s, wget_http_challenge *challenge) WGET_GCC_NONNULL_ALL;
2233WGETAPI const char *
2234 wget_http_parse_challenges(const char *s, wget_vector *challenges) WGET_GCC_NONNULL_ALL;
2235WGETAPI const char *
2236 wget_http_parse_location(const char *s, const char **location) WGET_GCC_NONNULL_ALL;
2237WGETAPI const char *
2238 wget_http_parse_transfer_encoding(const char *s, wget_transfer_encoding *transfer_encoding) WGET_GCC_NONNULL_ALL;
2239WGETAPI const char *
2240 wget_http_parse_content_type(const char *s, const char **content_type, const char **charset) WGET_GCC_NONNULL((1));
2241WGETAPI const char *
2242 wget_http_parse_content_encoding(const char *s, char *content_encoding) WGET_GCC_NONNULL_ALL;
2243WGETAPI const char *
2244 wget_http_parse_content_disposition(const char *s, const char **filename) WGET_GCC_NONNULL((1));
2245WGETAPI const char *
2246 wget_http_parse_strict_transport_security(const char *s, int64_t *maxage, bool *include_subdomains) WGET_GCC_NONNULL_ALL;
2247WGETAPI const char *
2248 wget_http_parse_public_key_pins(const char *s, wget_hpkp *hpkp) WGET_GCC_NONNULL((1));
2249WGETAPI const char *
2250 wget_http_parse_connection(const char *s, bool *keep_alive) WGET_GCC_NONNULL_ALL;
2251WGETAPI const char *
2252 wget_http_parse_setcookie(const char *s, wget_cookie **cookie) WGET_GCC_NONNULL((1));
2253WGETAPI const char *
2254 wget_http_parse_etag(const char *s, const char **etag) WGET_GCC_NONNULL((1));
2255
2256WGETAPI char *
2257 wget_http_print_date(int64_t t, char *buf, size_t bufsize) WGET_GCC_NONNULL_ALL;
2258
2259WGETAPI void
2260 wget_http_add_param(wget_vector **params, wget_http_header_param *param) WGET_GCC_NONNULL_ALL;
2261WGETAPI int
2262 wget_http_add_header_vprintf(wget_http_request *req, const char *name, const char *__restrict fmt, va_list args) WGET_GCC_PRINTF_FORMAT(3,0) WGET_GCC_NONNULL_ALL;
2263WGETAPI int
2264 wget_http_add_header_printf(wget_http_request *req, const char *name, const char *__restrict fmt, ...) WGET_GCC_PRINTF_FORMAT(3,4) WGET_GCC_NONNULL((1,2,3));
2265WGETAPI int
2266 wget_http_add_header(wget_http_request *req, const char *name, const char *value) WGET_GCC_NONNULL_ALL;
2267WGETAPI int
2268 wget_http_add_header_param(wget_http_request *req, wget_http_header_param *param) WGET_GCC_NONNULL((1));
2269WGETAPI void
2270 wget_http_add_credentials(wget_http_request *req, wget_http_challenge *challenge, const char *username, const char *password, int proxied) WGET_GCC_NONNULL((1));
2271WGETAPI int
2272 wget_http_set_http_proxy(const char *proxy, const char *encoding);
2273WGETAPI int
2274 wget_http_set_https_proxy(const char *proxy, const char *encoding);
2275WGETAPI int
2276 wget_http_set_no_proxy(const char *no_proxy, const char *encoding);
2277WGETAPI const wget_vector *
2278 wget_http_get_no_proxy(void);
2279WGETAPI int
2280 wget_http_match_no_proxy(const wget_vector *no_proxies, const char *host);
2281WGETAPI void
2282 wget_http_abort_connection(wget_http_connection *conn);
2283
2284WGETAPI void
2285 wget_http_free_param(wget_http_header_param *param);
2286WGETAPI void
2287 wget_http_free_cookie(wget_cookie *cookie);
2288WGETAPI void
2289 wget_http_free_digest(wget_http_digest *digest);
2290WGETAPI void
2291 wget_http_free_challenge(wget_http_challenge *challenge);
2292WGETAPI void
2293 wget_http_free_link(wget_http_link *link);
2294
2295WGETAPI void
2296 wget_http_free_cookies(wget_vector **cookies);
2297WGETAPI void
2298 wget_http_free_hpkp_entries(wget_hpkp **hpkp);
2299WGETAPI void
2300 wget_http_free_digests(wget_vector **digests);
2301WGETAPI void
2302 wget_http_free_challenges(wget_vector **challenges);
2303WGETAPI void
2304 wget_http_free_links(wget_vector **links);
2305//WGETAPI void
2306// wget_http_free_header(HTTP_HEADER **header);
2307WGETAPI void
2308 wget_http_free_request(wget_http_request **req);
2309WGETAPI void
2310 wget_http_free_response(wget_http_response **resp);
2311
2312WGETAPI int
2313 wget_http_parse_header_line(wget_http_response *resp, const char *name, size_t namelen, const char *value, size_t valuelen);
2314WGETAPI wget_http_response * NULLABLE
2315 wget_http_parse_response_header(char *buf) WGET_GCC_NONNULL_ALL;
2316WGETAPI wget_http_response * NULLABLE
2317 wget_http_get_response_cb(wget_http_connection *conn) WGET_GCC_NONNULL((1));
2318//WGETAPI HTTP_RESPONSE *
2319// http_get_response_mem(HTTP_CONNECTION *conn, HTTP_REQUEST *req) NONNULL_ALL;
2320WGETAPI wget_http_response * NULLABLE
2321 wget_http_get_response(wget_http_connection *conn) WGET_GCC_NONNULL((1));
2322
2323WGETAPI void
2324 wget_http_init(void);
2325WGETAPI void
2326 wget_http_exit(void);
2327WGETAPI int
2328 wget_http_open(wget_http_connection **_conn, const wget_iri *iri);
2329WGETAPI wget_http_request * NULLABLE
2330 wget_http_create_request(const wget_iri *iri, const char *method) WGET_GCC_NONNULL_ALL;
2331WGETAPI void
2332 wget_http_close(wget_http_connection **conn) WGET_GCC_NONNULL_ALL;
2333WGETAPI void
2334 wget_http_request_set_header_cb(wget_http_request *req, wget_http_header_callback *cb, void *user_data) WGET_GCC_NONNULL((1));
2335WGETAPI void
2336 wget_http_request_set_body_cb(wget_http_request *req, wget_http_body_callback *cb, void *user_data) WGET_GCC_NONNULL((1));
2337WGETAPI void
2338 wget_http_request_set_int(wget_http_request *req, int key, int value) WGET_GCC_NONNULL((1));
2339WGETAPI int
2340 wget_http_request_get_int(wget_http_request *req, int key) WGET_GCC_NONNULL((1));
2341WGETAPI void
2342 wget_http_request_set_ptr(wget_http_request *req, int key, void *value) WGET_GCC_NONNULL((1));
2343WGETAPI void *
2344 wget_http_request_get_ptr(wget_http_request *req, int key) WGET_GCC_NONNULL((1));
2345WGETAPI void
2346 wget_http_request_set_body(wget_http_request *req, const char *mimetype, char *body, size_t length) WGET_GCC_NONNULL((1));
2347WGETAPI int
2348 wget_http_send_request(wget_http_connection *conn, wget_http_request *req) WGET_GCC_NONNULL_ALL;
2349WGETAPI ssize_t
2350 wget_http_request_to_buffer(wget_http_request *req, wget_buffer *buf, int proxied, int port) WGET_GCC_NONNULL_ALL;
2351
2352/*
2353 * Highlevel HTTP routines
2354 */
2355
2356WGETAPI wget_http_response *
2357 wget_http_get(int first_key, ...);
2358
2359
2360/*
2361 * random routines
2362 */
2363
2364WGETAPI void
2365 wget_random_init(void);
2366WGETAPI void
2367 wget_random_exit(void);
2368WGETAPI int
2369 wget_random(void);
2370WGETAPI void
2371 wget_srandom(unsigned int seed);
2372
2373
2379
2396
2398 wget_hash_get_algorithm(const char *hashname);
2399WGETAPI int
2400 wget_hash_fast(wget_digest_algorithm algorithm, const void *text, size_t textlen, void *digest);
2401WGETAPI int
2402 wget_hash_get_len(wget_digest_algorithm algorithm) WGET_GCC_CONST;
2403WGETAPI int
2404 wget_hash_init(wget_hash_hd **dig, wget_digest_algorithm algorithm);
2405WGETAPI int
2406 wget_hash(wget_hash_hd *handle, const void *text, size_t textlen);
2407WGETAPI int
2408 wget_hash_deinit(wget_hash_hd **handle, void *digest);
2409
2410/*
2411 * Hash file routines
2412 */
2413
2414WGETAPI int
2415 wget_hash_file_fd(const char *hashname, int fd, char *digest_hex, size_t digest_hex_size, off_t offset, off_t length) WGET_GCC_NONNULL_ALL;
2416WGETAPI int
2417 wget_hash_file_offset(const char *hashname, const char *fname, char *digest_hex, size_t digest_hex_size, off_t offset, off_t length) WGET_GCC_NONNULL_ALL;
2418WGETAPI int
2419 wget_hash_file(const char *hashname, const char *fname, char *digest_hex, size_t digest_hex_size) WGET_GCC_NONNULL_ALL;
2420
2421/*
2422 * Hash convenience routines
2423 */
2424
2425// don't use 'restrict' here as out, fmt and argument pointers may overlap
2426WGETAPI void WGET_GCC_PRINTF_FORMAT(4,5) WGET_GCC_NONNULL_ALL
2427 wget_hash_printf_hex(wget_digest_algorithm algorithm, char *out, size_t outsize, const char *fmt, ...);
2428
2429
2430/*
2431 * Metalink types and routines
2432 */
2433
2434typedef struct {
2435 const wget_iri
2437 int
2439 char
2440 location[8];
2442
2443typedef struct {
2444 char
2445 type[16],
2446 hash_hex[128+1];
2448
2449// Metalink piece, for checksumming after download
2450typedef struct {
2453 off_t
2455 off_t
2458
2459typedef struct {
2460 const char
2466 off_t
2469
2470WGETAPI wget_metalink * NULLABLE
2471 wget_metalink_parse(const char *xml);
2472WGETAPI void
2473 wget_metalink_free(wget_metalink **metalink);
2474WGETAPI void
2475 wget_metalink_sort_mirrors(wget_metalink *metalink);
2476
2477/*
2478 * Robots types and routines
2479 */
2480
2481typedef struct wget_robots_st wget_robots;
2482
2483WGETAPI int
2484 wget_robots_parse(wget_robots **robots, const char *data, const char *client);
2485WGETAPI void
2486 wget_robots_free(wget_robots **robots);
2487WGETAPI int
2489WGETAPI wget_string * NULLABLE
2490 wget_robots_get_path(wget_robots *robots, int index);
2491WGETAPI int
2493WGETAPI const char * NULLABLE
2494 wget_robots_get_sitemap(wget_robots *robots, int index);
2495
2496/*
2497 * Progress bar routines
2498 */
2499
2500// values for --report-speed and wget_bar_set_speed_type()
2501typedef enum {
2502 WGET_REPORT_SPEED_BYTES,
2503 WGET_REPORT_SPEED_BITS
2504} wget_report_speed;
2505
2506typedef struct wget_bar_st wget_bar;
2507
2508WGETAPI wget_bar * NULLABLE
2509 wget_bar_init(wget_bar *bar, int nslots);
2510WGETAPI void
2512WGETAPI void
2513 wget_bar_free(wget_bar **bar);
2514WGETAPI void
2515 wget_bar_print(wget_bar *bar, int slot, const char *s);
2516WGETAPI void
2517 wget_bar_vprintf(wget_bar *bar, int slot, const char *__restrict fmt, va_list args) WGET_GCC_PRINTF_FORMAT(3,0) WGET_GCC_NONNULL_ALL;
2518WGETAPI void
2519 wget_bar_printf(wget_bar *bar, int slot, const char *__restrict fmt, ...) WGET_GCC_PRINTF_FORMAT(3,4) WGET_GCC_NONNULL_ALL;
2520WGETAPI void
2521 wget_bar_slot_begin(wget_bar *bar, int slot, const char *filename, int new_file, ssize_t filesize) WGET_GCC_NONNULL((1));
2522WGETAPI void
2523 wget_bar_slot_downloaded(wget_bar *bar, int slot, size_t nbytes);
2524WGETAPI void
2525 wget_bar_slot_deregister(wget_bar *bar, int slot) WGET_GCC_NONNULL_ALL;
2526WGETAPI void
2527 wget_bar_update(wget_bar *bar) WGET_GCC_NONNULL_ALL;
2528WGETAPI void
2529 wget_bar_set_slots(wget_bar *bar, int nslots) WGET_GCC_NONNULL_ALL;
2530WGETAPI void
2532WGETAPI void
2533 wget_bar_write_line(wget_bar *bar, const char *buf, size_t len) WGET_GCC_NONNULL_ALL;
2534WGETAPI void
2535 wget_bar_set_speed_type(wget_report_speed type);
2536
2537/*
2538 * Console routines
2539 */
2540
2541// console color definitions
2542typedef enum {
2543 WGET_CONSOLE_COLOR_RESET = 0,
2544 WGET_CONSOLE_COLOR_WHITE = 1,
2545 WGET_CONSOLE_COLOR_BLUE = 2,
2546 WGET_CONSOLE_COLOR_GREEN = 3,
2547 WGET_CONSOLE_COLOR_RED = 4,
2548 WGET_CONSOLE_COLOR_MAGENTA = 5
2549} wget_console_color;
2550
2551WGETAPI int
2552 wget_console_init(void);
2553WGETAPI int
2554 wget_console_deinit(void);
2555WGETAPI void
2556 wget_console_set_fg_color(wget_console_color colorid);
2557WGETAPI void
2559
2560/*
2561 * Plugin support
2562 */
2563
2572#ifdef _WIN32
2573# define WGET_EXPORT __declspec(dllexport)
2574#elif __GNUC__ > 4
2575# define WGET_EXPORT __attribute__ ((__visibility__("default")))
2576#else
2577# define WGET_EXPORT
2578#endif
2579
2580struct wget_plugin_vtable;
2581
2590{
2593
2596};
2597
2598typedef struct wget_plugin_st wget_plugin;
2599
2611
2620typedef void wget_plugin_finalizer_fn(wget_plugin *plugin, int exit_status);
2621
2622// Gets the name the plugin is known as.
2623WGETAPI const char *
2624 wget_plugin_get_name(wget_plugin *plugin) WGET_GCC_NONNULL_ALL;
2625
2626// Registers a function to be called when wget exits.
2627WGETAPI void
2628 wget_plugin_register_finalizer(wget_plugin *plugin, wget_plugin_finalizer_fn *fn) WGET_GCC_NONNULL((1));
2629
2640typedef int wget_plugin_option_callback(wget_plugin *plugin, const char *option, const char *value);
2641
2642// Registers a function for command line option forwarding.
2643WGETAPI void
2645
2651typedef struct {
2652 struct wget_plugin_vtable *vtable;
2654
2655// Marks the URL to be rejected.
2656WGETAPI void
2657 wget_intercept_action_reject(wget_intercept_action *action) WGET_GCC_NONNULL_ALL;
2658
2659// Marks the URL to be accepted.
2660WGETAPI void
2661 wget_intercept_action_accept(wget_intercept_action *action) WGET_GCC_NONNULL_ALL;
2662
2663// Specifies an alternative URL to be fetched instead.
2664WGETAPI void
2665 wget_intercept_action_set_alt_url(wget_intercept_action *action, const wget_iri *iri) WGET_GCC_NONNULL((1));
2666
2667// Specifies that the fetched data should be written to an alternative file.
2668WGETAPI void
2669 wget_intercept_action_set_local_filename(wget_intercept_action *action, const char *local_filename) WGET_GCC_NONNULL((1));
2670
2682
2683// Registers a plugin function for intercepting URLs
2684WGETAPI void
2686
2692typedef struct {
2693 struct wget_plugin_vtable *vtable;
2695
2696// Gets the source address the file was downloaded from.
2697WGETAPI const wget_iri *
2699
2700// Gets the file name the downloaded file was written to.
2701WGETAPI const char *
2703
2704// Gets the size of the downloaded file.
2705WGETAPI uint64_t
2707
2708// Reads the downloaded file into memory.
2709WGETAPI int
2710 wget_downloaded_file_get_contents(wget_downloaded_file *file, const void **data, size_t *size);
2711
2712// Opens the downloaded file as a new stream.
2713WGETAPI FILE *
2715
2716// Gets whether the file should be scanned for more URLs.
2717WGETAPI bool
2719
2720// Adds a URL for recursive downloading.
2721WGETAPI void
2723
2734
2735// Registers a plugin function for intercepting downloaded files.
2736WGETAPI void
2738
2745{
2746 const char * (* get_name)(wget_plugin *);
2747 void (* register_finalizer)(wget_plugin *, wget_plugin_finalizer_fn *);
2748 void (* register_argp)(wget_plugin *, wget_plugin_option_callback *);
2749
2750 void (* action_reject)(wget_intercept_action *);
2751 void (* action_accept)(wget_intercept_action *);
2752 void (* action_set_alt_url)(wget_intercept_action *, const wget_iri *);
2753 void (* action_set_local_filename)(wget_intercept_action *, const char *);
2754 void (* register_url_filter)(wget_plugin *, wget_plugin_url_filter_callback *);
2755
2756 const wget_iri *(*file_get_source_url)(wget_downloaded_file *);
2757 const char *(*file_get_local_filename)(wget_downloaded_file *);
2758 uint64_t (*file_get_size)(wget_downloaded_file *);
2759 int (*file_get_contents)(wget_downloaded_file *, const void **data, size_t *size);
2760 FILE *(*file_open_stream)(wget_downloaded_file *);
2761 bool (*file_get_recurse)(wget_downloaded_file *);
2762 void (*file_add_recurse_url)(wget_downloaded_file *, const wget_iri *);
2763 void (*register_post_processor)(wget_plugin *, wget_plugin_post_processor *);
2764};
2765
2773typedef struct
2774{
2775 const char
2778 uint16_t
2780 long long
2783
2784typedef void
2785 wget_dns_stats_callback(wget_dns *dns, wget_dns_stats_data *stats, void *ctx);
2786
2787WGETAPI void
2788 wget_dns_set_stats_callback(wget_dns *dns, wget_dns_stats_callback *fn, void *ctx);
2789
2797typedef struct
2798{
2799 const char
2800 *hostname;
2801 int
2802 nvalid,
2803 nrevoked,
2804 nignored,
2805 stapling;
2807
2808typedef void
2809 wget_ocsp_stats_callback(wget_ocsp_stats_data *stats, void *ctx);
2810
2811WGETAPI void
2812 wget_ssl_set_stats_callback_ocsp(wget_ocsp_stats_callback *fn, void *ctx);
2822typedef struct
2823{
2824 const char
2825 *hostname,
2826 *alpn_protocol;
2827 long long
2828 tls_secs; //milliseconds
2829 int
2830 version,
2831 cert_chain_size;
2832 char
2833 http_protocol;
2834 bool
2835 false_start,
2836 tfo,
2837 tls_con,
2838 resumed;
2840
2841typedef void
2842 wget_tls_stats_callback(wget_tls_stats_data *stats, void *ctx);
2843
2844WGETAPI void
2845 wget_ssl_set_stats_callback_tls(wget_tls_stats_callback *fn, void *ctx);
2848typedef enum {
2849 WGET_STATS_HPKP_NO = 0,
2850 WGET_STATS_HPKP_MATCH = 1,
2851 WGET_STATS_HPKP_NOMATCH = 2,
2852 WGET_STATS_HPKP_ERROR = 3
2853} wget_hpkp_stats_result;
2854
2855typedef void
2856 wget_server_stats_callback(wget_http_connection *conn, wget_http_response *resp);
2857
2858WGETAPI void
2859 wget_server_set_stats_callback(wget_server_stats_callback *fn);
2860
2861typedef enum {
2862 WGET_STATS_FORMAT_HUMAN = 0,
2863 WGET_STATS_FORMAT_CSV = 1,
2864} wget_stats_format;
2865
2866WGET_END_DECLS
2867
2868/*
2869 * Regex Types
2870 */
2871
2872#define WGET_REGEX_TYPE_POSIX 0
2873#define WGET_REGEX_TYPE_PCRE 1
2874
2875#undef RETURNS_NONNULL
2876
2877#endif /* WGET_WGET_H */
WGETAPI size_t wget_base64_get_decoded_length(size_t len) WGET_GCC_PURE
Definition base64.c:316
WGETAPI bool wget_base64_is_string(const char *src) WGET_GCC_PURE
Definition base64.c:78
WGETAPI size_t wget_base64_get_encoded_length(size_t len) WGET_GCC_PURE
Definition base64.c:329
WGETAPI char *NULLABLE wget_base64_decode_alloc(const char *src, size_t n, size_t *outlen) WGET_GCC_NONNULL((1))
Definition base64.c:154
WGETAPI char *NULLABLE wget_base64_encode_alloc(const char *src, size_t n) WGET_GCC_NONNULL_ALL
Definition base64.c:251
WGETAPI void wget_bitmap_clear(wget_bitmap *bitmap, unsigned n)
Definition bitmap.c:79
WGETAPI void wget_bitmap_free(wget_bitmap **bitmap)
Definition bitmap.c:132
WGETAPI bool wget_bitmap_get(const wget_bitmap *bitmap, unsigned n)
Definition bitmap.c:94
WGETAPI int wget_bitmap_init(wget_bitmap **bitmap, unsigned bits)
Definition bitmap.c:110
WGETAPI void wget_bitmap_set(wget_bitmap *bitmap, unsigned n)
Definition bitmap.c:67
WGETAPI size_t wget_buffer_memset(wget_buffer *buf, char c, size_t length)
Definition buffer.c:496
WGETAPI wget_buffer * wget_buffer_alloc(size_t size) WGET_GCC_MALLOC WGET_GCC_ALLOC_SIZE(1) RETURNS_NONNULL LIBWGET_WARN_UNUSED_RESULT
Definition buffer.c:189
WGETAPI size_t wget_buffer_bufcat(wget_buffer *buf, wget_buffer *src)
Definition buffer.c:476
WGETAPI size_t wget_buffer_memset_append(wget_buffer *buf, char c, size_t length)
Definition buffer.c:515
WGETAPI int wget_buffer_ensure_capacity(wget_buffer *buf, size_t size) LIBWGET_WARN_UNUSED_RESULT
Definition buffer.c:245
WGETAPI size_t wget_buffer_strcat(wget_buffer *buf, const char *s)
Definition buffer.c:436
WGETAPI void wget_buffer_free_data(wget_buffer *buf)
Definition buffer.c:311
WGETAPI char * wget_buffer_trim(wget_buffer *buf)
Definition buffer.c:542
WGETAPI size_t wget_buffer_memcpy(wget_buffer *buf, const void *data, size_t length)
Definition buffer.c:356
WGETAPI void wget_buffer_deinit(wget_buffer *buf) WGET_GCC_NONNULL((1))
Definition buffer.c:268
WGETAPI int wget_buffer_init(wget_buffer *buf, char *data, size_t size) WGET_GCC_NONNULL((1))
Definition buffer.c:153
WGETAPI size_t wget_buffer_bufcpy(wget_buffer *buf, wget_buffer *src)
Definition buffer.c:455
WGETAPI void wget_buffer_reset(wget_buffer *buf)
Definition buffer.c:333
WGETAPI size_t wget_buffer_memcat(wget_buffer *buf, const void *data, size_t length)
Definition buffer.c:378
WGETAPI void wget_buffer_free(wget_buffer **buf)
Definition buffer.c:291
WGETAPI size_t wget_buffer_strcpy(wget_buffer *buf, const char *s)
Definition buffer.c:414
WGETAPI int wget_console_deinit(void)
Definition console.c:154
WGETAPI int wget_console_init(void)
Definition console.c:124
WGETAPI void wget_console_reset_fg_color(void)
Definition console.c:98
WGETAPI void wget_dns_cache_free(wget_dns_cache **cache)
Definition dns_cache.c:124
WGETAPI int wget_dns_cache_init(wget_dns_cache **cache)
Definition dns_cache.c:94
WGETAPI int wget_dns_cache_add(wget_dns_cache *cache, const char *host, uint16_t port, struct addrinfo **addrinfo)
Definition dns_cache.c:177
WGETAPI struct addrinfo *NULLABLE wget_dns_cache_get(wget_dns_cache *cache, const char *host, uint16_t port)
Definition dns_cache.c:142
WGETAPI void wget_dns_set_stats_callback(wget_dns *dns, wget_dns_stats_callback *fn, void *ctx)
Definition dns.c:488
WGETAPI void wget_dns_free(wget_dns **dns)
Definition dns.c:126
WGETAPI int wget_dns_init(wget_dns **dns)
Definition dns.c:97
WGETAPI struct addrinfo *NULLABLE wget_dns_resolve(wget_dns *dns, const char *host, uint16_t port, int family, int preferred_family)
Definition dns.c:352
WGETAPI void wget_dns_set_cache(wget_dns *dns, wget_dns_cache *cache)
Definition dns.c:168
WGETAPI void wget_dns_set_timeout(wget_dns *dns, int timeout)
Definition dns.c:155
WGETAPI wget_dns_cache *NULLABLE wget_dns_get_cache(wget_dns *dns) WGET_GCC_PURE
Definition dns.c:181
WGETAPI void wget_dns_freeaddrinfo(wget_dns *dns, struct addrinfo **addrinfo)
Definition dns.c:465
WGETAPI int wget_dns_cache_ip(wget_dns *dns, const char *ip, const char *name, uint16_t port)
Definition dns.c:301
WGETAPI const char * wget_strerror(wget_error err)
Definition error.c:41
void wget_hash_printf_hex(wget_digest_algorithm algorithm, char *out, size_t outsize, const char *fmt,...)
Definition hash_printf.c:56
wget_digest_algorithm
Enumeration of different hash digest algorithms.
Definition wget.h:2384
@ WGET_DIGTYPE_MD2
Definition wget.h:2389
@ WGET_DIGTYPE_RMD160
Definition wget.h:2388
@ WGET_DIGTYPE_SHA1
Definition wget.h:2387
@ WGET_DIGTYPE_MD5
Definition wget.h:2386
@ WGET_DIGTYPE_MAX
Definition wget.h:2394
@ WGET_DIGTYPE_SHA256
Definition wget.h:2390
@ WGET_DIGTYPE_SHA512
Definition wget.h:2392
@ WGET_DIGTYPE_SHA224
Definition wget.h:2393
@ WGET_DIGTYPE_UNKNOWN
Definition wget.h:2385
@ WGET_DIGTYPE_SHA384
Definition wget.h:2391
WGETAPI int wget_hashmap_contains(const wget_hashmap *h, const void *key)
Definition hashmap.c:326
WGETAPI void wget_hashmap_set_load_factor(wget_hashmap *h, float factor)
Definition hashmap.c:608
WGETAPI void wget_hashmap_clear(wget_hashmap *h)
Definition hashmap.c:451
WGETAPI void *NULLABLE wget_hashmap_iterator_next(wget_hashmap_iterator *iter, void **value)
Definition hashmap.c:125
WGETAPI wget_hashmap_iterator *NULLABLE wget_hashmap_iterator_alloc(wget_hashmap *h) WGET_GCC_MALLOC
Definition hashmap.c:94
WGETAPI void wget_hashmap_set_key_destructor(wget_hashmap *h, wget_hashmap_key_destructor *destructor)
Definition hashmap.c:573
WGETAPI int wget_hashmap_put(wget_hashmap *h, const void *key, const void *value)
Definition hashmap.c:286
void wget_hashmap_key_destructor(void *key)
Type of the hashmap key destructor function.
Definition wget.h:748
WGETAPI void wget_hashmap_set_resize_factor(wget_hashmap *h, float factor)
Definition hashmap.c:629
WGETAPI int wget_hashmap_browse(const wget_hashmap *h, wget_hashmap_browse_fn *browse, void *ctx)
Definition hashmap.c:506
WGETAPI int wget_hashmap_sethashfunc(wget_hashmap *h, wget_hashmap_hash_fn *hash)
Definition hashmap.c:546
WGETAPI void wget_hashmap_set_value_destructor(wget_hashmap *h, wget_hashmap_value_destructor *destructor)
Definition hashmap.c:587
WGETAPI void wget_hashmap_iterator_free(wget_hashmap_iterator **iter)
Definition hashmap.c:109
unsigned int wget_hashmap_hash_fn(const void *key)
Type of the hashmap hash function.
Definition wget.h:742
WGETAPI void wget_hashmap_free(wget_hashmap **h)
Definition hashmap.c:435
WGETAPI void wget_hashmap_setcmpfunc(wget_hashmap *h, wget_hashmap_compare_fn *cmp)
Definition hashmap.c:530
WGETAPI wget_hashmap *NULLABLE wget_hashmap_create(int max, wget_hashmap_hash_fn *hash, wget_hashmap_compare_fn *cmp) WGET_GCC_MALLOC
Definition hashmap.c:167
void wget_hashmap_value_destructor(void *value)
Type of the hashmap value destructor function.
Definition wget.h:751
int wget_hashmap_browse_fn(void *ctx, const void *key, void *value)
Type of the hashmap browse callback function.
Definition wget.h:745
WGETAPI int wget_hashmap_remove_nofree(wget_hashmap *h, const void *key)
Definition hashmap.c:420
WGETAPI int wget_hashmap_remove(wget_hashmap *h, const void *key)
Definition hashmap.c:403
WGETAPI int wget_hashmap_size(const wget_hashmap *h) WGET_GCC_PURE
Definition hashmap.c:488
int wget_hashmap_compare_fn(const void *key1, const void *key2)
Type of the hashmap compare function.
Definition wget.h:739
WGETAPI void wget_hpkp_pin_add(wget_hpkp *hpkp, const char *pin_type, const char *pin_b64)
Definition hpkp.c:82
WGETAPI void wget_hpkp_get_pins(wget_hpkp *hpkp, const char **pin_types, size_t *sizes, const void **pins)
Definition hpkp.c:229
WGETAPI const char * wget_hpkp_get_host(wget_hpkp *hpkp)
Definition hpkp.c:251
wget_hpkp_db * wget_hpkp_db_init_fn(wget_hpkp_db *hpkp_db, const char *fname)
Definition wget.h:1488
WGETAPI void wget_hpkp_set_host(wget_hpkp *hpkp, const char *host)
Definition hpkp.c:145
WGETAPI void wget_hpkp_free(wget_hpkp *hpkp)
Definition hpkp.c:109
WGETAPI int wget_hpkp_get_n_pins(wget_hpkp *hpkp)
Definition hpkp.c:190
WGETAPI void wget_hpkp_get_pins_b64(wget_hpkp *hpkp, const char **pin_types, const char **pins_b64)
Definition hpkp.c:204
struct wget_hpkp_st wget_hpkp
Definition wget.h:1457
WGETAPI wget_hpkp *NULLABLE wget_hpkp_new(void)
Definition hpkp.c:129
WGETAPI void wget_hpkp_set_maxage(wget_hpkp *hpkp, int64_t maxage)
Definition hpkp.c:158
WGETAPI void wget_hpkp_set_include_subdomains(wget_hpkp *hpkp, bool include_subdomains)
Definition hpkp.c:179
WGETAPI bool wget_hpkp_get_include_subdomains(wget_hpkp *hpkp)
Definition hpkp.c:273
WGETAPI int64_t wget_hpkp_get_maxage(wget_hpkp *hpkp)
Definition hpkp.c:262
WGETAPI void wget_hsts_db_set_fname(wget_hsts_db *hsts_db, const char *fname)
Definition hsts.c:587
int wget_hsts_host_match_fn(const wget_hsts_db *hsts_db, const char *host, uint16_t port)
Definition wget.h:1403
WGETAPI int wget_ready_2_transfer(int fd, int timeout, int mode)
Definition io.c:232
WGETAPI int wget_ready_2_read(int fd, int timeout)
Definition io.c:276
WGETAPI int wget_truncate(const char *path, off_t length)
Definition io.c:542
WGETAPI char *NULLABLE wget_read_file(const char *fname, size_t *size) WGET_GCC_MALLOC
Definition io.c:315
WGETAPI ssize_t wget_getline(char **buf, size_t *bufsize, FILE *fp)
Definition io.c:189
WGETAPI ssize_t wget_fdgetline(char **buf, size_t *bufsize, int fd)
Definition io.c:159
WGETAPI int wget_ready_2_write(int fd, int timeout)
Definition io.c:294
WGETAPI int wget_update_file(const char *fname, wget_update_load_fn *load_func, wget_update_save_fn *save_func, void *context)
Definition io.c:394
WGETAPI bool wget_ip_is_family(const char *host, int family) WGET_GCC_PURE
Definition ip.c:50
WGETAPI const char * wget_iri_relative_to_abs(const wget_iri *base, const char *val, size_t len, wget_buffer *buf)
Definition iri.c:873
WGETAPI const char * wget_iri_escape_query(const char *src, wget_buffer *buf) WGET_GCC_NONNULL_ALL
Definition iri.c:1128
WGETAPI char WGETAPI char WGETAPI char WGETAPI wget_iri_scheme wget_iri_set_scheme(wget_iri *iri, wget_iri_scheme scheme)
Definition iri.c:1424
WGETAPI const char * wget_iri_get_escaped_resource(const wget_iri *iri, wget_buffer *buf) WGET_GCC_NONNULL_ALL
Definition iri.c:1185
WGETAPI const char * wget_iri_get_escaped_host(const wget_iri *iri, wget_buffer *buf) WGET_GCC_NONNULL_ALL
Definition iri.c:1160
WGETAPI bool wget_iri_issubdelim(char c) WGET_GCC_CONST
Definition iri.c:236
WGETAPI char * wget_iri_unescape_inline(char *src) WGET_GCC_NONNULL_ALL
Definition iri.c:353
WGETAPI wget_iri * wget_iri_parse(const char *uri, const char *encoding)
Definition iri.c:434
WGETAPI const char *NULLABLE wget_iri_scheme_get_name(wget_iri_scheme scheme)
Definition iri.c:93
WGETAPI int wget_iri_compare(const wget_iri *iri1, const wget_iri *iri2) WGET_GCC_PURE
Definition iri.c:1008
WGETAPI wget_iri *NULLABLE wget_iri_parse_base(const wget_iri *base, const char *url, const char *encoding)
Definition iri.c:976
WGETAPI bool wget_iri_isunreserved(char c) WGET_GCC_CONST
Definition iri.c:269
WGETAPI const char * wget_iri_escape_path(const char *src, wget_buffer *buf) WGET_GCC_NONNULL_ALL
Definition iri.c:1100
WGETAPI bool wget_iri_supported(const wget_iri *iri) WGET_GCC_PURE WGET_GCC_NONNULL_ALL
Definition iri.c:107
WGETAPI void wget_iri_free(wget_iri **iri)
Definition iri.c:414
WGETAPI bool wget_iri_isreserved(char c) WGET_GCC_CONST
Definition iri.c:258
WGETAPI char * wget_iri_unescape_url_inline(char *src) WGET_GCC_NONNULL_ALL
Definition iri.c:371
WGETAPI wget_iri *NULLABLE wget_iri_clone(const wget_iri *iri)
Definition iri.c:697
WGETAPI const char * wget_iri_escape(const char *src, wget_buffer *buf)
Definition iri.c:1065
WGETAPI const char *NULLABLE wget_iri_get_connection_part(const wget_iri *iri, wget_buffer *buf)
Definition iri.c:758
WGETAPI void wget_iri_free_content(wget_iri *iri)
Definition iri.c:390
WGETAPI bool wget_iri_isgendelim(char c) WGET_GCC_CONST
Definition iri.c:223
WGETAPI void *NULLABLE wget_list_append(wget_list **list, const void *data, size_t size) WGET_GCC_NONNULL_ALL
Definition list.c:96
WGETAPI void wget_list_remove(wget_list **list, void *elem) WGET_GCC_NONNULL_ALL
Definition list.c:147
WGETAPI void wget_list_free(wget_list **list) WGET_GCC_NONNULL_ALL
Definition list.c:249
WGETAPI int wget_list_browse(const wget_list *list, wget_list_browse_fn *browse, void *context) WGET_GCC_NONNULL((2))
Definition list.c:230
WGETAPI void *NULLABLE wget_list_prepend(wget_list **list, const void *data, size_t size) WGET_GCC_NONNULL_ALL
Definition list.c:132
WGETAPI void *NULLABLE wget_list_getnext(const void *elem) WGET_GCC_PURE
Definition list.c:194
WGETAPI void *NULLABLE wget_list_getfirst(const wget_list *list) WGET_GCC_CONST
Definition list.c:172
WGETAPI void *NULLABLE wget_list_getlast(const wget_list *list) WGET_GCC_PURE
Definition list.c:183
char * wget_strmemdup(const void *m, size_t n)
Definition mem.c:89
LIBWGET_WARN_UNUSED_RESULT WGET_GCC_MALLOC WGETAPI char *NULLABLE wget_strdup(const char *s)
Definition mem.c:74
LIBWGET_WARN_UNUSED_RESULT WGET_GCC_NONNULL_ALL WGETAPI void *NULLABLE wget_strmemcpy_a(char *s, size_t ssize, const void *m, size_t n)
Definition mem.c:146
void * wget_memdup(const void *m, size_t n)
Definition mem.c:54
WGETAPI wget_tcp *NULLABLE wget_tcp_init(void)
Definition net.c:556
WGETAPI void wget_tcp_set_bind_interface(wget_tcp *tcp, const char *bind_interface)
Definition net.c:473
WGETAPI int wget_tcp_ready_2_transfer(wget_tcp *tcp, int flags)
Definition net.c:657
WGETAPI int wget_tcp_get_local_port(wget_tcp *tcp)
Definition net.c:347
WGETAPI ssize_t WGETAPI ssize_t WGETAPI ssize_t wget_tcp_write(wget_tcp *tcp, const char *buf, size_t count)
Definition net.c:933
WGETAPI void wget_tcp_set_ssl(wget_tcp *tcp, bool ssl)
Definition net.c:489
WGETAPI void wget_tcp_set_tls_false_start(wget_tcp *tcp, bool false_start)
Definition net.c:246
WGETAPI void wget_tcp_deinit(wget_tcp **tcp)
Definition net.c:580
WGETAPI bool wget_tcp_get_ssl(wget_tcp *tcp) WGET_GCC_PURE
Definition net.c:500
WGETAPI int wget_tcp_get_preferred_family(wget_tcp *tcp) WGET_GCC_PURE
Definition net.c:310
WGETAPI const char *NULLABLE wget_tcp_get_ip(wget_tcp *tcp) WGET_GCC_PURE
Definition net.c:511
WGETAPI void wget_tcp_set_tcp_fastopen(wget_tcp *tcp, bool tcp_fastopen)
Definition net.c:216
WGETAPI bool wget_tcp_get_tcp_fastopen(wget_tcp *tcp) WGET_GCC_PURE
Definition net.c:233
WGETAPI void wget_tcp_set_bind_address(wget_tcp *tcp, const char *bind_address)
Definition net.c:423
WGETAPI int wget_net_init(void)
Definition net.c:149
WGETAPI void wget_tcp_set_connect_timeout(wget_tcp *tcp, int timeout)
Definition net.c:380
WGETAPI void wget_tcp_close(wget_tcp *tcp)
Definition net.c:1055
WGETAPI int wget_tcp_connect(wget_tcp *tcp, const char *host, uint16_t port)
Definition net.c:741
WGETAPI void wget_tcp_set_preferred_family(wget_tcp *tcp, int family)
Definition net.c:299
WGETAPI void wget_tcp_set_dns(wget_tcp *tcp, wget_dns *dns)
Definition net.c:201
WGETAPI bool wget_tcp_get_tls_false_start(wget_tcp *tcp) WGET_GCC_PURE
Definition net.c:259
WGETAPI ssize_t wget_tcp_read(wget_tcp *tcp, char *buf, size_t count)
Definition net.c:882
WGETAPI int wget_tcp_get_family(wget_tcp *tcp) WGET_GCC_PURE
Definition net.c:336
WGETAPI void wget_tcp_set_protocol(wget_tcp *tcp, int protocol)
Definition net.c:273
WGETAPI int wget_tcp_get_timeout(wget_tcp *tcp) WGET_GCC_PURE
Definition net.c:407
WGETAPI void wget_tcp_tls_stop(wget_tcp *tcp)
Definition net.c:850
WGETAPI void wget_tcp_set_family(wget_tcp *tcp, int family)
Definition net.c:325
WGETAPI void wget_tcp_set_timeout(wget_tcp *tcp, int timeout)
Definition net.c:396
WGETAPI int wget_tcp_tls_start(wget_tcp *tcp)
Definition net.c:840
WGETAPI void wget_tcp_set_ssl_hostname(wget_tcp *tcp, const char *hostname)
Definition net.c:526
WGETAPI int wget_tcp_get_protocol(wget_tcp *tcp) WGET_GCC_PURE
Definition net.c:284
WGETAPI const char * wget_tcp_get_ssl_hostname(wget_tcp *tcp) WGET_GCC_PURE
Definition net.c:541
WGETAPI int wget_net_deinit(void)
Definition net.c:161
wget_ocsp_db * wget_ocsp_db_init_fn(wget_ocsp_db *ocsp_db, const char *fname)
Definition wget.h:1601
WGETAPI void wget_ocsp_db_set_fname(wget_ocsp_db *ocsp_db, const char *fname)
Definition ocsp.c:681
WGETAPI void wget_atom_get_urls_inline(const char *atom, wget_vector **urls)
Definition atom_url.c:116
WGETAPI void wget_sitemap_get_urls_inline(const char *sitemap, wget_vector **urls, wget_vector **sitemap_urls)
Definition sitemap_url.c:104
WGETAPI void wget_intercept_action_reject(wget_intercept_action *action) WGET_GCC_NONNULL_ALL
Definition plugin.c:84
WGETAPI const char * wget_plugin_get_name(wget_plugin *plugin) WGET_GCC_NONNULL_ALL
Definition plugin.c:47
WGETAPI void wget_downloaded_file_add_recurse_url(wget_downloaded_file *file, const wget_iri *iri)
Definition plugin.c:222
WGETAPI void wget_plugin_register_option_callback(wget_plugin *plugin, wget_plugin_option_callback *fn) WGET_GCC_NONNULL((1))
Definition plugin.c:72
WGETAPI const wget_iri * wget_downloaded_file_get_source_url(wget_downloaded_file *file)
Definition plugin.c:150
WGETAPI void wget_plugin_register_url_filter_callback(wget_plugin *plugin, wget_plugin_url_filter_callback *filter_fn)
Definition plugin.c:139
void wget_plugin_finalizer_fn(wget_plugin *plugin, int exit_status)
Definition wget.h:2620
int wget_plugin_option_callback(wget_plugin *plugin, const char *option, const char *value)
Definition wget.h:2640
WGETAPI void wget_intercept_action_set_alt_url(wget_intercept_action *action, const wget_iri *iri) WGET_GCC_NONNULL((1))
Definition plugin.c:108
WGETAPI int wget_downloaded_file_get_contents(wget_downloaded_file *file, const void **data, size_t *size)
Definition plugin.c:188
int wget_plugin_post_processor(wget_plugin *plugin, wget_downloaded_file *file)
Definition wget.h:2733
WGETAPI void wget_intercept_action_set_local_filename(wget_intercept_action *action, const char *local_filename) WGET_GCC_NONNULL((1))
Definition plugin.c:119
int wget_plugin_initializer_fn(wget_plugin *plugin)
Definition wget.h:2610
WGETAPI const char * wget_downloaded_file_get_local_filename(wget_downloaded_file *file)
Definition plugin.c:161
void wget_plugin_url_filter_callback(wget_plugin *plugin, const wget_iri *iri, wget_intercept_action *action)
Definition wget.h:2681
WGETAPI FILE * wget_downloaded_file_open_stream(wget_downloaded_file *file)
Definition plugin.c:199
WGETAPI uint64_t wget_downloaded_file_get_size(wget_downloaded_file *file)
Definition plugin.c:172
WGETAPI void wget_intercept_action_accept(wget_intercept_action *action) WGET_GCC_NONNULL_ALL
Definition plugin.c:97
WGETAPI void wget_plugin_register_finalizer(wget_plugin *plugin, wget_plugin_finalizer_fn *fn) WGET_GCC_NONNULL((1))
Definition plugin.c:57
WGETAPI bool wget_downloaded_file_get_recurse(wget_downloaded_file *file)
Definition plugin.c:210
WGETAPI void wget_plugin_register_post_processor(wget_plugin *plugin, wget_plugin_post_processor *fn)
Definition plugin.c:247
WGETAPI wget_bar *NULLABLE wget_bar_init(wget_bar *bar, int nslots)
Definition bar.c:454
void wget_bar_vprintf(wget_bar *bar, int slot, const char *fmt, va_list args)
Definition bar.c:654
WGETAPI void wget_bar_deinit(wget_bar *bar)
Definition bar.c:599
WGETAPI void wget_bar_slot_downloaded(wget_bar *bar, int slot, size_t nbytes)
Definition bar.c:555
WGETAPI void wget_bar_screen_resized(void)
Definition bar.c:694
WGETAPI void wget_bar_slot_deregister(wget_bar *bar, int slot) WGET_GCC_NONNULL_ALL
Definition bar.c:569
WGETAPI void wget_bar_update(wget_bar *bar) WGET_GCC_NONNULL_ALL
Definition bar.c:586
WGETAPI void wget_bar_set_speed_type(wget_report_speed type)
Definition bar.c:737
WGETAPI void wget_bar_write_line(wget_bar *bar, const char *buf, size_t len) WGET_GCC_NONNULL_ALL
Definition bar.c:711
WGETAPI void wget_bar_slot_begin(wget_bar *bar, int slot, const char *filename, int new_file, ssize_t filesize) WGET_GCC_NONNULL((1))
Definition bar.c:519
WGETAPI void wget_bar_print(wget_bar *bar, int slot, const char *s)
Definition bar.c:635
void wget_bar_printf(wget_bar *bar, int slot, const char *fmt,...)
Definition bar.c:682
WGETAPI void wget_bar_set_slots(wget_bar *bar, int nslots) WGET_GCC_NONNULL_ALL
Definition bar.c:485
WGETAPI void wget_bar_free(wget_bar **bar)
Definition bar.c:620
WGETAPI void wget_random_exit(void)
Definition random.c:94
WGETAPI void wget_srandom(unsigned int seed)
Definition random.c:130
WGETAPI void wget_random_init(void)
Definition random.c:81
WGETAPI int wget_random(void)
Definition random.c:105
WGETAPI wget_string *NULLABLE wget_robots_get_path(wget_robots *robots, int index)
Definition robots.c:235
WGETAPI const char *NULLABLE wget_robots_get_sitemap(wget_robots *robots, int index)
Definition robots.c:260
WGETAPI int wget_robots_get_path_count(wget_robots *robots)
Definition robots.c:222
WGETAPI void wget_robots_free(wget_robots **robots)
Definition robots.c:208
WGETAPI int wget_robots_get_sitemap_count(wget_robots *robots)
Definition robots.c:247
WGETAPI int wget_robots_parse(wget_robots **robots, const char *data, const char *client)
Definition robots.c:102
WGETAPI void wget_ssl_set_config_string(int key, const char *value)
Definition ssl_gnutls.c:207
WGETAPI ssize_t wget_ssl_write_timeout(void *session, const char *buf, size_t count, int timeout) WGET_GCC_NONNULL_ALL
Definition ssl_gnutls.c:2040
WGETAPI int wget_ssl_open(wget_tcp *tcp)
Definition ssl_gnutls.c:1644
WGETAPI void wget_ssl_set_config_int(int key, int value)
Definition ssl_gnutls.c:293
WGETAPI void wget_ssl_set_config_object(int key, void *value)
Definition ssl_gnutls.c:246
WGETAPI void wget_ssl_set_stats_callback_ocsp(wget_ocsp_stats_callback *fn, void *ctx)
Definition ssl_gnutls.c:2089
WGETAPI void wget_ssl_set_stats_callback_tls(wget_tls_stats_callback *fn, void *ctx)
Definition ssl_gnutls.c:2077
WGETAPI void wget_ssl_init(void)
Definition ssl_gnutls.c:1330
WGETAPI ssize_t wget_ssl_read_timeout(void *session, char *buf, size_t count, int timeout) WGET_GCC_NONNULL_ALL
Definition ssl_gnutls.c:1947
WGETAPI void wget_ssl_close(void **session)
Definition ssl_gnutls.c:1904
WGETAPI void wget_ssl_deinit(void)
Definition ssl_gnutls.c:1468
WGETAPI wget_stringmap *NULLABLE wget_stringmap_create(int max) WGET_GCC_MALLOC
Definition stringmap.c:95
wget_hashmap wget_stringmap
Type of the stringmap.
Definition wget.h:805
WGETAPI wget_stringmap *NULLABLE wget_stringmap_create_nocase(int max) WGET_GCC_MALLOC
Definition stringmap.c:112
int wget_thread_kill(WGET_GCC_UNUSED wget_thread thread, WGET_GCC_UNUSED int sig)
Definition thread.c:250
WGETAPI void wget_thread_mutex_lock(wget_thread_mutex mutex)
Definition thread.c:115
int wget_thread_cancel(WGET_GCC_UNUSED wget_thread thread)
Definition thread.c:231
WGETAPI bool wget_thread_support(void) WGET_GCC_CONST
Definition thread.c:298
WGETAPI int wget_thread_cond_destroy(wget_thread_cond *cond)
Definition thread.c:157
WGETAPI void wget_thread_mutex_unlock(wget_thread_mutex mutex)
Definition thread.c:125
WGETAPI int wget_thread_cond_init(wget_thread_cond *cond)
Definition thread.c:139
WGETAPI int wget_thread_join(wget_thread *thread)
Definition thread.c:270
WGETAPI int wget_thread_cond_signal(wget_thread_cond cond)
Definition thread.c:170
WGETAPI int wget_thread_cond_wait(wget_thread_cond cond, wget_thread_mutex mutex, long long ms)
Definition thread.c:185
int wget_thread_start(wget_thread *thread, void *(*start_routine)(void *), void *arg, WGET_GCC_UNUSED int flags)
Definition thread.c:209
WGETAPI wget_thread_id wget_thread_self(void) WGET_GCC_CONST
Definition thread.c:290
WGETAPI int wget_thread_mutex_destroy(wget_thread_mutex *mutex)
Definition thread.c:101
WGETAPI int wget_thread_mutex_init(wget_thread_mutex *mutex)
Definition thread.c:83
WGETAPI int wget_strcmp(const char *s1, const char *s2) WGET_GCC_PURE
Definition utils.c:77
WGETAPI int wget_match_tail(const char *s, const char *tail) WGET_GCC_PURE WGET_GCC_NONNULL_ALL
Definition utils.c:347
WGETAPI int wget_percent_unescape(char *src)
Definition utils.c:317
WGETAPI int wget_strncasecmp_ascii(const char *s1, const char *s2, size_t n) WGET_GCC_PURE
Definition utils.c:159
WGETAPI int wget_strncmp(const char *s1, const char *s2, size_t n) WGET_GCC_PURE
Definition utils.c:204
WGETAPI int wget_match_tail_nocase(const char *s, const char *tail) WGET_GCC_PURE WGET_GCC_NONNULL_ALL
Definition utils.c:367
WGETAPI int wget_strncasecmp(const char *s1, const char *s2, size_t n) WGET_GCC_PURE
Definition utils.c:231
WGETAPI int wget_strcasecmp(const char *s1, const char *s2) WGET_GCC_PURE
Definition utils.c:104
WGETAPI char *NULLABLE wget_strnglob(const char *str, size_t n, int flags) WGET_GCC_PURE
Definition utils.c:390
WGETAPI int wget_strcasecmp_ascii(const char *s1, const char *s2) WGET_GCC_PURE
Definition utils.c:131
WGETAPI int wget_get_screen_size(int *width, int *height)
Definition utils.c:490
WGETAPI long long wget_get_timemillis(void)
Definition utils.c:293
WGETAPI char * wget_human_readable(char *buf, size_t bufsize, uint64_t n)
Definition utils.c:434
WGETAPI char * wget_strtolower(char *s)
Definition utils.c:180
WGETAPI void wget_millisleep(int ms)
Definition utils.c:282
WGETAPI void wget_vector_setcmpfunc(wget_vector *v, wget_vector_compare_fn *cmp) WGET_GCC_NONNULL((2))
Definition vector.c:549
WGETAPI int WGETAPI int WGETAPI int wget_vector_replace(wget_vector *v, const void *elem, int pos) WGET_GCC_NONNULL((2))
Definition vector.c:315
WGETAPI int wget_vector_size(const wget_vector *v) WGET_GCC_PURE
Definition vector.c:497
WGETAPI int wget_vector_remove_nofree(wget_vector *v, int pos)
Definition vector.c:368
WGETAPI int wget_vector_insert(wget_vector *v, const void *elem, int pos) WGET_GCC_NONNULL((2))
Definition vector.c:164
WGETAPI bool wget_vector_contains(const wget_vector *v, const void *elem) WGET_GCC_NONNULL((2))
Definition vector.c:633
WGETAPI int wget_vector_insert_sorted(wget_vector *v, const void *elem) WGET_GCC_NONNULL((2))
Definition vector.c:182
WGETAPI int wget_vector_browse(const wget_vector *v, wget_vector_browse_fn *browse, void *ctx) WGET_GCC_NONNULL((2))
Definition vector.c:532
WGETAPI int wget_vector_move(wget_vector *v, int old_pos, int new_pos)
Definition vector.c:386
WGETAPI int wget_vector_findext(const wget_vector *v, int start, int direction, wget_vector_find_fn *find) WGET_GCC_NONNULL((4))
Definition vector.c:649
WGETAPI void wget_vector_clear_nofree(wget_vector *v)
Definition vector.c:481
WGETAPI int wget_vector_remove(wget_vector *v, int pos)
Definition vector.c:353
WGETAPI int wget_vector_add(wget_vector *v, const void *elem) WGET_GCC_NONNULL((2))
Definition vector.c:247
WGETAPI void *NULLABLE wget_vector_get(const wget_vector *v, int pos) WGET_GCC_PURE
Definition vector.c:511
WGETAPI void wget_vector_free(wget_vector **v)
Definition vector.c:442
WGETAPI int wget_vector_add_memdup(wget_vector *v, const void *elem, size_t size) WGET_GCC_NONNULL((2))
Definition vector.c:219
WGETAPI wget_vector *NULLABLE wget_vector_create(int max, wget_vector_compare_fn *cmp) WGET_GCC_MALLOC
Definition vector.c:69
WGETAPI void wget_vector_set_resize_factor(wget_vector *v, float off)
Definition vector.c:101
WGETAPI void wget_vector_sort(wget_vector *v)
Definition vector.c:586
WGETAPI int wget_vector_find(const wget_vector *v, const void *elem) WGET_GCC_NONNULL((2))
Definition vector.c:602
WGETAPI void wget_vector_clear(wget_vector *v)
Definition vector.c:459
WGETAPI int wget_vector_swap(wget_vector *v, int pos1, int pos2)
Definition vector.c:417
WGETAPI void wget_vector_set_destructor(wget_vector *v, wget_vector_destructor *destructor)
Definition vector.c:568
void * wget_malloc_function(size_t)
Type of malloc() function.
Definition wget.h:435
void * wget_calloc_function(size_t, size_t)
Type of calloc() function.
Definition wget.h:438
void * wget_realloc_function(void *, size_t)
Type of realloc() function.
Definition wget.h:441
void wget_free_function(void *)
Type of free() function.
Definition wget.h:444
WGETAPI int wget_xml_parse_buffer(const char *buf, wget_xml_callback *callback, void *user_ctx, int hints) WGET_GCC_NONNULL((1))
Definition xml.c:596
WGETAPI char * wget_xml_decode_entities_inline(char *src) WGET_GCC_NONNULL((1))
Definition xml.c:729
WGETAPI void wget_html_parse_file(const char *fname, wget_xml_callback *callback, void *user_ctx, int hints) WGET_GCC_NONNULL((1))
Definition xml.c:709
WGETAPI void wget_xml_parse_file(const char *fname, wget_xml_callback *callback, void *user_ctx, int hints) WGET_GCC_NONNULL((1))
Definition xml.c:643
WGETAPI void wget_html_parse_buffer(const char *buf, wget_xml_callback *callback, void *user_ctx, int hints) WGET_GCC_NONNULL((1))
Definition xml.c:624
Definition bar.c:121
Definition bitmap.c:53
Definition wget.h:542
size_t length
number of bytes in 'data'
Definition wget.h:546
bool release_buf
wget_buffer structure has been malloc'ed and must be freed
Definition wget.h:551
char * data
pointer to internal memory
Definition wget.h:544
bool error
a memory failure occurred, the result in 'data' is likely erroneous
Definition wget.h:552
bool release_data
'data' has been malloc'ed and must be freed
Definition wget.h:550
size_t size
capacity of 'data' (terminating 0 byte doesn't count here)
Definition wget.h:548
Definition wget.h:1700
const char * url
zero-terminated copy the found URL
Definition wget.h:1706
size_t len
length of found URL
Definition wget.h:1702
const char * abs_url
the found URL converted into an absolute URL
Definition wget.h:1708
size_t pos
position of found URL within the scanned CSS data
Definition wget.h:1704
Definition decompressor.c:73
Definition dns_cache.c:50
Definition dns.c:51
Definition wget.h:2774
const char * hostname
hostname/domain to be resolved
Definition wget.h:2776
const char * ip
resulting IP string
Definition wget.h:2777
long long dns_secs
milliseconds it took to resolve
Definition wget.h:2781
uint16_t port
port to be resolved
Definition wget.h:2779
Definition wget.h:2692
Definition hashfile.c:102
Definition hashmap.c:70
Definition hashmap.c:50
Definition hpkp_db.c:42
Definition wget.h:1496
wget_hpkp_db_load_fn * load
Callback replacing wget_hpkp_db_load().
Definition wget.h:1508
wget_hpkp_db_free_fn * free
Callback replacing wget_hpkp_db_free().
Definition wget.h:1502
wget_hpkp_db_check_pubkey_fn * check_pubkey
Callback replacing wget_hpkp_db_check_pubkey().
Definition wget.h:1504
wget_hpkp_db_deinit_fn * deinit
Callback replacing wget_hpkp_db_free().
Definition wget.h:1500
wget_hpkp_db_init_fn * init
Callback replacing wget_hpkp_db_free().
Definition wget.h:1498
wget_hpkp_db_save_fn * save
Callback replacing wget_hpkp_db_save().
Definition wget.h:1510
wget_hpkp_db_add_fn * add
Callback replacing wget_hpkp_db_add().
Definition wget.h:1506
Definition hsts.c:51
Definition wget.h:1412
wget_hsts_db_deinit_fn * deinit
Callback replacing wget_hsts_db_deinit()
Definition wget.h:1418
wget_hsts_db_save_fn * save
Callback replacing wget_hsts_db_save()
Definition wget.h:1426
wget_hsts_db_load_fn * load
Callback replacing wget_hsts_db_load()
Definition wget.h:1424
wget_hsts_db_free_fn * free
Callback replacing wget_hsts_db_free()
Definition wget.h:1420
wget_hsts_db_add_fn * add
Callback replacing wget_hsts_db_add()
Definition wget.h:1422
wget_hsts_db_init_fn * init
Callback replacing wget_hsts_db_init()
Definition wget.h:1416
wget_hsts_host_match_fn * host_match
Callback replacing wget_hsts_host_match()
Definition wget.h:1414
Definition wget.h:1760
bool follow
if the 'follow' attribute was found in a META tag
Definition wget.h:1768
const char * encoding
the charset encoding set by the parsed document or NULL if none
Definition wget.h:1764
wget_vector * uris
list of found URLs (entries: wget_html_parsed_url)
Definition wget.h:1762
wget_string base
the BASE set in the document or NULL if none
Definition wget.h:1766
Definition wget.h:1747
bool link_inline
1 = rel was 'stylesheet' or 'shortcut icon'
Definition wget.h:1757
wget_string url
URL within the parsed document (pointer and length)
Definition wget.h:1749
wget_string download
Value of additional 'download' attribute, the name to be saved to disk.
Definition wget.h:1751
Definition wget.h:1774
const char * attribute
attribute of the HTML tag
Definition wget.h:1778
const char * name
name of HTML tag
Definition wget.h:1776
Definition wget.h:2071
wget_stringmap * params
name/value pairs of the challenge
Definition wget.h:2075
const char * auth_scheme
name of the challenge, e.g. 'basic' or 'digest'
Definition wget.h:2073
Definition wget.h:2061
const char * algorithm
name of the digest, e.g. 'md5'
Definition wget.h:2063
const char * encoded_digest
value of the digest
Definition wget.h:2065
Definition wget.h:2034
const char * name
name of the param
Definition wget.h:2036
const char * value
value of the param (might be NULL)
Definition wget.h:2038
Definition wget.h:2090
const char * body
body data to be sent or NULL
Definition wget.h:2094
void * header_user_data
meant to be used in header callback function
Definition wget.h:2102
wget_vector * headers
list of HTTP headers
Definition wget.h:2092
bool debug_skip_body
if set, do not print the request body (e.g. because it's binary)
Definition wget.h:2126
bool response_ignorelength
ignore the Content-Length in the response header
Definition wget.h:2124
int32_t stream_id
HTTP2 stream id.
Definition wget.h:2112
bool response_keepheader
the application wants the response header data
Definition wget.h:2122
wget_buffer esc_host
URI escaped host.
Definition wget.h:2108
wget_http_header_callback * header_callback
called after HTTP header has been received
Definition wget.h:2096
wget_http_body_callback * body_callback
called for each body data packet received
Definition wget.h:2098
wget_buffer esc_resource
URI escaped resource.
Definition wget.h:2106
void * body_user_data
meant to be used in body callback function
Definition wget.h:2104
long long first_response_start
The time we read the first bytes back.
Definition wget.h:2130
size_t body_length
length of the body data
Definition wget.h:2110
void * user_data
user data for the request (used by async application code)
Definition wget.h:2100
wget_iri_scheme scheme
scheme of the request for proxied connections
Definition wget.h:2114
long long request_start
When this request was sent out.
Definition wget.h:2128
Definition wget.h:2137
const char * etag
ETag value.
Definition wget.h:2159
short major
HTTP major version.
Definition wget.h:2180
short minor
HTTP minor version.
Definition wget.h:2182
short code
request only status code
Definition wget.h:2184
wget_buffer * body
the body data
Definition wget.h:2163
wget_buffer * header
the raw header data if requested by the application
Definition wget.h:2161
bool length_inconsistent
set when length of data received is not same as Content-Length
Definition wget.h:2194
int icy_metaint
value of the SHOUTCAST header 'icy-metaint'
Definition wget.h:2178
long long response_end
when this response was received
Definition wget.h:2165
size_t content_length
length of the body data
Definition wget.h:2167
bool hsts
if hsts_maxage and hsts_include_subdomains are valid
Definition wget.h:2195
char reason[32]
reason string after the status code
Definition wget.h:2176
Definition wget.h:2651
Definition wget.h:1188
bool is_ip_address
If set, the hostname part is a literal IPv4/IPv6 address.
Definition wget.h:1275
bool uri_allocated
If set, free uri in iri_free()
Definition wget.h:1260
bool path_allocated
If set, free path in iri_free()
Definition wget.h:1266
const char * host
Definition wget.h:1213
const char * password
Definition wget.h:1208
bool host_allocated
If set, free host in iri_free()
Definition wget.h:1263
const char * display
Definition wget.h:1198
bool fragment_allocated
If set, free fragment in iri_free()
Definition wget.h:1272
bool port_given
If set, port was explicitly given.
Definition wget.h:1257
const char * path
Definition wget.h:1218
wget_iri_scheme scheme
URI/IRI scheme (http or https).
Definition wget.h:1254
size_t msize
size of memory to hold the parsed URI, it contains 0 bytes
Definition wget.h:1248
const char * query
Definition wget.h:1223
const char * userinfo
Definition wget.h:1203
bool query_allocated
If set, free query in iri_free()
Definition wget.h:1269
const char * uri
Definition wget.h:1193
const char * fragment
Definition wget.h:1228
uint16_t port
Port number.
Definition wget.h:1251
const char * connection_part
Definition wget.h:1238
size_t dirlen
Definition wget.h:1245
Definition list.c:54
Definition netrc.c:39
Definition wget.h:1661
const char * password
password for the host
Definition wget.h:1667
uint16_t port
GNU extension: port number.
Definition wget.h:1669
const char * login
login/username for the host
Definition wget.h:1665
const char * host
hostname/domain/ip
Definition wget.h:1663
bool force
GNU extension: unused.
Definition wget.h:1671
Definition ocsp.c:49
Definition wget.h:1611
wget_ocsp_db_add_host_fn * add_host
Callback replacing wget_ocsp_db_add_host()
Definition wget.h:1625
wget_ocsp_db_save_fn * load
Callback replacing wget_ocsp_db_load()
Definition wget.h:1627
wget_ocsp_db_deinit_fn * deinit
Callback replacing wget_ocsp_db_free()
Definition wget.h:1615
wget_ocsp_fingerprint_in_cache_fn * fingerprint_in_cache
Callback replacing wget_ocsp_db_fingerprint_in_cache()
Definition wget.h:1619
wget_ocsp_db_init_fn * init
Callback replacing wget_ocsp_db_free()
Definition wget.h:1613
wget_ocsp_db_add_fingerprint_fn * add_fingerprint
Callback replacing wget_ocsp_db_add_fingerprint()
Definition wget.h:1623
wget_ocsp_db_load_fn * save
Callback replacing wget_ocsp_db_save()
Definition wget.h:1629
wget_ocsp_hostname_is_valid_fn * hostname_is_valid
Callback replacing wget_ocsp_db_hostname_is_valid()
Definition wget.h:1621
wget_ocsp_db_free_fn * free
Callback replacing wget_ocsp_db_free()
Definition wget.h:1617
Definition wget.h:2798
Definition wget.h:2590
void * plugin_data
Plugin specific data. Plugins are free to assign any value to this.
Definition wget.h:2592
struct wget_plugin_vtable * vtable
Pointer to the vtable. Used by wget to implement functions.
Definition wget.h:2595
Definition wget.h:2745
Definition robots.c:49
Definition wget.h:1740
const char * p
pointer to memory region
Definition wget.h:1742
size_t len
length of memory region
Definition wget.h:1744
Definition thread.c:70
gl_cond_t cond
conditional
Definition thread.c:71
Definition thread.c:66
Definition thread.c:62
Definition tls_session.c:41
Definition tls_session.c:52
Definition wget.h:2823
Definition vector.c:37