wget2 2.1.0
|
Robots Exclusion file parser. More...
#include <config.h>
#include <string.h>
#include <ctype.h>
#include <stdbool.h>
#include <wget.h>
#include "private.h"
Data Structures | |
struct | wget_robots_st |
Macros | |
#define | parse_record_field(d, f) parse_record_field(d, f, sizeof(f) - 1) |
Functions | |
int | wget_robots_parse (wget_robots **_robots, const char *data, const char *client) |
void | wget_robots_free (wget_robots **robots) |
int | wget_robots_get_path_count (wget_robots *robots) |
wget_string * | wget_robots_get_path (wget_robots *robots, int index) |
int | wget_robots_get_sitemap_count (wget_robots *robots) |
const char * | wget_robots_get_sitemap (wget_robots *robots, int index) |
Robots Exclusion file parser.