wget2 2.1.0
Loading...
Searching...
No Matches
robots.c File Reference

(2024-03-29 12:01:32 +0100, (build 25b28e2))

Robots Exclusion file parser. More...

#include <config.h>
#include <string.h>
#include <ctype.h>
#include <stdbool.h>
#include <wget.h>
#include "private.h"
Include dependency graph for robots.c:

Data Structures

struct  wget_robots_st
 

Macros

#define parse_record_field(d, f)   parse_record_field(d, f, sizeof(f) - 1)
 

Functions

int wget_robots_parse (wget_robots **_robots, const char *data, const char *client)
 
void wget_robots_free (wget_robots **robots)
 
int wget_robots_get_path_count (wget_robots *robots)
 
wget_stringwget_robots_get_path (wget_robots *robots, int index)
 
int wget_robots_get_sitemap_count (wget_robots *robots)
 
const char * wget_robots_get_sitemap (wget_robots *robots, int index)
 

Detailed Description

Robots Exclusion file parser.