proxy-scraper-checker/config-schema.json at main · monosans/proxy-scraper-checker · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
{
  "$id": "https://github.com/monosans/proxy-scraper-checker/blob/main/config.toml",
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "title": "proxy-scraper-checker config",
  "type": "object",
  "$defs": {
    "protocol_config": {
      "type": "object",
      "properties": {
        "enabled": { "type": "boolean" },
        "urls": {
          "type": "array",
          "items": {
            "anyOf": [
              { "type": "string" },
              {
                "type": "object",
                "properties": {
                  "url": { "type": "string" },
                  "basic_auth": {
                    "type": "object",
                    "properties": {
                      "username": { "type": "string" },
                      "password": { "type": "string" }
                    },
                    "required": ["username", "password"],
                    "additionalProperties": false
                  },
                  "headers": {
                    "type": "object",
                    "patternProperties": { ".*": { "type": "string" } },
                    "additionalProperties": false
                  }
                },
                "required": ["url"],
                "additionalProperties": false,
                "x-tombi-array-values-order-by": "url"
              }
            ]
          },
          "x-tombi-array-values-order": "ascending"
        }
      },
      "required": ["enabled", "urls"],
      "additionalProperties": false
    }
  },
  "properties": {
    "debug": { "type": "boolean" },
    "output": {
      "type": "object",
      "properties": {
        "path": { "type": "string" },
        "sort_by_speed": { "type": "boolean" },
        "txt": {
          "type": "object",
          "properties": { "enabled": { "type": "boolean" } },
          "required": ["enabled"],
          "additionalProperties": false
        },
        "json": {
          "type": "object",
          "properties": {
            "enabled": { "type": "boolean" },
            "include_asn": { "type": "boolean" },
            "include_geolocation": { "type": "boolean" }
          },
          "required": ["enabled", "include_asn", "include_geolocation"],
          "additionalProperties": false
        }
      },
      "required": ["path", "sort_by_speed", "txt", "json"],
      "additionalProperties": false
    },
    "checking": {
      "type": "object",
      "properties": {
        "check_url": { "type": "string" },
        "max_concurrent_checks": { "type": "integer", "minimum": 1 },
        "timeout": { "type": "number", "minimum": 0 },
        "connect_timeout": { "type": "number", "minimum": 0 },
        "user_agent": { "type": "string" }
      },
      "required": [
        "check_url",
        "max_concurrent_checks",
        "timeout",
        "connect_timeout",
        "user_agent"
      ],
      "additionalProperties": false
    },
    "scraping": {
      "type": "object",
      "properties": {
        "max_proxies_per_source": { "type": "integer", "minimum": 0 },
        "timeout": { "type": "number", "minimum": 0 },
        "connect_timeout": { "type": "number", "minimum": 0 },
        "proxy": { "type": "string" },
        "user_agent": { "type": "string" },
        "http": { "$ref": "#/$defs/protocol_config" },
        "socks4": { "$ref": "#/$defs/protocol_config" },
        "socks5": { "$ref": "#/$defs/protocol_config" }
      },
      "required": [
        "max_proxies_per_source",
        "timeout",
        "connect_timeout",
        "proxy",
        "user_agent"
      ],
      "additionalProperties": false
    }
  },
  "required": ["debug", "output", "checking", "scraping"],
  "additionalProperties": false
}