YGGverse/Yo
1
0
Fork 0
mirror of https://github.com/YGGverse/Yo.git synced 2026-03-31 09:45:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add curl dns resolver options #15

Browse source
This commit is contained in:
yggverse 2024-04-06 08:14:29 +03:00
parent 479c85ea68
commit 28040c934f
2 changed files with 58 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

12
example/config.json
View file

@ -177,6 +177,18 @@
{
"max":10485760
}
},
"dns":
{
"cache":
{
"timeout":120,
"global":false
},
"shuffle":false,
"interface":null,
"ip4address":null,
"ip6address":null
}
},
"queue":

46
src/cli/document/crawl.php
View file

@ -189,6 +189,52 @@ foreach($index->search('')
$document->get('url')
);
// DNS options
curl_setopt(
$request,
CURLOPT_DNS_CACHE_TIMEOUT,
$config->cli->document->crawl->curl->dns->cache->timeout
);
curl_setopt(
$request,
CURLOPT_DNS_USE_GLOBAL_CACHE,
$config->cli->document->crawl->curl->dns->cache->global
);
curl_setopt(
$request,
CURLOPT_DNS_SHUFFLE_ADDRESSES,
$config->cli->document->crawl->curl->dns->shuffle
);
if ($config->cli->document->crawl->curl->dns->interface)
{
curl_setopt(
$request,
CURLOPT_DNS_INTERFACE,
$config->cli->document->crawl->curl->dns->interface
);
}
if ($config->cli->document->crawl->curl->dns->ip4address)
{
curl_setopt(
$request,
CURLOPT_DNS_LOCAL_IP4,
$config->cli->document->crawl->curl->dns->ip4address
);
}
if ($config->cli->document->crawl->curl->dns->ip6address)
{
curl_setopt(
$request,
CURLOPT_DNS_LOCAL_IP6,
$config->cli->document->crawl->curl->dns->ip6address
);
}
// Drop URL with long response
curl_setopt(
$request,