make custom resolver optionally required to continue the crawl #15

This commit is contained in:
yggverse 2024-04-07 04:57:02 +03:00
parent 1b8bcb084a
commit bc9fc470e6
2 changed files with 40 additions and 15 deletions

View file

@ -138,6 +138,7 @@
"resolver": "resolver":
{ {
"enabled":true, "enabled":true,
"require":false,
"providers": "providers":
[ [
"1.1.1.1", "1.1.1.1",

View file

@ -294,6 +294,9 @@ foreach($index->search('')
} }
else else
{
// Custom resolver required to continue
if ($config->cli->document->crawl->resolver->require)
{ {
// Log event // Log event
if ($config->cli->document->crawl->debug->level->warning) if ($config->cli->document->crawl->debug->level->warning)
@ -316,6 +319,27 @@ foreach($index->search('')
); );
} }
// Use system-wide resolver, break the pending loop
else
{
if ($config->cli->document->crawl->debug->level->warning)
{
echo sprintf(
_('[%s] [warning] could not resolve "%s" (attempt: %d, response: %s), use system-wide...') . PHP_EOL,
date('c'),
$base->getHost(),
$attempt++,
print_r(
$errors,
true
)
);
}
break;
}
}
} while (!$resolved); } while (!$resolved);
} }
} }