YGGverse/Yo
1
0
Fork 0
mirror of https://github.com/YGGverse/Yo.git synced 2026-03-31 17:55:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

stop crawler on network connection lost #11

Browse source
This commit is contained in:
yggverse 2024-03-24 18:15:26 +02:00
parent b475b4e61b
commit d44bf90fe3
3 changed files with 73 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

59
src/cli/document/crawl.php
View file

@ -65,6 +65,65 @@ if (false === sem_acquire($semaphore, true))
exit;
}
// Check network connection
if ($config->network->check->enabled)
{
$network = false;
foreach ($config->network->check->socket as $host => $port)
{
if ($config->cli->document->crawl->debug->level->notice)
{
echo sprintf(
_('[%s] [notice] check network connection to socket "%s" port "%d"...') . PHP_EOL,
date('c'),
$host,
$port
);
}
if (\Yggverse\Net\Socket::isOpen($host, $port, $config->network->check->timeout))
{
if ($config->cli->document->crawl->debug->level->notice)
{
echo sprintf(
_('[%s] [notice] network connection test successful') . PHP_EOL,
date('c')
);
}
$network = true;
break;
}
else
{
if ($config->cli->document->crawl->debug->level->warning)
{
echo sprintf(
_('[%s] [warning] could not connect to socket "%s" port "%d"...') . PHP_EOL,
date('c'),
$host,
$port
);
}
}
}
if (!$network)
{
if ($config->cli->document->crawl->debug->level->error)
{
echo sprintf(
_('[%s] [error] network unreachable!') . PHP_EOL,
date('c')
);
}
exit;
}
}
// Init client
try {