mirror of
https://github.com/YGGverse/Yo.git
synced 2026-03-31 17:55:35 +00:00
add crawl queue delay support
This commit is contained in:
parent
13cf61b42c
commit
01753b0557
2 changed files with 7 additions and 1 deletions
|
|
@ -273,4 +273,9 @@ foreach($search->get() as $document)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Apply delay
|
||||||
|
sleep(
|
||||||
|
$config->cli->document->crawl->queue->limit
|
||||||
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -19,7 +19,8 @@
|
||||||
{
|
{
|
||||||
"queue":
|
"queue":
|
||||||
{
|
{
|
||||||
"limit":1
|
"limit":1,
|
||||||
|
"delay":1
|
||||||
},
|
},
|
||||||
"selector":
|
"selector":
|
||||||
{
|
{
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue