YGGverse/gemini-dl
1
0
Fork 0
mirror of https://github.com/YGGverse/gemini-dl.git synced 2026-03-31 17:15:32 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix redirection entry offset in queue to prevent infinitive crawl; optimize duplicated constructions

Browse source
This commit is contained in:
yggverse 2025-11-11 20:11:48 +02:00
parent a8513f777e
commit ed21836f13
1 changed files with 14 additions and 33 deletions
Download patch file Download diff file Expand all files Collapse all files

39
src/Controller/Cli.php
View file

@ -66,18 +66,16 @@ class Cli
}
// Updates address in crawler queue
public function setSource(
int $offset,
public function putSource(
int $position,
string $url
): bool
{
// Validate given value and check it is unique in the pool
if (isset($this->source[$offset]) && $this->_source($url) && $this->source[$offset] != $url)
{
$this->source[$offset] = $url;
if (in_array($url, $this->source))
return true;
}
if ($this->_source($url))
return !array_splice($this->source, $position, 0, [$position => $url]);
return false;
}
@ -203,15 +201,8 @@ class Cli
// Validate redirection target location
if (filter_var($response->getMeta(), FILTER_VALIDATE_URL)) // @TODO resolve relative locations
{
// Apply redirection target to the current destination
if ($this->setSource($offset, trim($response->getMeta())))
{
// Rescan current destination using updated location
$this->start(
$offset
);
}
else
// Insert redirection target to the next destination
if (!$this->putSource($offset + 1, trim($response->getMeta())))
{
print(
Message::red(
@ -221,11 +212,6 @@ class Cli
)
)
);
// Continue next location
$this->start(
$offset + 1
);
}
}
else
@ -238,11 +224,6 @@ class Cli
)
)
);
// Continue next location
$this->start(
$offset + 1
);
}
}
else
@ -255,15 +236,15 @@ class Cli
)
)
);
}
// Continue next location
$this->start(
$offset + 1
);
}
}
return; // panic @TODO
return; // panic? @TODO
break;
default: // failure