UA-Fediland/pixelfed
2
0
Fork 0
mirror of https://github.com/pixelfed/pixelfed.git synced 2024-09-21 00:38:02 +00:00
Code Issues Projects Releases Packages Wiki Activity

Merge pull request #5301 from pixelfed/staging

Browse source 
Update ReblogService, fix cache sync issues
This commit is contained in:
daniel 2024-09-17 02:50:18 -06:00 committed by GitHub
commit 5be19ff657
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 141 additions and 51 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

192
app/Services/ReblogService.php
View file

@ -2,67 +2,157 @@
namespace App\Services; namespace App\Services;
use App\Status;
use Illuminate\Support\Facades\Cache; use Illuminate\Support\Facades\Cache;
use Illuminate\Support\Facades\Redis; use Illuminate\Support\Facades\Redis;
use App\Status; use Illuminate\Support\Lottery;
class ReblogService class ReblogService
{ {
const CACHE_KEY = 'pf:services:reblogs:'; const CACHE_KEY = 'pf:services:reblogs:';
const REBLOGS_KEY = 'pf:services:reblogs:v1:post:';
const COLDBOOT_KEY = 'pf:services:reblogs:v1:post_:';
public static function get($profileId, $statusId) const REBLOGS_KEY = 'pf:services:reblogs:v1:post:';
{
if (!Redis::zcard(self::CACHE_KEY . $profileId)) {
return false;
}
return Redis::zscore(self::CACHE_KEY . $profileId, $statusId) != null; const COLDBOOT_KEY = 'pf:services:reblogs:v1:post_:';
}
public static function add($profileId, $statusId) const CACHE_SKIP_KEY = 'pf:services:reblogs:skip_empty_check:';
{
return Redis::zadd(self::CACHE_KEY . $profileId, $statusId, $statusId);
}
public static function del($profileId, $statusId) public static function get($profileId, $statusId)
{ {
return Redis::zrem(self::CACHE_KEY . $profileId, $statusId); return Lottery::odds(1, 20)
} ->winner(fn () => self::getFromDatabaseCheck($profileId, $statusId))
->loser(fn () => self::getFromRedis($profileId, $statusId))
->choose();
}
public static function getPostReblogs($id, $start = 0, $stop = 10) public static function getFromDatabaseCheck($profileId, $statusId)
{ {
if(!Redis::zcard(self::REBLOGS_KEY . $id)) { if (! Redis::zcard(self::CACHE_KEY.$profileId)) {
return Cache::remember(self::COLDBOOT_KEY . $id, 86400, function() use($id) { if (Cache::has(self::CACHE_SKIP_KEY.$profileId)) {
return Status::whereReblogOfId($id) return false;
->pluck('id') } else {
->each(function($reblog) use($id) { self::warmCache($profileId);
self::addPostReblog($id, $reblog); sleep(1);
})
->map(function($reblog) {
return (string) $reblog;
});
});
}
return Redis::zrange(self::REBLOGS_KEY . $id, $start, $stop);
}
public static function addPostReblog($parentId, $reblogId) return self::getFromRedis($profileId, $statusId);
{ }
$pid = intval($parentId); }
$id = intval($reblogId);
if($pid && $id) {
return Redis::zadd(self::REBLOGS_KEY . $pid, $id, $id);
}
}
public static function removePostReblog($parentId, $reblogId) $minId = SnowflakeService::byDate(now()->subMonths(12));
{
$pid = intval($parentId); if ($minId > $statusId) {
$id = intval($reblogId); return Redis::zscore(self::CACHE_KEY.$profileId, $statusId) != null;
if($pid && $id) { }
return Redis::zrem(self::REBLOGS_KEY . $pid, $id);
} $cachedRes = (bool) Redis::zscore(self::CACHE_KEY.$profileId, $statusId) != null;
} $databaseRes = (bool) self::getFromDatabase($profileId, $statusId);
if ($cachedRes === $databaseRes) {
return $cachedRes;
}
self::warmCache($profileId);
sleep(1);
return self::getFromDatabase($profileId, $statusId);
}
public static function getFromRedis($profileId, $statusId)
{
if (! Redis::zcard(self::CACHE_KEY.$profileId)) {
if (Cache::has(self::CACHE_SKIP_KEY.$profileId)) {
return false;
} else {
self::warmCache($profileId);
sleep(1);
return self::getFromDatabase($profileId, $statusId);
}
}
return Redis::zscore(self::CACHE_KEY.$profileId, $statusId) != null;
}
public static function getFromDatabase($profileId, $statusId)
{
return Status::whereProfileId($profileId)
->where('reblog_of_id', $statusId)
->exists();
}
public static function add($profileId, $statusId)
{
return Redis::zadd(self::CACHE_KEY.$profileId, $statusId, $statusId);
}
public static function count($profileId)
{
return Redis::zcard(self::CACHE_KEY.$profileId);
}
public static function del($profileId, $statusId)
{
return Redis::zrem(self::CACHE_KEY.$profileId, $statusId);
}
public static function getWarmCacheCount($profileId)
{
$minId = SnowflakeService::byDate(now()->subMonths(12));
return Status::where('id', '>', $minId)
->whereProfileId($profileId)
->whereNotNull('reblog_of_id')
->count();
}
public static function warmCache($profileId)
{
Redis::del(self::CACHE_KEY.$profileId);
$minId = SnowflakeService::byDate(now()->subMonths(12));
foreach (
Status::where('id', '>', $minId)
->whereProfileId($profileId)
->whereNotNull('reblog_of_id')
->lazy() as $post
) {
self::add($profileId, $post->reblog_of_id);
}
Cache::put(self::CACHE_SKIP_KEY.$profileId, 1, now()->addHours(24));
}
public static function getPostReblogs($id, $start = 0, $stop = 10)
{
if (! Redis::zcard(self::REBLOGS_KEY.$id)) {
return Cache::remember(self::COLDBOOT_KEY.$id, 86400, function () use ($id) {
return Status::whereReblogOfId($id)
->pluck('id')
->each(function ($reblog) use ($id) {
self::addPostReblog($id, $reblog);
})
->map(function ($reblog) {
return (string) $reblog;
});
});
}
return Redis::zrange(self::REBLOGS_KEY.$id, $start, $stop);
}
public static function addPostReblog($parentId, $reblogId)
{
$pid = intval($parentId);
$id = intval($reblogId);
if ($pid && $id) {
return Redis::zadd(self::REBLOGS_KEY.$pid, $id, $id);
}
}
public static function removePostReblog($parentId, $reblogId)
{
$pid = intval($parentId);
$id = intval($reblogId);
if ($pid && $id) {
return Redis::zrem(self::REBLOGS_KEY.$pid, $id);
}
}
} }