YGGverse/btracker
1
0
Fork 0
mirror of https://github.com/YGGverse/btracker.git synced 2026-03-31 17:15:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use redb index, update db revision

Browse source
This commit is contained in:
yggverse 2025-08-02 14:44:55 +03:00
parent 752ef69732
commit 7afc7d8f90
2 changed files with 4 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

14
src/main.rs
View file

@ -72,8 +72,6 @@ async fn main() -> Result<()> {
// begin
println!("Crawler started on {time_init}");
let mut processed = HashSet::with_capacity(config.index_capacity);
loop {
let time_queue = Local::now();
if config.debug {
@ -100,7 +98,7 @@ async fn main() -> Result<()> {
// convert to string once
let i = i.to_string();
// already indexed?
if processed.contains(&i) {
if database.torrent(&i)?.is_some() {
continue;
}
if config.debug {
@ -163,12 +161,6 @@ async fn main() -> Result<()> {
}
if info.relative_filename.extension().is_none_or(|e|
!matches!(e.as_bytes(), b"png" | b"jpeg" | b"jpg" | b"gif" | b"webp")) {
if config.debug {
println!(
"\t\t\tskip non-image file `{}` for `{i}`.",
info.relative_filename.to_string_lossy()
)
}
continue;
}
if preload.max_filesize.is_some_and(|limit| info.len > limit) {
@ -259,8 +251,6 @@ async fn main() -> Result<()> {
if config.debug {
println!("\t\t\tadd `{i}` to index.")
}
// skip processed torrent on the next iteration
assert!(processed.insert(i))
}
Ok(_) => panic!(),
Err(e) => eprintln!("Failed to resolve `{i}`: `{e}`."),
@ -276,7 +266,7 @@ async fn main() -> Result<()> {
if config.debug {
println!(
"Queue completed on {time_queue}\n\ttotal: {}\n\ttime: {} s\n\tuptime: {} s\n\tawait {} seconds to continue...",
processed.len(),
database.torrents_total()?,
Local::now()
.signed_duration_since(time_queue)
.as_seconds_f32(),