YGGverse/aquatic-crawler
1
0
Fork 0
mirror of https://github.com/YGGverse/aquatic-crawler.git synced 2026-03-31 17:15:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

make api source response optional, implement tests

Browse source
This commit is contained in:
yggverse 2025-07-07 19:22:11 +03:00
parent 6a3915a3f5
commit 15c8d8c350
4 changed files with 140 additions and 141 deletions
Download patch file Download diff file Expand all files Collapse all files

17
src/api.rs
View file

@ -1,10 +1,17 @@
/// Parse infohash from the source filepath,
/// decode JSON to array on success, return None if the feed is damaged (incomplete)
pub fn infohashes(path: &str) -> anyhow::Result<Option<Vec<String>>> {
/// decode JSON to array on success, return None if the feed file is not reachable
pub fn get(path: &str) -> Option<Vec<String>> {
if path.contains("://") {
todo!("URL sources yet not supported")
}
let s = std::fs::read_to_string(path)?;
let r: Option<Vec<String>> = serde_json::from_str(&s).ok();
Ok(r)
let s = std::fs::read_to_string(path).ok()?; // is updating?
let r: Option<Vec<String>> = serde_json::from_str(&s).ok(); // is incomplete?
r
}
#[test]
fn test() {
assert!(get("test/api/0.json").is_none());
assert!(get("test/api/1.json").is_some());
assert!(get("test/api/2.json").is_none());
}

35
src/main.rs
View file

@ -88,10 +88,8 @@ async fn main() -> Result<()> {
debug.info(&format!("Index source `{source}`..."));
// grab latest info-hashes from this source
// * aquatic server may update the stats at this moment, handle result manually
match api::infohashes(source) {
Ok(infohashes) => {
for i in match infohashes {
Some(h) => h,
for i in match api::get(source) {
Some(i) => i,
None => {
// skip without panic
debug.error(&format!(
@ -155,17 +153,17 @@ async fn main() -> Result<()> {
if let Some(ref p) = preload {
for (id, info) in m.file_infos.iter().enumerate() {
if p.matches(info.relative_filename.to_str().unwrap()) {
if p.max_filesize.is_some_and(
|limit| only_files_size + info.len > limit,
) {
if p.max_filesize.is_some_and(|limit| {
only_files_size + info.len > limit
}) {
debug.info(&format!(
"Total files size limit `{i}` reached!"
));
break;
}
if p.max_filecount.is_some_and(
|limit| only_files.len() + 1 > limit,
) {
if p.max_filecount
.is_some_and(|limit| only_files.len() + 1 > limit)
{
debug.info(&format!(
"Total files count limit for `{i}` reached!"
));
@ -173,8 +171,8 @@ async fn main() -> Result<()> {
}
only_files_size += info.len;
if let Some(ref p) = preload {
only_files_keep.push(
p.absolute(&i, &info.relative_filename))
only_files_keep
.push(p.absolute(&i, &info.relative_filename))
}
only_files.insert(id);
}
@ -183,7 +181,7 @@ async fn main() -> Result<()> {
if let Some(ref t) = torrent {
save_torrent_file(t, &debug, &i, &m.torrent_bytes)
}
(m.info.name.as_ref().map(|n|n.to_string()), m.info.length)
(m.info.name.as_ref().map(|n| n.to_string()), m.info.length)
})?;
session.update_only_files(&mt, &only_files).await?;
session.unpause(&mt).await?;
@ -209,12 +207,7 @@ async fn main() -> Result<()> {
// use `r.info` for Memory, SQLite,
// Manticore and other alternative storage type
index.insert(
i,
0,
r.info.name.map(|n| n.to_string()),
r.info.length,
)
index.insert(i, 0, r.info.name.map(|n| n.to_string()), r.info.length)
}
// unexpected as should be deleted
Ok(AddTorrentResponse::AlreadyManaged(..)) => panic!(),
@ -224,9 +217,7 @@ async fn main() -> Result<()> {
}
}
}
Err(e) => debug.error(&format!("API issue for `{source}`: `{e}`")),
}
}
if let Some(ref export_rss) = config.export_rss
&& index.is_changed()
{

0
test/api/0.json Normal file
View file

1
test/api/1.json Normal file
View file

@ -0,0 +1 @@
["1","2","3"]