change index update logic

src/main.rs

@@ -2,7 +2,6 @@ mod argument;
 mod output;
 mod path;
 
-use chrono::{DateTime, FixedOffset};
 use output::Output;
 use std::error::Error;
 
@@ -16,25 +15,18 @@ fn main() -> Result<(), Box<dyn Error>> {
 
     output.debug("crawler started");
 
-    let mut status = None;
-
     loop {
-        crawl(&argument.source, &argument.target, &output, &mut status)?;
+        crawl(&argument.source, &argument.target, &output)?;
         sleep(Duration::from_secs(argument.update));
     }
 }
 
-fn crawl(
-    source: &str,
-    target: &str,
-    output: &Output,
-    status: &mut Option<DateTime<FixedOffset>>,
-) -> Result<(), Box<dyn Error>> {
+fn crawl(source: &str, target: &str, output: &Output) -> Result<(), Box<dyn Error>> {
     use path::Path;
     use reqwest::blocking::get;
     use rss::Channel;
     use std::{
-        fs::{metadata, File},
+        fs::{metadata, File, OpenOptions},
         io::Write,
     };
     use url::Url;
@@ -44,60 +36,13 @@ fn crawl(
     let mut total = 0;
     let mut exist = 0;
 
-    let channel = Channel::read_from(&get(source)?.bytes()?[..])?;
-
-    match channel.pub_date() {
-        Some(pub_date) => {
-            // update `index.gmi` on channel `pub_date` change
-            {
-                let remote_time = chrono::DateTime::parse_from_rfc2822(pub_date)?;
-
-                if status.is_none() || status.is_some_and(|local_time| local_time != remote_time) {
-                    // update global state to skip `index.gmi` overwrites without changes
-                    *status = Some(remote_time);
-
-                    let index_path = Path::build(target, pub_date, true)?;
-
-                    // build `index.gmi` members
-                    let (mut file, mut data) = (File::create(index_path.index())?, Vec::new());
-
-                    // collect `index.gmi` data
-                    for item in channel.items().iter() {
-                        match item.pub_date() {
-                            Some(pub_date) => {
-                                let item_path = Path::build(target, pub_date, true)?;
-
-                                // skip not relevant records from `index.gmi`
-                                if item_path.path != index_path.path {
-                                    continue;
-                                }
-
-                                data.push(format!("=> {} {pub_date}", item_path.item));
-
-                                if let Some(description) = item.description() {
-                                    data.push(description.to_string());
-                                }
-
-                                if let Some(content) = item.content() {
-                                    data.push(content.to_string());
-                                }
-                            }
-                            None => {
-                                output.warning("item skipped as `pub_date` required by application")
-                            }
-                        }
-                    }
-                    // update `index.gmi` file with new version
-                    file.write_all(data.join("\n\n").as_bytes())?;
-                    output.debug("index file updated");
-                }
-            }
-
     // handle feed items
-            for item in channel.items().iter() {
+    for item in Channel::read_from(&get(source)?.bytes()?[..])?
+        .items()
+        .iter()
+    {
         total += 1;
 
-                // handle item data
         let mut data = Vec::new();
 
         let path = match item.pub_date() {
@@ -105,8 +50,9 @@ fn crawl(
                 let path = Path::build(target, pub_date, true)?;
                 if metadata(path.item()).is_ok() {
                     exist += 1;
-                            continue; // skip existing records
+                    continue;
                 }
+
                 data.push(format!("# {pub_date}"));
                 path
             }
@@ -116,22 +62,27 @@ fn crawl(
             }
         };
 
+        let mut index = match OpenOptions::new().append(true).open(path.index()) {
+            Ok(index) => index,
+            Err(_) => {
+                let mut index = File::create_new(path.index())?;
+                index.write_all(format!("# {}\n", path.time.to_rfc2822()).as_bytes())?;
+                index
+            }
+        };
+
+        index.write_all(format!("\n=> {} {}\n", path.item, path.time).as_bytes())?;
+
         if let Some(description) = item.description() {
+            index.write_all(format!("\n{description}\n").as_bytes())?;
             data.push(description.to_string());
         }
 
         if let Some(content) = item.content() {
+            index.write_all(format!("\n{content}\n").as_bytes())?;
             data.push(content.to_string());
         }
 
-                /* @TODO local storage
-                if let Some(enclosure) = item.enclosure() {
-                    match enclosure.mime_type.as_str() {
-                        "image/jpeg" => todo!(),
-                        _ => todo!(),
-                    }
-                } */
-
         if let Some(link) = item.link() {
             data.push(match Url::parse(link) {
                 Ok(url) => {
@@ -148,12 +99,8 @@ fn crawl(
             })
         }
 
-                // record new item file
         File::create(path.item())?.write_all(data.join("\n\n").as_bytes())?;
     }
-        }
-        None => output.warning("channel skipped as `pub_date` required by application"),
-    }
 
     output.debug(&format!(
         "update completed (added: {} / exist: {exist} / total: {total})",

src/path.rs

@@ -1,9 +1,11 @@
+use chrono::{DateTime, FixedOffset};
 use std::error::Error;
 use std::path::MAIN_SEPARATOR;
 
 pub struct Path {
     pub item: String,
     pub path: String,
+    pub time: DateTime<FixedOffset>,
 }
 
 impl Path {
@@ -32,7 +34,7 @@ impl Path {
             std::fs::create_dir_all(&path)?;
         }
 
-        Ok(Path { item, path })
+        Ok(Path { item, path, time })
     }
 
     // Getters