implement initial llm features

crates/llm/Cargo.toml

@@ -0,0 +1,20 @@
+[package]
+name = "rssto-llm"
+version = "0.1.0"
+edition = "2024"
+license = "MIT"
+readme = "README.md"
+description = "LLM daemon for the rssto DB translations"
+keywords = ["rss", "llm", "translation", "localization", "server"]
+categories = ["command-line-utilities", "parsing", "text-processing", "value-formatting"]
+repository = "https://github.com/YGGverse/rssto"
+
+[dependencies]
+anyhow = "1.0.100"
+chrono = "0.4.42"
+clap = { version = "4.5.54", features = ["derive"] }
+lancor = "0.1.1"
+log = "0.4.29"
+mysql = { package = "rssto-mysql", version = "0.1.0", path = "../mysql" }
+tokio = { version = "1.0", features = ["full"] }
+tracing-subscriber = { version = "0.3.22", features = ["env-filter"] }

crates/llm/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 YGGverse
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

crates/llm/README.md

@@ -0,0 +1,28 @@
+# rssto-llm
+
+LLM daemon for the rssto DB translations
+
+> [!NOTE]
+> In development!
+
+1. Setup `rssto-crawler` first and collect initial data
+
+2. Run LLM server:
+
+```
+llama-server -hf ggml-org/gemma-3-1b-it-GGUF`
+```
+
+3. Launch `rssto-llm` to handle `content` DB:
+
+```
+cd rssto/crates/rssto-llm
+cargo run -- --mysql-username {USER} \
+             --mysql-password {PASS} \
+             --mysql-database {NAME} \
+             --llm-host {HOST}       \
+             --llm-port {PORT}       \
+             --llm-model {MODEL}     \
+             --llm-message {MESSAGE}
+```
+* see `--help` to display all supported options

crates/llm/src/argument.rs

@@ -0,0 +1,37 @@
+use clap::Parser;
+
+#[derive(Parser, Debug)]
+#[command(version, about, long_about = None)]
+pub struct Argument {
+    // LLM
+    #[arg(long, default_value_t = String::from("http"))]
+    pub llm_scheme: String,
+    #[arg(long, default_value_t = String::from("localhost"))]
+    pub llm_host: String,
+    #[arg(long, default_value_t = 8080)]
+    pub llm_port: u16,
+
+    /// Model name (e.g. `INSAIT-Institute/MamayLM-Gemma-2-9B-IT-v0.1-GGUF` or `ggml-org/gemma-3-1b-it-GGUF`)
+    #[arg(long)]
+    pub llm_model: String,
+
+    /// Initial message for the `content` subject (e.g. `translate to...`)
+    #[arg(long)]
+    pub llm_message: String,
+
+    // Database
+    #[arg(long, default_value_t = String::from("localhost"))]
+    pub mysql_host: String,
+    #[arg(long, default_value_t = 3306)]
+    pub mysql_port: u16,
+    #[arg(long)]
+    pub mysql_username: String,
+    #[arg(long)]
+    pub mysql_password: String,
+    #[arg(long)]
+    pub mysql_database: String,
+    /// Loop update in seconds
+    /// * None to exit on complete
+    #[arg(long, short)]
+    pub update: Option<u64>,
+}

crates/llm/src/main.rs

@@ -0,0 +1,103 @@
+mod argument;
+
+use anyhow::Result;
+
+#[tokio::main]
+async fn main() -> Result<()> {
+    use argument::Argument;
+    use chrono::Local;
+    use clap::Parser;
+    use lancor::{ChatCompletionRequest, LlamaCppClient, Message};
+    use log::{debug, info};
+    use mysql::{Mysql, Sort};
+    use std::env::var;
+
+    if var("RUST_LOG").is_ok() {
+        use tracing_subscriber::{EnvFilter, fmt::*};
+        struct T;
+        impl time::FormatTime for T {
+            fn format_time(&self, w: &mut format::Writer<'_>) -> std::fmt::Result {
+                write!(w, "{}", Local::now())
+            }
+        }
+        fmt()
+            .with_timer(T)
+            .with_env_filter(EnvFilter::from_default_env())
+            .init()
+    }
+
+    let arg = Argument::parse();
+    let db = Mysql::connect(
+        &arg.mysql_host,
+        arg.mysql_port,
+        &arg.mysql_username,
+        &arg.mysql_password,
+        &arg.mysql_database,
+    )?;
+    let llm = LlamaCppClient::new(format!(
+        "{}://{}:{}",
+        arg.llm_scheme, arg.llm_host, arg.llm_port
+    ))?;
+
+    let provider_id = match db.provider_by_name(&arg.llm_model)? {
+        Some(p) => {
+            debug!(
+                "Use existing DB provider #{} matches model name `{}`",
+                p.provider_id, &arg.llm_model
+            );
+            p.provider_id
+        }
+        None => {
+            let provider_id = db.insert_provider(&arg.llm_model)?;
+            info!(
+                "Provider `{}` not found in database, created new one with ID `{provider_id}`",
+                &arg.llm_model
+            );
+            provider_id
+        }
+    };
+
+    info!("Daemon started");
+    loop {
+        debug!("New queue begin...");
+        for source in db.contents_queue_for_provider_id(provider_id, Sort::Asc, None)? {
+            debug!(
+                "Begin generating `content_id` #{} using `provider_id` #{provider_id}.",
+                source.content_id
+            );
+
+            let title =
+                llm.chat_completion(ChatCompletionRequest::new(&arg.llm_model).message(
+                    Message::user(format!("{}\n{}", arg.llm_message, source.title)),
+                ))
+                .await?;
+
+            println!("{}", &title.choices[0].message.content);
+
+            let description =
+                llm.chat_completion(ChatCompletionRequest::new(&arg.llm_model).message(
+                    Message::user(format!("{}\n{}", arg.llm_message, source.description)),
+                ))
+                .await?;
+
+            let content_id = db.insert_content(
+                source.channel_item_id,
+                Some(provider_id),
+                &title.choices[0].message.content,
+                &description.choices[0].message.content,
+            )?;
+
+            debug!(
+                "Created `content_id` #{content_id} using `content_id` #{} source by `provider_id` #{provider_id}.",
+                source.content_id
+            )
+        }
+        debug!("Queue completed");
+        if let Some(update) = arg.update {
+            debug!("Wait {update} seconds to continue...");
+            std::thread::sleep(std::time::Duration::from_secs(update))
+        } else {
+            return Ok(());
+        }
+    }
+}