add CURL options that prevent crawl queue stuck

2026-03-31 17:55:35 +00:00 · 2023-11-27 16:54:26 +02:00 · 2023-11-27 16:54:26 +02:00 · 02dd3649a7
commit 02dd3649a7
parent 783c60fd25
2 changed files with 61 additions and 0 deletions
--- a/example/config.json
+++ b/example/config.json
@ -51,6 +51,20 @@
        {
            "crawl":
            {
+                "curl":
+                {
+                    "connection":
+                    {
+                        "timeout":3
+                    },
+                    "download":
+                    {
+                        "size":
+                        {
+                            "max":10000024
+                        }
+                    }
+                },
                "queue":
                {
                    "limit":1,