feat: increase default timeout and add retries option

Author: garzj

package.json

@@ -32,6 +32,7 @@
   "author": "Johannes Garz <johannes@garz.dev> (https://garz.dev/)",
   "license": "GPL-3.0",
   "devDependencies": {
+    "@types/async-retry": "^1.4.9",
     "@types/cli-progress": "^3.11.6",
     "@types/cookie": "^0.6.0",
     "@types/inquirer": "^9.0.7",
@@ -53,6 +54,7 @@
     "typescript": "5.5.4"
   },
   "dependencies": {
+    "async-retry": "^1.3.3",
     "cli-progress": "^3.12.0",
     "cmd-ts": "^0.13.0",
     "cookie": "^1.0.1",

src/cli.ts

@@ -27,6 +27,7 @@ import { Book } from './item/Book';
 import { ItemGroup } from './item/ItemGroup';
 import { Item } from './item/Item';
 import { TraunerShelf } from './shelf/TraunerShelf';
+import retry from 'async-retry';
 
 const cmd = command({
   name: 'd4sd',
@@ -68,6 +69,13 @@ const cmd = command({
       defaultValue: () => 10,
       description: 'Specifies the maximum amount of pages downloaded at once.',
     }),
+    maxRetries: option({
+      long: 'max-retries',
+      short: 'r',
+      type: number,
+      defaultValue: () => 10,
+      description: 'Change the maximum retries value.',
+    }),
     outDir: option({
       long: 'out-dir',
       short: 'o',
@@ -85,6 +93,7 @@ const cmd = command({
       short: 't',
       type: optional(number),
       description: 'Terminates the download, when exceeded.',
+      defaultValue: () => 300000,
     }),
   },
   handler: async (args) => {
@@ -178,10 +187,12 @@ const cmd = command({
         } else {
           for (const itemRef of itemRefs) {
             console.log(`Resolving "${itemRef.title}"...`);
-            const item = await itemRef.resolve();
+            const item = await retry(() => itemRef.resolve(), {
+              retries: args.maxRetries,
+            });
             if (!item) {
               console.error(
-                `Failed to resolve item type of "${itemRef.title}".`
+                `Failed to resolve item type of "${itemRef.title}". Retried ${args.maxRetries} times.`
               );
               continue;
             }
@@ -240,7 +251,9 @@ const cmd = command({
 
             let err: unknown = null;
             try {
-              await item.download(args.outDir, options);
+              await retry(() => item.download(args.outDir, options), {
+                retries: args.maxRetries,
+              });
             } catch (e) {
               err = e;
             }
@@ -250,7 +263,9 @@ const cmd = command({
 
             if (err) {
               console.error(err);
-              console.error(`Failed to download "${itemRef.title}!"`);
+              console.error(
+                `Failed to download "${itemRef.title}! Retried ${args.maxRetries} times."`
+              );
               continue;
             }
 

yarn.lock

@@ -419,6 +419,13 @@
   resolved "https://registry.yarnpkg.com/@tootallnate/quickjs-emscripten/-/quickjs-emscripten-0.23.0.tgz#db4ecfd499a9765ab24002c3b696d02e6d32a12c"
   integrity sha512-C5Mc6rdnsaJDjO3UpGW/CQTHtCKaYlScZTly4JIu97Jxo/odCiH0ITnDXSJPTOrEKk/ycSZ0AOgTmkDtkOsvIA==
 
+"@types/async-retry@^1.4.9":
+  version "1.4.9"
+  resolved "https://registry.yarnpkg.com/@types/async-retry/-/async-retry-1.4.9.tgz#47d118e835864d633b5208a78a6907b1b44e50bc"
+  integrity sha512-s1ciZQJzRh3708X/m3vPExr5KJlzlZJvXsKpbtE2luqNcbROr64qU+3KpJsYHqWMeaxI839OvXf9PrUSw1Xtyg==
+  dependencies:
+    "@types/retry" "*"
+
 "@types/cli-progress@^3.11.6":
   version "3.11.6"
   resolved "https://registry.yarnpkg.com/@types/cli-progress/-/cli-progress-3.11.6.tgz#94b334ebe4190f710e51c1bf9b4fedb681fa9e45"
@@ -469,6 +476,11 @@
   dependencies:
     undici-types "~6.19.2"
 
+"@types/retry@*":
+  version "0.12.5"
+  resolved "https://registry.yarnpkg.com/@types/retry/-/retry-0.12.5.tgz#f090ff4bd8d2e5b940ff270ab39fd5ca1834a07e"
+  integrity sha512-3xSjTp3v03X/lSQLkczaN9UIEwJMoMCA1+Nb5HfbJEQWogdeQIyVtTvxPXDQjZ5zws8rFQfVfRdz03ARihPJgw==
+
 "@types/through@*":
   version "0.0.33"
   resolved "https://registry.yarnpkg.com/@types/through/-/through-0.0.33.tgz#14ebf599320e1c7851e7d598149af183c6b9ea56"
@@ -672,6 +684,13 @@ ast-types@^0.13.4:
   dependencies:
     tslib "^2.0.1"
 
+async-retry@^1.3.3:
+  version "1.3.3"
+  resolved "https://registry.yarnpkg.com/async-retry/-/async-retry-1.3.3.tgz#0e7f36c04d8478e7a58bdbed80cedf977785f280"
+  integrity sha512-wfr/jstw9xNi/0teMHrRW7dsz3Lt5ARhYNZ2ewpadnhaIp5mbALhOAP+EAdsC7t4Z6wqsDVv9+W6gm1Dk9mEyw==
+  dependencies:
+    retry "0.13.1"
+
 asynckit@^0.4.0:
   version "0.4.0"
   resolved "https://registry.yarnpkg.com/asynckit/-/asynckit-0.4.0.tgz#c79ed97f7f34cb8f2ba1bc9790bcc366474b4b79"
@@ -2157,6 +2176,11 @@ resolve-pkg-maps@^1.0.0:
   resolved "https://registry.yarnpkg.com/resolve-pkg-maps/-/resolve-pkg-maps-1.0.0.tgz#616b3dc2c57056b5588c31cdf4b3d64db133720f"
   integrity sha512-seS2Tj26TBVOC2NIc2rOe2y2ZO7efxITtLZcGSOnHHNOQ7CkiUBfw0Iw2ck6xkIhPwLhKNLS8BO+hEpngQlqzw==
 
+retry@0.13.1:
+  version "0.13.1"
+  resolved "https://registry.yarnpkg.com/retry/-/retry-0.13.1.tgz#185b1587acf67919d63b357349e03537b2484658"
+  integrity sha512-XQBQ3I8W1Cge0Seh+6gjj03LbmRFWuoszgK9ooCpwYIrhhoO80pfq4cUkU5DkknwfOfFteRwlZ56PYOGYyFWdg==
+
 reusify@^1.0.4:
   version "1.0.4"
   resolved "https://registry.yarnpkg.com/reusify/-/reusify-1.0.4.tgz#90da382b1e126efc02146e90845a88db12925d76"