From e608cbd71e875d549b35284873dbcb7a6aff8e92 Mon Sep 17 00:00:00 2001
From: Ilya Kreymer <ikreymer@gmail.com>
Date: Fri, 9 Oct 2020 05:04:11 +0000
Subject: [PATCH] bump timeout to 90s, per suggestions in #20

---
 index.js | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/index.js b/index.js
index e543548..34050d7 100644
--- a/index.js
+++ b/index.js
@@ -108,6 +108,9 @@ async function run(params) {
 
   await cluster.idle();
   await cluster.close();
+
+  // extra wait for all resources to land into WARCs
+  await sleep(30000);
 }
 
 
@@ -247,7 +250,7 @@ async function main() {
 
     "timeout": {
       describe: "Timeout for each page to load (in millis)",
-      default: 30000,
+      default: 90000,
       type: "number",
     },
 
@@ -263,6 +266,7 @@ async function main() {
       describe: "If set, will autoscroll to bottom of the page",
       type: "boolean",
       default: false,
+
     }}).check((argv, option) => {
       // Scope for crawl, default to the domain of the URL
       const url = new URL(argv.url);