more

Author: Drew McMillan

example.json

@@ -1,10 +1,11 @@
 {
-  "url": "https://www.example.com",
-  "maxDepth": 1,
-  "maxChromeInstances": 5,
-  "limit": "/music/",
+  "url": "https://www.bbc.co.uk/news",
+  "maxDepth": 2,
+  "maxChromeInstances": 10,
+  "limit": "/news/",
   "httpsOnly": true,
-  "showHttpLinksDuring": false,
+  "showHttpLinksDuring": true,
   "showHttpLinksAfter": true,
-  "userAgent": "light-mc-crawler Mixed Content Crawler"
+  "chromeFlags": "--no-sandbox --user-data-dir --headless --disable-setuid-sandbox --disable-gpu",
+  "userAgent": "light-mc-crawler - News Discovery - Mixed Content Crawler"
 }

index.js

@@ -108,6 +108,7 @@ function runLighthouse (url, config, callback) {
     '--output-path=stdout',
     '--disable-device-emulation', 
     '--disable-cpu-throttling',
+    '--enable-error-reporting',
     '--disable-storage-reset', 
     '--disable-network-throttling',
     '--chrome-flags=' + chromeFlags + '--user-agent=' + userAgent,
@@ -137,7 +138,14 @@ function runLighthouse (url, config, callback) {
       if(output != ''){
         console.error(`Parsing JSON report output failed for ${url}: ${output}`);
         console.log(parseError);
-      } else{
+      } else if (output.includes('Something went wrong')) {
+
+        console.log('SOMETHING WENT WRONG');
+        console.log(output);
+    
+
+
+      }else{
         console.error(`Lighthouse report returned nothing for ${url}`);
       }