DBC22-2350: Filter out invalid access log lines

bcgov · Jun 21, 2024 · d1995f7 · d1995f7
1 parent e255018
commit d1995f7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/compose/openshiftjobs/scripts/analyzeexportlogs.sh b/compose/openshiftjobs/scripts/analyzeexportlogs.sh
@@ -75,7 +75,7 @@ if [ ${#zipped_files[@]} -gt 0 ]; then
 
     #Run goaccess on all the log files from the date entered
     goaccess_report_name=$start_time_formatted-goaccess_report.html
-    zcat "${zipped_files[@]}" | goaccess - -o "$goaccess_report_name" --log-format='~h{, } %e %^[%x] "%r" %s %b "%R" "%u" %C "%M" %T' --datetime-format='%d/%b/%Y:%H:%M:%S %z' --ignore-panel=REMOTE_USER --ignore-panel=ASN --tz=America/Vancouver --jobs=2 --geoip-database=$mmdb_file
+    zcat "${zipped_files[@]}" | grep -v '^-\s' | goaccess - -o "$goaccess_report_name" --log-format='~h{, } %e %^[%x] "%r" %s %b "%R" "%u" %C "%M" %T' --datetime-format='%d/%b/%Y:%H:%M:%S %z' --ignore-panel=REMOTE_USER --ignore-panel=ASN --tz=America/Vancouver --jobs=2 --geoip-database=$mmdb_file
     echo "GoAccess report generated successfully at $goaccess_report_name"
 
     # Get the start date formated in YYYY/MM/DD format