Implement app exit on unrecoverable error

logger/logger.go

@@ -13,8 +13,9 @@ import (
 )
 
 var (
-	infoLogger  *log.Logger
-	errorLogger *log.Logger
+	infoLogger     *log.Logger
+	errorLogger    *log.Logger
+	criticalLogger *log.Logger
 )
 var initialised = false
 var mongoCollection *mongo.Collection
@@ -34,6 +35,7 @@ func InitLogger() {
 
 	infoLogger = log.New(os.Stdout, "INFO: ", log.Ldate|log.Ltime)
 	errorLogger = log.New(os.Stderr, "ERROR: ", log.Ldate|log.Ltime)
+	criticalLogger = log.New(os.Stderr, "CRITICAL: ", log.Ldate|log.Ltime)
 	initialised = true
 
 	configPrintOut := fmt.Sprintf("\tPort:\t\t%v\n", viper.GetInt("port")) +
@@ -80,3 +82,13 @@ func Error(message string) {
 
 	errorLogger.Println(message)
 }
+
+func Critical(message string) {
+	writeToMongo("CRITICAL", message)
+
+	if !viper.GetBool("verbose") || !initialised {
+		return
+	}
+
+	criticalLogger.Println(message)
+}

scraper/handleTaskError.go

@@ -1,21 +1,30 @@
 package scraper
 
 import (
-	"bdo-rest-api/logger"
-	"bdo-rest-api/utils"
 	"fmt"
+	"os"
 	"strconv"
+	"strings"
 	"time"
 
 	"github.com/gocolly/colly/v2"
 	"github.com/spf13/viper"
+
+	"bdo-rest-api/logger"
+	"bdo-rest-api/utils"
 )
 
 func handleTaskError(r *colly.Request, imperva bool, err error) {
 	taskRetries, _ := strconv.Atoi(r.Ctx.Get("taskRetries"))
 
 	if imperva {
 		logger.Error(fmt.Sprintf("Hit Imperva while loading %v, retries: %v", r.URL, taskRetries))
+	} else if strings.Contains(err.Error(), "http2: Transport received GOAWAY from server ErrCode:INTERNAL_ERROR") {
+		// This is an error that I don't know how to avoid, it clogs up all future requests
+		// and it doesn't seem to be recoverable, so just exit the program and let Docker restart it
+		// Maybe in the future there will be a way to avoid/handle this
+		logger.Critical(fmt.Sprintf("Error occured: %v", err))
+		os.Exit(1)
 	} else {
 		logger.Error(fmt.Sprintf("Error occured while loading %v: %v, retries: %v", r.URL, err, taskRetries))
 	}