feat: add flag to count internal errors as part of the success rate

.github/workflows/e2e.yml

@@ -115,7 +115,7 @@ jobs:
         echo 'WorkingDirectory=/root/test' >> test.service
         echo 'TimeoutStopSec=1' >> test.service
         echo 'ExecStart=/usr/local/bin/out-of-tree kernel autogen --threads=4 --max=256 --shuffle' >> test.service
-        echo 'ExecStart=/usr/local/bin/out-of-tree pew --qemu-timeout=4m --threads=4' >> test.service
+        echo 'ExecStart=/usr/local/bin/out-of-tree pew --qemu-timeout=4m --threads=4 --include-internal-errors' >> test.service
 
         scp test.service root@$IP:/etc/systemd/system/test.service
 

pew.go

@@ -51,6 +51,7 @@ type PewCmd struct {
 	DockerTimeout         time.Duration `help:"timeout for docker"`
 
 	Threshold             float64 `help:"reliablity threshold for exit code" default:"1.00"`
+	IncludeInternalErrors bool    `help:"count internal errors as part of the success rate"`
 
 	Endless        bool          `help:"endless tests"`
 	EndlessTimeout time.Duration `help:"timeout between tests" default:"1m"`
@@ -140,9 +141,16 @@ func (cmd *PewCmd) Run(g *Globals) (err error) {
 	}
 
 	if state.InternalErrors > 0 {
+		s := "not counted towards success rate"
+		if cmd.IncludeInternalErrors {
+			s = "included in success rate"
+		}
 		log.Warn().Msgf("%d internal errors "+
-			"(not counted towards success rate)",
-			state.InternalErrors)
+			"(%s)", state.InternalErrors, s)
+	}
+
+	if cmd.IncludeInternalErrors {
+		state.Overall += float64(state.InternalErrors)
 	}
 
 	msg := fmt.Sprintf("Success rate: %.02f (%d/%d), Threshold: %.02f",