WIP: Add termination grace period

Signed-off-by: Benjamin Ritter <[email protected]>

Author: Benjamin Ritter

main.go

@@ -26,7 +26,9 @@ import (
 	"net/http"
 	_ "net/http/pprof"
 	"os"
+	"os/signal"
 	"path/filepath"
+	"syscall"
 	"time"
 
 	"github.com/go-logr/zapr"
@@ -322,9 +324,29 @@ func innerMain() int {
 		}
 	}
 
+	setupLog.Error(errors.New("Canary"), "Canary")
+
 	// Setup controllers asynchronously, they will block for certificate generation if needed.
 	setupErr := make(chan error)
-	ctx := ctrl.SetupSignalHandler()
+
+	// Setup termination with grace period. Required to give K8s Services time to disconnect the Pod endpoint on termination.
+	ctx, cancel := context.WithCancel(context.Background())
+
+	c := make(chan os.Signal, 2)
+	signal.Notify(c, []os.Signal{os.Interrupt, syscall.SIGTERM}...)
+	go func() {
+		<-c
+		setupLog.Info("Shutting Down, waiting for 10s")
+		go func() {
+			time.Sleep(10* time.Second)
+			setupLog.Info("Shutdown grace period finished")
+			cancel()
+		}()
+		<-c
+		setupLog.Info("Second signal received, killing now")
+		os.Exit(1) // second signal. Exit directly.
+	}()
+
 	go func() {
 		setupErr <- setupControllers(ctx, mgr, sw, tracker, setupFinished)
 	}()