add graceful shutdown

Author: nammn

main.go

@@ -112,7 +112,7 @@ func main() {
 		crds = crdsToWatch{mongoDBCRDPlural, mongoDBUserCRDPlural, mongoDBOpsManagerCRDPlural, mongoDBCommunityCRDPlural, mongoDBSearchCRDPlural}
 	}
 
-	signelCtx := signals.SetupSignalHandler()
+	signalCtx := signals.SetupSignalHandler()
 	operator.OmUpdateChannel = make(chan event.GenericEvent)
 
 	klog.InitFlags(nil)
@@ -136,11 +136,11 @@ func main() {
 	cfg := ctrl.GetConfigOrDie()
 
 	log.Infof("Setting up tracing with ID: %s, Parent ID: %s, Endpoint: %s", traceIDHex, spanIDHex, endpoint)
-	traceCtx, tp, err := telemetry.SetupTracing(signelCtx, traceIDHex, spanIDHex, endpoint)
+	traceCtx, tp, err := telemetry.SetupTracing(signalCtx, traceIDHex, spanIDHex, endpoint)
 	if err != nil {
 		log.Errorf("Failed to setup tracing: %v", err)
 		// Continue without tracing instead of failing
-		traceCtx = signelCtx
+		traceCtx = signalCtx
 	} else if tp != nil {
 		defer func(tp *sdktrace.TracerProvider, ctx context.Context) {
 			log.Info("Shutting down tracer provider to ensure all spans are exported")
@@ -153,15 +153,14 @@ func main() {
 			} else {
 				log.Info("Tracer provider successfully shut down")
 			}
-		}(tp, signelCtx)
+		}(tp, signalCtx)
 		log.Info("OpenTelemetry tracing successfully configured")
 	} else {
 		log.Warn("No tracer provider created, tracing will be disabled")
 	}
 
 	log.Infof("Starting spans with trace context: %+v", traceCtx)
 
-	// Create the root operator span with improved visibility attributes
 	opts := []trace.SpanStartOption{
 		trace.WithAttributes(
 			attribute.String("component", "operator"),
@@ -374,7 +373,7 @@ func main() {
 
 	log.Info("Starting the Cmd.")
 
-	if err := mgr.Start(signelCtx); err != nil {
+	if err := mgr.Start(signalCtx); err != nil {
 		log.Fatal(err)
 	}
 }

scripts/evergreen/teardown_kubernetes_environment.sh

@@ -4,6 +4,10 @@ set -Eeou pipefail
 
 source scripts/dev/set_env_context.sh
 
+# Gracefully shutdown the operator to ensure we can verify graceful shutdown
+kubectl -n "${NAMESPACE}" scale deployment "mongodb-kubernetes-operator" --replicas=0 || true
+sleep 5
+
 if [ "${KUBE_ENVIRONMENT_NAME}" = "kind" ]; then
     echo "Deleting Kind cluster"
     kind delete clusters --all