W0406 02:56:50.723263 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0406 02:56:50.723588 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0406 02:56:50.723603 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0406 02:56:50.723608 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0406 02:56:50.723612 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0406 02:56:50.723615 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0406 02:56:50.760003 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0406 02:56:50.766073 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0406 02:56:50.766207 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0406 02:56:50.766344 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0406 02:56:50.767408 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0406 02:56:50.800801 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0406 02:56:50.801146 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0406 02:56:50.802253 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:50.802321 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0406 02:56:50.802378 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0406 02:56:50.802635 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0406 02:56:50.802901 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0406 02:56:50.803269 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0406 02:56:50.803804 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0406 02:56:50.821608 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0406 02:56:50.821651 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0406 02:56:50.821700 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0406 02:56:50.822022 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0406 02:56:50.861578 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0406 02:56:50.875882 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0406 02:56:50.875955 1 rule_controller.go:114] Starting alerting rules controller I0406 02:56:50.875970 1 relabel_controller.go:117] Starting alert relabel config controller I0406 02:56:50.875978 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" W0406 02:56:50.875958 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0406 02:56:50.875997 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0406 02:56:50.876003 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0406 02:56:50.876017 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0406 02:56:50.876022 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0406 02:56:50.875997 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0406 02:56:50.876009 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0406 02:56:50.876064 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0406 02:56:50.875956 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0406 02:56:50.876117 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0406 02:56:50.876133 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0406 02:56:50.878582 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0406 02:56:50.879161 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0406 02:56:50.879194 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0406 02:56:50.879336 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0406 02:56:50.881192 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.881203 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.881204 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.881266 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0406 02:56:50.881291 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0406 02:56:50.881329 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0406 02:56:50.899978 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0406 02:56:50.900003 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-xbb5x" is created for OpenShiftMonitoringTelemeterClientCertRequester I0406 02:56:50.900064 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-m9m6c" is created for OpenShiftMonitoringClientCertRequester I0406 02:56:50.900680 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-vpzcd" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0406 02:56:50.901244 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0406 02:56:50.904352 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.906341 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0406 02:56:50.913415 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.913419 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.913435 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.918244 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.918249 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.918616 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.924756 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.924775 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.924825 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.947591 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.947618 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.947670 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.947842 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-06T02:51:50Z", ) I0406 02:56:50.947867 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-05T02:51:50Z", ) I0406 02:56:50.948394 1 operator.go:830] Updating ClusterOperator status to InProgress. I0406 02:56:50.959937 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.960192 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0406 02:56:50.962579 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.962757 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0406 02:56:50.966475 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.966676 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-06T02:51:50Z", ) I0406 02:56:50.966707 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-05T02:51:50Z", ) I0406 02:56:50.967858 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0406 02:56:50.968420 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-06T02:51:50Z", ) I0406 02:56:50.968438 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-05T02:51:50Z", ) I0406 02:56:50.976554 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0406 02:56:50.976565 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0406 02:56:50.978230 1 tasks.go:49] processing task group 1 of 3 I0406 02:56:50.978251 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0406 02:56:50.978267 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0406 02:56:50.979652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0406 02:56:50.979816 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0406 02:56:50.981066 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0406 02:56:50.981138 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0406 02:56:50.988973 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0406 02:56:50.989854 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0406 02:56:51.008027 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0406 02:56:51.015072 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0406 02:56:51.075679 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0406 02:56:51.145031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0406 02:56:51.154004 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0406 02:56:51.174250 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0406 02:56:51.187235 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0406 02:56:51.509271 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0406 02:56:51.510844 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0406 02:56:51.510861 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0406 02:56:51.510881 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0406 02:56:51.510888 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0406 02:56:51.513587 1 secure_serving.go:57] Forcing use of http/1.1 only I0406 02:56:51.513611 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0406 02:56:51.519003 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0406 02:56:51.519024 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0406 02:56:51.519026 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0406 02:56:51.519031 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0406 02:56:51.519049 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0406 02:56:51.519050 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0406 02:56:51.519292 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0406 02:56:51.519386 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1775444185\" (2026-04-06 02:56:33 +0000 UTC to 2028-04-05 02:56:34 +0000 UTC (now=2026-04-06 02:56:51.519362398 +0000 UTC))" I0406 02:56:51.519586 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1775444211\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1775444211\" (2026-04-06 01:56:50 +0000 UTC to 2029-04-06 01:56:50 +0000 UTC (now=2026-04-06 02:56:51.519570946 +0000 UTC))" I0406 02:56:51.519605 1 secure_serving.go:211] Serving securely on [::]:8443 I0406 02:56:51.519622 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0406 02:56:51.519627 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0406 02:56:51.521773 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0406 02:56:51.522149 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0406 02:56:51.522196 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0406 02:56:51.619158 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0406 02:56:51.619167 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0406 02:56:51.619189 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0406 02:56:51.619409 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-06 02:47:16 +0000 UTC to 2036-04-03 02:47:16 +0000 UTC (now=2026-04-06 02:56:51.619378384 +0000 UTC))" I0406 02:56:51.619770 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1775444185\" (2026-04-06 02:56:33 +0000 UTC to 2028-04-05 02:56:34 +0000 UTC (now=2026-04-06 02:56:51.619722094 +0000 UTC))" I0406 02:56:51.620063 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1775444211\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1775444211\" (2026-04-06 01:56:50 +0000 UTC to 2029-04-06 01:56:50 +0000 UTC (now=2026-04-06 02:56:51.620042433 +0000 UTC))" I0406 02:56:51.620261 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-06 02:47:23 +0000 UTC to 2036-04-03 02:47:23 +0000 UTC (now=2026-04-06 02:56:51.620240655 +0000 UTC))" I0406 02:56:51.620294 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-06 02:47:25 +0000 UTC to 2036-04-03 02:47:25 +0000 UTC (now=2026-04-06 02:56:51.62027756 +0000 UTC))" I0406 02:56:51.620322 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-06 02:47:29 +0000 UTC to 2036-04-03 02:47:29 +0000 UTC (now=2026-04-06 02:56:51.620307041 +0000 UTC))" I0406 02:56:51.620349 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-06 02:47:32 +0000 UTC to 2036-04-03 02:47:32 +0000 UTC (now=2026-04-06 02:56:51.620335535 +0000 UTC))" I0406 02:56:51.620380 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-06 02:47:35 +0000 UTC to 2036-04-03 02:47:35 +0000 UTC (now=2026-04-06 02:56:51.620365997 +0000 UTC))" I0406 02:56:51.620408 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pgcu9mfas1m46ulnh3binnrqpenib9u-kx-7042996710_customer-system-admin-signer@1775443754\" [] issuer=\"\" (2026-04-06 02:49:13 +0000 UTC to 2026-04-13 02:49:14 +0000 UTC (now=2026-04-06 02:56:51.62039223 +0000 UTC))" I0406 02:56:51.620438 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pgcu9mfas1m46ulnh3binnrqpenib9u-kx-7042996710_sre-system-admin-signer@1775443754\" [] issuer=\"\" (2026-04-06 02:49:17 +0000 UTC to 2026-04-13 02:49:18 +0000 UTC (now=2026-04-06 02:56:51.620422757 +0000 UTC))" I0406 02:56:51.620465 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-06 02:47:16 +0000 UTC to 2036-04-03 02:47:16 +0000 UTC (now=2026-04-06 02:56:51.620452254 +0000 UTC))" I0406 02:56:51.620769 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1775444185\" (2026-04-06 02:56:33 +0000 UTC to 2028-04-05 02:56:34 +0000 UTC (now=2026-04-06 02:56:51.620747048 +0000 UTC))" I0406 02:56:51.621062 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1775444211\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1775444211\" (2026-04-06 01:56:50 +0000 UTC to 2029-04-06 01:56:50 +0000 UTC (now=2026-04-06 02:56:51.621043081 +0000 UTC))" I0406 02:56:54.644777 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0406 02:56:55.238887 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0406 02:56:55.248781 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0406 02:56:55.260697 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0406 02:56:59.353686 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0406 02:57:01.376845 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0406 02:57:01.376869 1 tasks.go:49] processing task group 2 of 3 I0406 02:57:01.376892 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 02:57:01.376904 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0406 02:57:01.376922 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0406 02:57:01.376932 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0406 02:57:01.376928 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0406 02:57:01.376938 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0406 02:57:01.376947 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0406 02:57:01.376949 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0406 02:57:01.376945 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 02:57:01.376958 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0406 02:57:01.376961 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0406 02:57:01.376968 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 02:57:01.376973 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0406 02:57:01.376990 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0406 02:57:01.376909 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 02:57:01.391008 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0406 02:57:01.396067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0406 02:57:01.407333 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0406 02:57:01.418087 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0406 02:57:01.418177 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0406 02:57:01.434384 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0406 02:57:01.505320 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 02:57:01.509899 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0406 02:57:01.529176 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0406 02:57:01.529210 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 02:57:01.582986 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0406 02:57:01.590134 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0406 02:57:01.590155 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0406 02:57:01.590233 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0406 02:57:01.595658 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0406 02:57:01.637762 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0406 02:57:01.647448 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0406 02:57:01.666815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0406 02:57:01.692454 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0406 02:57:01.695330 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0406 02:57:01.697067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0406 02:57:01.699199 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0406 02:57:01.708208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0406 02:57:01.715756 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0406 02:57:01.715773 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0406 02:57:01.726478 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0406 02:57:01.727652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0406 02:57:01.743627 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0406 02:57:01.757214 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0406 02:57:01.779469 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0406 02:57:01.832103 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0406 02:57:01.904709 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0406 02:57:01.991419 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0406 02:57:01.992157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0406 02:57:02.075025 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0406 02:57:02.075393 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0406 02:57:02.163136 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0406 02:57:02.175380 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0406 02:57:02.195073 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0406 02:57:02.270434 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0406 02:57:02.369281 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0406 02:57:02.441382 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0406 02:57:02.475212 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0406 02:57:02.530833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0406 02:57:02.539767 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0406 02:57:02.573038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0406 02:57:02.594373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0406 02:57:02.670076 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0406 02:57:02.670356 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0406 02:57:02.683008 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0406 02:57:02.685380 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0406 02:57:02.714678 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0406 02:57:02.728366 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0406 02:57:02.728449 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0406 02:57:02.774507 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0406 02:57:02.785799 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0406 02:57:03.040529 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0406 02:57:03.538054 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0406 02:57:03.548369 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0406 02:57:03.559341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0406 02:57:03.631194 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0406 02:57:03.725138 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0406 02:57:03.821488 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0406 02:57:03.856505 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 02:57:03.856564 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0406 02:57:03.856952 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0406 02:57:03.923065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0406 02:57:04.026279 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0406 02:57:04.128765 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0406 02:57:04.226655 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0406 02:57:04.328458 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0406 02:57:04.437761 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0406 02:57:04.538051 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0406 02:57:04.550909 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 02:57:04.560932 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0406 02:57:04.645186 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0406 02:57:04.727321 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0406 02:57:04.739475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0406 02:57:04.792412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-18ggdgfsbr1kh -n openshift-monitoring because it was missing I0406 02:57:05.222199 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0406 02:57:06.242472 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-9e86kef1tsr3j -n openshift-monitoring because it was missing I0406 02:57:06.446042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0406 02:57:06.477701 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0406 02:57:06.847475 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0406 02:57:07.773191 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-f8cnmpj9rm6n8 -n openshift-monitoring because it was missing I0406 02:57:07.796330 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0406 02:57:07.824244 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0406 02:57:07.843019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0406 02:57:09.861355 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0406 02:57:15.517090 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0406 02:57:15.517163 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0406 02:57:15.738964 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0406 02:57:24.900209 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0406 02:57:24.927505 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0406 02:57:29.353554 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0406 02:57:36.289825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0406 02:57:36.299571 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0406 02:57:36.299633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0406 02:57:44.352072 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0406 02:57:52.787396 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0406 02:58:07.930200 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0406 02:58:07.930239 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0406 02:58:07.930249 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0406 02:58:07.930276 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0406 02:58:07.930308 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0406 02:58:07.951962 1 operator.go:830] Updating ClusterOperator status to InProgress. I0406 02:58:07.955455 1 tasks.go:49] processing task group 1 of 3 I0406 02:58:07.955479 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0406 02:58:07.955489 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0406 02:58:07.964873 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0406 02:58:08.992212 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYlg3REZKMVBXRjB3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05UUTBOREU0TlRBZQpGdzB5TmpBME1EWXdNalUyTWpSYUZ3MHlPREEyTURRd01qVTJNalZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelUwTkRReE9EVXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRHhzZnF5T0Uvd1ZISDQ1N1VYaFIwaS9aRUd2SFhIckw4QQptTUExN3dnOFlkMmowOVpka2hydzg2NWV0WDN1K0FDUXJsaXAyL04waFFPMlY2TUpiVEVqUWFreThSZmVhVjV4CmE1aHlNSGsxVnFjanNaZXBtTWp5NHBVK0VmNWRhUDR2K0xDYUFQVENEanFaa2lMVHRnRkNLK1dKWFpqeVlzMDUKNk00eGJiaUNvb0YwRFY5UE5DYVYvVHlISUNudWx1a2pETVVMYVVIRXhaajBIZDY0N2ZCc21mNDlKVy9Sc2VBeAoxQjg3bzBzRXJ0RHhwdDZDZ1hhTysySTFtbTBnbXQ4QmNyY0RJYkdTV1QzSkxpbGpTT1UydEwrNkVxV1hFRGo1Cm1zbnNKV2xIc1I2ay9LNHJZaHJ2VlQ1ODBQazl0TDRxRE1ZMytsSnZ2VWpENnFSYndvZG5BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNTQ3ZOMQpWbEJraUpyb3l6UFNRbUFwSG96U3dqQWZCZ05WSFNNRUdEQVdnQlNTQ3ZOMVZsQmtpSnJveXpQU1FtQXBIb3pTCndqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFKcFZsOTdxcVgxODVFUEdEODlvWC9WSEpHK2dPb2FPWFRseG0KellXd3JTaUdjVnR0RXNQUVlNQ3JkaXBhMHdTeTREWGlBVHVZUWMrM2EyV2JOd2Z6V1VwbnFtZDFCd2JNWFZ3TgpXQXpFSytrNE03TkI4NDU0Q09qVUpoTjN0Z1A4M2FPNS9vY0RVWDNIYXloRG5Yd1ZIV05wdCtkdnV4SDBHZVd2ClhHR29jcHl3eFYzYlQwc29yY2hsZXh6cHg4K243QlBSZVpLc0UyVko0eGNnZDhuMU0rODFlRzVJMHVKNlM2d2sKRjk1bGQvcDZxZUVXZTgwZTJaVmNOaGE4NUlIL2c5eVJnaC9oVzZLbVppQUNwWUk2YVB2cjJHeEx0T3VuTW5EQQpyeEJoYUhKSTk5N2pRVlIwY3hHRTBZVmlRL0lzL1FybnpVS3FoYUUzTkxXbytmTk9qZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0406 02:58:08.997165 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0406 02:58:09.001059 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYlg3REZKMVBXRjB3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05UUTBOREU0TlRBZQpGdzB5TmpBME1EWXdNalUyTWpSYUZ3MHlPREEyTURRd01qVTJNalZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelUwTkRReE9EVXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRHhzZnF5T0Uvd1ZISDQ1N1VYaFIwaS9aRUd2SFhIckw4QQptTUExN3dnOFlkMmowOVpka2hydzg2NWV0WDN1K0FDUXJsaXAyL04waFFPMlY2TUpiVEVqUWFreThSZmVhVjV4CmE1aHlNSGsxVnFjanNaZXBtTWp5NHBVK0VmNWRhUDR2K0xDYUFQVENEanFaa2lMVHRnRkNLK1dKWFpqeVlzMDUKNk00eGJiaUNvb0YwRFY5UE5DYVYvVHlISUNudWx1a2pETVVMYVVIRXhaajBIZDY0N2ZCc21mNDlKVy9Sc2VBeAoxQjg3bzBzRXJ0RHhwdDZDZ1hhTysySTFtbTBnbXQ4QmNyY0RJYkdTV1QzSkxpbGpTT1UydEwrNkVxV1hFRGo1Cm1zbnNKV2xIc1I2ay9LNHJZaHJ2VlQ1ODBQazl0TDRxRE1ZMytsSnZ2VWpENnFSYndvZG5BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNTQ3ZOMQpWbEJraUpyb3l6UFNRbUFwSG96U3dqQWZCZ05WSFNNRUdEQVdnQlNTQ3ZOMVZsQmtpSnJveXpQU1FtQXBIb3pTCndqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFKcFZsOTdxcVgxODVFUEdEODlvWC9WSEpHK2dPb2FPWFRseG0KellXd3JTaUdjVnR0RXNQUVlNQ3JkaXBhMHdTeTREWGlBVHVZUWMrM2EyV2JOd2Z6V1VwbnFtZDFCd2JNWFZ3TgpXQXpFSytrNE03TkI4NDU0Q09qVUpoTjN0Z1A4M2FPNS9vY0RVWDNIYXloRG5Yd1ZIV05wdCtkdnV4SDBHZVd2ClhHR29jcHl3eFYzYlQwc29yY2hsZXh6cHg4K243QlBSZVpLc0UyVko0eGNnZDhuMU0rODFlRzVJMHVKNlM2d2sKRjk1bGQvcDZxZUVXZTgwZTJaVmNOaGE4NUlIL2c5eVJnaC9oVzZLbVppQUNwWUk2YVB2cjJHeEx0T3VuTW5EQQpyeEJoYUhKSTk5N2pRVlIwY3hHRTBZVmlRL0lzL1FybnpVS3FoYUUzTkxXbytmTk9qZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0406 02:58:09.006250 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0406 02:58:11.071155 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0406 02:58:11.071176 1 tasks.go:49] processing task group 2 of 3 I0406 02:58:11.071199 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 02:58:11.071210 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0406 02:58:11.071222 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0406 02:58:11.071243 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0406 02:58:11.071260 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0406 02:58:11.071285 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0406 02:58:11.071304 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0406 02:58:11.071341 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0406 02:58:11.071334 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 02:58:11.071351 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0406 02:58:11.071366 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0406 02:58:11.071396 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 02:58:11.071403 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0406 02:58:11.071424 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 02:58:11.071391 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0406 02:58:11.139646 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 02:58:11.163204 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 02:58:11.173965 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0406 02:58:11.178502 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0406 02:58:11.189135 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0406 02:58:11.201591 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0406 02:58:11.213265 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0406 02:58:11.223842 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0406 02:58:11.224821 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 02:58:11.278223 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0406 02:58:12.163211 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0406 02:58:12.163258 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0406 02:58:12.192953 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0406 02:58:12.213193 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 02:58:12.250660 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0406 02:58:14.293580 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0406 02:58:16.204592 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0406 02:58:16.272715 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0406 02:58:17.125658 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0406 02:58:20.361090 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0406 02:59:12.296895 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0406 03:00:26.462833 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0406 03:00:26.462860 1 tasks.go:49] processing task group 3 of 3 I0406 03:00:26.462876 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0406 03:00:26.503587 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0406 03:00:26.503697 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"3be53d59-5ebf-482f-bdd2-c9daa44fa8ae", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0406 03:00:26.508187 1 operator.go:851] Updating ClusterOperator status to done. W0406 03:00:26.560503 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0406 03:00:26.591571 1 operator.go:830] Updating ClusterOperator status to InProgress. I0406 03:00:26.595468 1 tasks.go:49] processing task group 1 of 3 I0406 03:00:26.595492 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0406 03:00:26.595504 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:00:26.606473 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:00:29.727284 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0406 03:00:29.727304 1 tasks.go:49] processing task group 2 of 3 I0406 03:00:29.727328 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:00:29.727339 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0406 03:00:29.727354 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0406 03:00:29.727385 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:00:29.727394 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0406 03:00:29.727414 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0406 03:00:29.727434 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0406 03:00:29.727455 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0406 03:00:29.727468 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:00:29.727487 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:00:29.727505 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:00:29.727509 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0406 03:00:29.727505 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0406 03:00:29.727532 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0406 03:00:29.727552 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:00:29.783831 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:00:29.806397 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:00:29.822173 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0406 03:00:29.862880 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:00:30.796235 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:00:30.830644 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0406 03:00:30.831698 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:00:30.839160 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:00:30.867872 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0406 03:00:32.897317 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0406 03:00:34.851334 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0406 03:00:35.780463 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0406 03:00:35.882308 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0406 03:00:40.880189 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0406 03:00:44.351145 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0406 03:00:45.044670 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0406 03:00:45.044694 1 tasks.go:49] processing task group 3 of 3 I0406 03:00:45.044712 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0406 03:00:45.079115 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0406 03:00:45.084065 1 operator.go:851] Updating ClusterOperator status to done. W0406 03:00:45.092042 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0406 03:00:45.115957 1 operator.go:830] Updating ClusterOperator status to InProgress. I0406 03:00:45.119917 1 tasks.go:49] processing task group 1 of 3 I0406 03:00:45.119937 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0406 03:00:45.119953 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:00:45.131111 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:00:48.240346 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0406 03:00:48.240368 1 tasks.go:49] processing task group 2 of 3 I0406 03:00:48.240391 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:00:48.240401 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0406 03:00:48.240413 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0406 03:00:48.240427 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:00:48.240447 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0406 03:00:48.240460 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0406 03:00:48.240474 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:00:48.240491 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:00:48.240507 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:00:48.240526 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0406 03:00:48.240536 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0406 03:00:48.240555 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0406 03:00:48.240579 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0406 03:00:48.240593 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0406 03:00:48.240586 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:00:48.299362 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:00:48.316301 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:00:48.319684 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0406 03:00:48.373421 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:00:49.318409 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:00:49.344532 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:00:49.344539 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:00:49.347998 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0406 03:00:49.376009 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0406 03:00:51.374523 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0406 03:00:53.365489 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0406 03:00:54.293787 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0406 03:00:54.385637 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0406 03:00:59.381869 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0406 03:01:03.526410 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0406 03:01:03.526436 1 tasks.go:49] processing task group 3 of 3 I0406 03:01:03.526452 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0406 03:01:03.563435 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0406 03:01:03.568002 1 operator.go:851] Updating ClusterOperator status to done. I0406 03:01:50.876907 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0406 03:01:50.876941 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0406 03:01:50.907202 1 operator.go:830] Updating ClusterOperator status to InProgress. I0406 03:01:50.911752 1 tasks.go:49] processing task group 1 of 3 I0406 03:01:50.911775 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0406 03:01:50.911789 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:01:50.923727 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:01:54.047775 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0406 03:01:54.047799 1 tasks.go:49] processing task group 2 of 3 I0406 03:01:54.047826 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:01:54.047833 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0406 03:01:54.047855 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0406 03:01:54.047862 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:01:54.047881 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0406 03:01:54.047897 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:01:54.047921 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:01:54.047938 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0406 03:01:54.047951 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0406 03:01:54.047968 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0406 03:01:54.047991 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:01:54.047987 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:01:54.048021 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0406 03:01:54.048026 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0406 03:01:54.048051 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0406 03:01:54.095044 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:01:54.116421 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:01:54.131947 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0406 03:01:54.174104 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:01:55.113031 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:01:55.138510 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:01:55.138523 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0406 03:01:55.151858 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:01:55.166697 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0406 03:01:57.189280 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0406 03:01:59.166111 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0406 03:02:00.106168 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0406 03:02:00.189941 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0406 03:02:05.186466 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0406 03:02:09.330086 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0406 03:02:09.330113 1 tasks.go:49] processing task group 3 of 3 I0406 03:02:09.330133 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0406 03:02:09.367364 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0406 03:02:09.372190 1 operator.go:851] Updating ClusterOperator status to done. I0406 03:03:51.648704 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0406 03:03:51.648750 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0406 03:03:51.675591 1 operator.go:830] Updating ClusterOperator status to InProgress. I0406 03:03:51.681349 1 tasks.go:49] processing task group 1 of 3 I0406 03:03:51.681375 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0406 03:03:51.681397 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:03:51.693298 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:03:54.821656 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0406 03:03:54.821675 1 tasks.go:49] processing task group 2 of 3 I0406 03:03:54.821700 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:03:54.821702 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:03:54.821718 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0406 03:03:54.821724 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0406 03:03:54.821767 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:03:54.821784 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0406 03:03:54.821800 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0406 03:03:54.821820 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:03:54.821837 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:03:54.821855 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0406 03:03:54.821870 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0406 03:03:54.821890 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0406 03:03:54.821899 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0406 03:03:54.821917 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0406 03:03:54.821860 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:03:54.872165 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:03:54.885724 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:03:54.905375 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0406 03:03:54.949047 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:03:55.889933 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:03:55.907483 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:03:55.927711 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0406 03:03:55.942271 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:03:55.958082 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0406 03:03:57.966327 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0406 03:03:59.939053 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0406 03:04:00.872950 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0406 03:04:00.954252 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0406 03:04:05.978007 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0406 03:04:10.128843 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0406 03:04:10.128864 1 tasks.go:49] processing task group 3 of 3 I0406 03:04:10.128876 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0406 03:04:10.166308 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0406 03:04:10.170684 1 operator.go:851] Updating ClusterOperator status to done. I0406 03:06:50.876509 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0406 03:06:50.876551 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0406 03:06:50.907238 1 operator.go:830] Updating ClusterOperator status to InProgress. I0406 03:06:50.911992 1 tasks.go:49] processing task group 1 of 3 I0406 03:06:50.912016 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0406 03:06:50.912034 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:06:50.927706 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:06:54.142061 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0406 03:06:54.142082 1 tasks.go:49] processing task group 2 of 3 I0406 03:06:54.142103 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:06:54.142107 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:06:54.142115 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0406 03:06:54.142133 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0406 03:06:54.142158 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:06:54.142171 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0406 03:06:54.142192 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:06:54.142207 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0406 03:06:54.142231 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0406 03:06:54.142241 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0406 03:06:54.142252 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:06:54.142277 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0406 03:06:54.142297 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0406 03:06:54.142320 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0406 03:06:54.142315 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:06:54.331883 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0406 03:06:54.374695 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:06:54.434099 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:06:54.731044 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:06:55.390497 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:06:55.417632 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0406 03:06:55.451920 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:06:55.488998 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:06:55.505049 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0406 03:06:57.751869 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0406 03:06:59.552132 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0406 03:07:00.257440 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0406 03:07:00.492127 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0406 03:07:05.476950 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0406 03:07:10.310756 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0406 03:07:10.310780 1 tasks.go:49] processing task group 3 of 3 I0406 03:07:10.310795 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0406 03:07:10.354148 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0406 03:07:10.358558 1 operator.go:851] Updating ClusterOperator status to done. I0406 03:11:50.801851 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0406 03:11:50.801892 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0406 03:11:50.801911 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0406 03:11:50.801984 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0406 03:11:50.802093 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0406 03:11:50.802117 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0406 03:11:50.803090 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0406 03:11:50.803394 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0406 03:11:50.804500 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0406 03:11:50.804540 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0406 03:11:50.822145 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0406 03:11:50.823239 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0406 03:11:50.832248 1 operator.go:830] Updating ClusterOperator status to InProgress. I0406 03:11:50.837010 1 tasks.go:49] processing task group 1 of 3 I0406 03:11:50.837034 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0406 03:11:50.837053 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:11:50.849767 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:11:50.862007 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0406 03:11:50.876016 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0406 03:11:53.981426 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0406 03:11:53.981448 1 tasks.go:49] processing task group 2 of 3 I0406 03:11:53.981469 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:11:53.981545 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0406 03:11:53.981562 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0406 03:11:53.981582 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0406 03:11:53.981593 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0406 03:11:53.981611 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0406 03:11:53.981631 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0406 03:11:53.981659 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:11:53.981674 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0406 03:11:53.981684 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:11:53.981700 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:11:53.981747 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:11:53.981718 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0406 03:11:53.981778 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0406 03:11:53.982135 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:11:54.035815 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:11:54.052263 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:11:54.062019 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0406 03:11:54.111812 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:11:55.049283 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:11:55.078669 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:11:55.080754 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0406 03:11:55.084552 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:11:55.104798 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0406 03:11:57.130462 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0406 03:11:59.403789 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0406 03:12:00.626408 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0406 03:12:00.928483 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0406 03:12:05.135337 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0406 03:12:10.524492 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0406 03:12:10.524519 1 tasks.go:49] processing task group 3 of 3 I0406 03:12:10.524537 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0406 03:12:10.560315 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0406 03:12:10.564712 1 operator.go:851] Updating ClusterOperator status to done. W0406 03:12:10.573433 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0406 03:12:10.597937 1 operator.go:830] Updating ClusterOperator status to InProgress. I0406 03:12:10.602460 1 tasks.go:49] processing task group 1 of 3 I0406 03:12:10.602487 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0406 03:12:10.602507 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:12:10.617421 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:12:13.726156 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0406 03:12:13.726181 1 tasks.go:49] processing task group 2 of 3 I0406 03:12:13.726204 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:12:13.726216 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0406 03:12:13.726230 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0406 03:12:13.726257 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0406 03:12:13.726273 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0406 03:12:13.726286 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:12:13.726309 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:12:13.726331 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0406 03:12:13.726354 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0406 03:12:13.726371 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0406 03:12:13.726387 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:12:13.726392 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0406 03:12:13.726430 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0406 03:12:13.726489 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:12:13.726356 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:12:13.777493 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:12:13.795536 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:12:13.807001 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0406 03:12:13.857298 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:12:14.801768 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:12:14.817215 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:12:14.830364 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0406 03:12:14.847279 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:12:14.865827 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0406 03:12:16.875507 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0406 03:12:18.855956 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0406 03:12:19.781496 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0406 03:12:19.881940 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0406 03:12:24.872148 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0406 03:12:29.021074 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0406 03:12:29.021100 1 tasks.go:49] processing task group 3 of 3 I0406 03:12:29.021118 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0406 03:12:29.057906 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0406 03:12:29.064440 1 operator.go:851] Updating ClusterOperator status to done. I0406 03:16:50.876113 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0406 03:16:50.876167 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0406 03:16:50.905155 1 operator.go:830] Updating ClusterOperator status to InProgress. I0406 03:16:50.909495 1 tasks.go:49] processing task group 1 of 3 I0406 03:16:50.909520 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0406 03:16:50.909533 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:16:50.920350 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:16:54.035920 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0406 03:16:54.035943 1 tasks.go:49] processing task group 2 of 3 I0406 03:16:54.035963 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:16:54.035975 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0406 03:16:54.035984 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0406 03:16:54.035996 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0406 03:16:54.036015 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:16:54.036028 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:16:54.036038 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0406 03:16:54.036060 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:16:54.036079 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0406 03:16:54.036100 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0406 03:16:54.036118 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:16:54.036116 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0406 03:16:54.036142 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0406 03:16:54.036163 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:16:54.035972 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0406 03:16:54.080754 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:16:54.102591 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:16:54.129641 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0406 03:16:54.170492 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:16:55.102793 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:16:55.118582 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:16:55.125445 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0406 03:16:55.141855 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:16:55.172969 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0406 03:16:57.182975 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0406 03:16:59.155867 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0406 03:17:00.095804 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0406 03:17:00.175629 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0406 03:17:05.176142 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0406 03:17:09.329210 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0406 03:17:09.329235 1 tasks.go:49] processing task group 3 of 3 I0406 03:17:09.329248 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0406 03:17:09.362604 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0406 03:17:09.367199 1 operator.go:851] Updating ClusterOperator status to done. I0406 03:21:50.876513 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0406 03:21:50.876569 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0406 03:21:50.901004 1 operator.go:830] Updating ClusterOperator status to InProgress. I0406 03:21:50.905220 1 tasks.go:49] processing task group 1 of 3 I0406 03:21:50.905242 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0406 03:21:50.905255 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:21:50.915882 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0406 03:21:54.017467 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0406 03:21:54.017487 1 tasks.go:49] processing task group 2 of 3 I0406 03:21:54.017512 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:21:54.017517 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0406 03:21:54.017527 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0406 03:21:54.017543 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:21:54.017577 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0406 03:21:54.017586 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:21:54.017607 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0406 03:21:54.017623 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:21:54.017643 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:21:54.017654 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0406 03:21:54.017675 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0406 03:21:54.017676 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0406 03:21:54.017708 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:21:54.017727 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0406 03:21:54.017790 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0406 03:21:54.066215 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0406 03:21:54.081790 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0406 03:21:54.104876 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0406 03:21:54.141096 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0406 03:21:55.083984 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0406 03:21:55.106494 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0406 03:21:55.111017 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0406 03:21:55.120157 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0406 03:21:55.152327 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0406 03:21:57.156177 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0406 03:21:59.140986 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0406 03:22:00.075597 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0406 03:22:00.156072 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0406 03:22:05.158935 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0406 03:22:09.316204 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0406 03:22:09.316228 1 tasks.go:49] processing task group 3 of 3 I0406 03:22:09.316241 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0406 03:22:09.353035 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0406 03:22:09.357518 1 operator.go:851] Updating ClusterOperator status to done.