W0330 15:03:09.705819 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0330 15:03:09.706202 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0330 15:03:09.706218 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0330 15:03:09.706223 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0330 15:03:09.706227 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0330 15:03:09.731424 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0330 15:03:09.735813 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0330 15:03:09.735860 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0330 15:03:09.736029 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0330 15:03:09.737191 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0330 15:03:09.742963 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0330 15:03:09.744744 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0330 15:03:09.744986 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0330 15:03:09.746804 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0330 15:03:09.746988 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0330 15:03:09.747425 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0330 15:03:09.747482 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0330 15:03:09.747504 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0330 15:03:09.747945 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0330 15:03:09.748040 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0330 15:03:09.748046 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0330 15:03:09.748244 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0330 15:03:09.748391 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0330 15:03:09.752391 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0330 15:03:09.753621 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0330 15:03:09.753809 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0330 15:03:09.786406 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0330 15:03:09.838990 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0330 15:03:09.839053 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0330 15:03:09.839061 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0330 15:03:09.839066 1 rule_controller.go:113] Starting alerting rules controller I0330 15:03:09.839070 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0330 15:03:09.839078 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0330 15:03:09.839083 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0330 15:03:09.839084 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0330 15:03:09.839090 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0330 15:03:09.839090 1 relabel_controller.go:117] Starting alert relabel config controller I0330 15:03:09.839088 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0330 15:03:09.839104 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0330 15:03:09.839109 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0330 15:03:09.839113 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0330 15:03:09.839119 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0330 15:03:09.842609 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0330 15:03:09.842848 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0330 15:03:09.842903 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0330 15:03:09.843242 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0330 15:03:09.844253 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.844297 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.844377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0330 15:03:09.844382 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0330 15:03:09.844840 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.845000 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0330 15:03:09.855638 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-wmpvb" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0330 15:03:09.857984 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-bp877" is created for OpenShiftMonitoringClientCertRequester I0330 15:03:09.858336 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-tp5rm" is created for OpenShiftMonitoringTelemeterClientCertRequester I0330 15:03:09.863359 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.867251 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.867472 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.867938 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.871134 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.871658 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.872272 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.875125 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.875809 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.876372 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.879081 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.879884 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.880162 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.882824 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.883440 1 operator.go:830] Updating ClusterOperator status to InProgress. I0330 15:03:09.883927 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.884455 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.887252 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.887911 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.888447 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.894853 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.898875 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.898883 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.900186 1 tasks.go:49] processing task group 1 of 3 I0330 15:03:09.900215 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0330 15:03:09.900229 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:03:09.901227 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.905906 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.906187 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.906661 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.910053 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.910680 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.911797 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.913253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0330 15:03:09.914110 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.914788 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.917033 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.922548 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.922571 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.926763 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0330 15:03:09.928586 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.930396 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.930397 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.931482 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:03:09.933541 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.939985 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0330 15:03:09.940009 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0330 15:03:09.940027 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0330 15:03:09.940117 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0330 15:03:09.940246 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0330 15:03:09.940287 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0330 15:03:09.940420 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0330 15:03:09.950261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0330 15:03:09.950284 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0330 15:03:09.955946 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0330 15:03:09.985899 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0330 15:03:10.069713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0330 15:03:10.082827 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0330 15:03:10.112927 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0330 15:03:10.129445 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0330 15:03:10.169237 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0330 15:03:10.170593 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0330 15:03:10.170608 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0330 15:03:10.170620 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0330 15:03:10.170625 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0330 15:03:10.173179 1 secure_serving.go:57] Forcing use of http/1.1 only I0330 15:03:10.173196 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0330 15:03:10.178144 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0330 15:03:10.178159 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0330 15:03:10.178158 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0330 15:03:10.178171 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0330 15:03:10.178169 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0330 15:03:10.178182 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0330 15:03:10.178436 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0330 15:03:10.178497 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774882947\" (2026-03-30 15:02:38 +0000 UTC to 2028-03-29 15:02:39 +0000 UTC (now=2026-03-30 15:03:10.178474933 +0000 UTC))" I0330 15:03:10.178701 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774882990\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774882989\" (2026-03-30 14:03:09 +0000 UTC to 2027-03-30 14:03:09 +0000 UTC (now=2026-03-30 15:03:10.178684486 +0000 UTC))" I0330 15:03:10.178721 1 secure_serving.go:213] Serving securely on [::]:8443 I0330 15:03:10.178738 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0330 15:03:10.178755 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0330 15:03:10.181723 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0330 15:03:10.181728 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0330 15:03:10.182851 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0330 15:03:10.279142 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0330 15:03:10.279169 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0330 15:03:10.279142 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0330 15:03:10.279384 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-30 14:50:40 +0000 UTC to 2036-03-27 14:50:40 +0000 UTC (now=2026-03-30 15:03:10.279353445 +0000 UTC))" I0330 15:03:10.279639 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774882947\" (2026-03-30 15:02:38 +0000 UTC to 2028-03-29 15:02:39 +0000 UTC (now=2026-03-30 15:03:10.279624079 +0000 UTC))" I0330 15:03:10.279799 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774882990\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774882989\" (2026-03-30 14:03:09 +0000 UTC to 2027-03-30 14:03:09 +0000 UTC (now=2026-03-30 15:03:10.279786743 +0000 UTC))" I0330 15:03:10.279912 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-30 14:50:44 +0000 UTC to 2036-03-27 14:50:44 +0000 UTC (now=2026-03-30 15:03:10.279900738 +0000 UTC))" I0330 15:03:10.279931 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-30 14:50:49 +0000 UTC to 2036-03-27 14:50:49 +0000 UTC (now=2026-03-30 15:03:10.279922578 +0000 UTC))" I0330 15:03:10.279949 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-30 14:50:52 +0000 UTC to 2036-03-27 14:50:52 +0000 UTC (now=2026-03-30 15:03:10.279938085 +0000 UTC))" I0330 15:03:10.279965 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-30 14:50:53 +0000 UTC to 2036-03-27 14:50:53 +0000 UTC (now=2026-03-30 15:03:10.27995789 +0000 UTC))" I0330 15:03:10.279984 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-30 14:50:56 +0000 UTC to 2036-03-27 14:50:56 +0000 UTC (now=2026-03-30 15:03:10.279976497 +0000 UTC))" I0330 15:03:10.280000 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pc3sslgkcstp706cgani4cmljahhorj-kx-bb5848a853_customer-system-admin-signer@1774882378\" [] issuer=\"\" (2026-03-30 14:53:03 +0000 UTC to 2026-04-06 14:53:04 +0000 UTC (now=2026-03-30 15:03:10.279991223 +0000 UTC))" I0330 15:03:10.280016 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pc3sslgkcstp706cgani4cmljahhorj-kx-bb5848a853_sre-system-admin-signer@1774882378\" [] issuer=\"\" (2026-03-30 14:53:00 +0000 UTC to 2026-04-06 14:53:01 +0000 UTC (now=2026-03-30 15:03:10.280007459 +0000 UTC))" I0330 15:03:10.280031 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-30 14:50:40 +0000 UTC to 2036-03-27 14:50:40 +0000 UTC (now=2026-03-30 15:03:10.280023582 +0000 UTC))" I0330 15:03:10.280188 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774882947\" (2026-03-30 15:02:38 +0000 UTC to 2028-03-29 15:02:39 +0000 UTC (now=2026-03-30 15:03:10.280177462 +0000 UTC))" I0330 15:03:10.280331 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774882990\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774882989\" (2026-03-30 14:03:09 +0000 UTC to 2027-03-30 14:03:09 +0000 UTC (now=2026-03-30 15:03:10.280321605 +0000 UTC))" I0330 15:03:14.174512 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0330 15:03:14.190042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0330 15:03:14.201854 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0330 15:03:18.333735 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0330 15:03:18.333766 1 tasks.go:49] processing task group 2 of 3 I0330 15:03:18.333808 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:03:18.333811 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0330 15:03:18.333825 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0330 15:03:18.333832 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0330 15:03:18.333842 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0330 15:03:18.333873 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0330 15:03:18.333865 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:03:18.333876 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:03:18.333884 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0330 15:03:18.333888 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0330 15:03:18.333903 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0330 15:03:18.333891 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:03:18.333907 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0330 15:03:18.333911 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:03:18.333927 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:03:18.354135 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0330 15:03:18.356832 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0330 15:03:18.371139 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0330 15:03:18.385376 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0330 15:03:18.387420 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0330 15:03:18.388409 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0330 15:03:18.431671 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0330 15:03:18.440463 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:03:18.457988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0330 15:03:18.461365 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:03:18.495982 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0330 15:03:18.499850 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0330 15:03:18.501716 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0330 15:03:18.505202 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0330 15:03:18.506681 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0330 15:03:18.591543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0330 15:03:18.591568 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0330 15:03:18.592050 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0330 15:03:18.593936 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0330 15:03:18.593951 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0330 15:03:18.593961 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0330 15:03:18.605891 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0330 15:03:18.612246 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0330 15:03:18.612260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0330 15:03:18.612717 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0330 15:03:18.633490 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0330 15:03:18.633670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0330 15:03:18.657085 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0330 15:03:18.659556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0330 15:03:18.756483 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0330 15:03:18.759720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0330 15:03:18.843866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0330 15:03:18.944468 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0330 15:03:18.944754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0330 15:03:19.021546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0330 15:03:19.021575 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0330 15:03:19.120551 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0330 15:03:19.134254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0330 15:03:19.162736 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0330 15:03:19.240248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0330 15:03:19.336481 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0330 15:03:19.406733 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0330 15:03:19.439034 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0330 15:03:19.493912 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0330 15:03:19.505778 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0330 15:03:19.527237 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0330 15:03:19.541721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0330 15:03:19.628096 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0330 15:03:19.628134 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0330 15:03:19.639392 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0330 15:03:19.642954 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0330 15:03:19.694425 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0330 15:03:19.712311 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0330 15:03:19.712742 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0330 15:03:19.741423 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0330 15:03:19.756342 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0330 15:03:20.103311 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0330 15:03:20.488655 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0330 15:03:20.499717 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0330 15:03:20.512278 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0330 15:03:20.601352 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0330 15:03:20.697984 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0330 15:03:20.698496 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0330 15:03:20.698646 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:03:20.698667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0330 15:03:20.769691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-5gqg51kcv1bdd -n openshift-monitoring because it was missing I0330 15:03:20.789880 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0330 15:03:20.905456 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0330 15:03:21.004423 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0330 15:03:21.104924 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0330 15:03:21.202793 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0330 15:03:21.303642 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0330 15:03:21.403333 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0330 15:03:21.448098 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:03:21.469552 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:03:21.504799 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0330 15:03:21.604224 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0330 15:03:21.681627 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0330 15:03:21.706713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0330 15:03:21.756646 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0330 15:03:22.193664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0330 15:03:23.220103 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-2lol256qnkqfu -n openshift-monitoring because it was missing I0330 15:03:23.409878 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0330 15:03:23.446481 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0330 15:03:24.740705 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-200miof26hg2q -n openshift-monitoring because it was missing I0330 15:03:24.759480 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0330 15:03:24.787504 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0330 15:03:24.800677 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0330 15:03:26.717822 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:03:26.783018 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0330 15:03:27.506061 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0330 15:03:27.506123 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0330 15:03:34.844337 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0330 15:03:34.879614 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0330 15:03:37.740503 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0330 15:03:48.274070 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0330 15:03:48.289161 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0330 15:03:48.289229 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0330 15:03:52.730239 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0330 15:03:59.780096 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0330 15:04:34.857131 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0330 15:04:34.857171 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0330 15:04:34.857180 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0330 15:04:34.857197 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0330 15:04:34.858325 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0330 15:04:34.891630 1 operator.go:830] Updating ClusterOperator status to InProgress. I0330 15:04:34.896658 1 tasks.go:49] processing task group 1 of 3 I0330 15:04:34.896686 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0330 15:04:34.896703 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:04:34.909680 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:04:35.948698 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTEVTM3J1czgvUVl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EZzRNamswTnpBZQpGdzB5TmpBek16QXhOVEF5TWpkYUZ3MHlPREExTWpneE5UQXlNamhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelE0T0RJNU5EY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREd6TmJRYkk3Y2Y1VWZzMGNNNUM4aFJFdHV5UjBaYVRaMQpkL1kwK2dxdFVHWnRNaVJsb2NLOGtjTzhXZXBnaXU4THFiMWJ2TjdTeWp4TnlaL05NcDZqUXJqM3hmZDJ1UytVCml0WVd1TjAxQUIydGRhcDUwQThJMlNZS0d3WjNKemJUYUNpcGNCOFZxdCtKczl1UnNscWxuVDFVV1Y1TW1DR0QKUDZFT2d0Rk1xR0tEVStzc3dvM1hhYThTTWI2VkRvUlpJRUsvcEVDY2hwVVZJWUcxNFk3Zy81aUlmTm1RNDZHTAp0VERUMEN2bGRlUGdrdDYxcitobSsrS09YTFNmMGI0R1JpRHUyblRveEduYWxrVVZhL0JFakNVVWJZbGNUMkQvCjJFbWw5aWJKbWsxbmMzQnhLQ0ZRMEtJSUVPanFVVmlnRjQzTTdSZjAwdFQ4anpXK3VuejVBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlQ2L291cApGS3puMGdidkM3S25NT2dnMmRDb1hUQWZCZ05WSFNNRUdEQVdnQlQ2L291cEZLem4wZ2J2QzdLbk1PZ2cyZENvClhUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFkclEwYkNGeHpvaEcxaGVCVjQ4MFBNSHY3Lzd0K21DenFZd0sKdm16OHBnYnBYTU9iWUVxakdVOUcrN2Nma1AxUkJlWjZDbjZld0hMY0FQUG1yNXJFejQwNDJlY1Q5ek05Smc1MQpmbFhHUTNCbWpnVFU2RUxsQzYxS1J5cG0xVjFNOE92bCtEUFhiaGs0RmNObytDUEdTQjNWNnphSEh1bXcxNXJnCk11c3h4ZDkzN0FWdlVkYVBobHBlb3R5YkJzVVNpWXdtUFFXallFR2lQSEJrWXh2SWVTQ0dpYzZUbGVDampyZlcKT3hxUUZJcTlkZm1iQ2ZYaTdvYlIyQ1JUNkZvakt2SXdyZVFFaDRCT2tlMDV5dDRzeVM0dG85Y3FLL3hpZDJ6dwpIbC9WSldLODNCbTZtc1BsQmR2WHZIRlFIc3ZEWWFKR0ZaYVZ5L3E4SEgzTFpnbEJ3QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0330 15:04:35.954499 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0330 15:04:35.959431 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTEVTM3J1czgvUVl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EZzRNamswTnpBZQpGdzB5TmpBek16QXhOVEF5TWpkYUZ3MHlPREExTWpneE5UQXlNamhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelE0T0RJNU5EY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREd6TmJRYkk3Y2Y1VWZzMGNNNUM4aFJFdHV5UjBaYVRaMQpkL1kwK2dxdFVHWnRNaVJsb2NLOGtjTzhXZXBnaXU4THFiMWJ2TjdTeWp4TnlaL05NcDZqUXJqM3hmZDJ1UytVCml0WVd1TjAxQUIydGRhcDUwQThJMlNZS0d3WjNKemJUYUNpcGNCOFZxdCtKczl1UnNscWxuVDFVV1Y1TW1DR0QKUDZFT2d0Rk1xR0tEVStzc3dvM1hhYThTTWI2VkRvUlpJRUsvcEVDY2hwVVZJWUcxNFk3Zy81aUlmTm1RNDZHTAp0VERUMEN2bGRlUGdrdDYxcitobSsrS09YTFNmMGI0R1JpRHUyblRveEduYWxrVVZhL0JFakNVVWJZbGNUMkQvCjJFbWw5aWJKbWsxbmMzQnhLQ0ZRMEtJSUVPanFVVmlnRjQzTTdSZjAwdFQ4anpXK3VuejVBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlQ2L291cApGS3puMGdidkM3S25NT2dnMmRDb1hUQWZCZ05WSFNNRUdEQVdnQlQ2L291cEZLem4wZ2J2QzdLbk1PZ2cyZENvClhUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFkclEwYkNGeHpvaEcxaGVCVjQ4MFBNSHY3Lzd0K21DenFZd0sKdm16OHBnYnBYTU9iWUVxakdVOUcrN2Nma1AxUkJlWjZDbjZld0hMY0FQUG1yNXJFejQwNDJlY1Q5ek05Smc1MQpmbFhHUTNCbWpnVFU2RUxsQzYxS1J5cG0xVjFNOE92bCtEUFhiaGs0RmNObytDUEdTQjNWNnphSEh1bXcxNXJnCk11c3h4ZDkzN0FWdlVkYVBobHBlb3R5YkJzVVNpWXdtUFFXallFR2lQSEJrWXh2SWVTQ0dpYzZUbGVDampyZlcKT3hxUUZJcTlkZm1iQ2ZYaTdvYlIyQ1JUNkZvakt2SXdyZVFFaDRCT2tlMDV5dDRzeVM0dG85Y3FLL3hpZDJ6dwpIbC9WSldLODNCbTZtc1BsQmR2WHZIRlFIc3ZEWWFKR0ZaYVZ5L3E4SEgzTFpnbEJ3QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0330 15:04:35.965729 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0330 15:04:38.082156 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0330 15:04:38.082180 1 tasks.go:49] processing task group 2 of 3 I0330 15:04:38.082216 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:04:38.082212 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:04:38.082231 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0330 15:04:38.082245 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0330 15:04:38.082282 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0330 15:04:38.082286 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0330 15:04:38.082307 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:04:38.082336 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:04:38.082352 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:04:38.082368 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0330 15:04:38.082391 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:04:38.082406 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0330 15:04:38.082416 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0330 15:04:38.082438 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0330 15:04:38.082454 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0330 15:04:38.140248 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:04:38.158979 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:04:38.182311 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0330 15:04:38.182546 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0330 15:04:38.202705 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0330 15:04:38.226663 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0330 15:04:38.237581 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0330 15:04:38.247924 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:04:38.253401 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0330 15:04:38.307612 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0330 15:04:39.158911 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:04:39.188699 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0330 15:04:39.192506 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:04:39.211418 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:04:39.228772 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0330 15:04:41.247792 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0330 15:04:43.223588 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0330 15:04:43.304743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0330 15:04:44.144760 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0330 15:04:48.397007 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0330 15:04:49.254176 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0330 15:04:53.494409 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0330 15:04:53.494438 1 tasks.go:49] processing task group 3 of 3 I0330 15:04:53.494450 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0330 15:04:53.551848 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0330 15:04:53.551897 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"12064b33-ecd8-4d0f-8122-d256544bf4bd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0330 15:04:53.559174 1 operator.go:851] Updating ClusterOperator status to done. W0330 15:04:53.597152 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0330 15:04:53.642196 1 operator.go:830] Updating ClusterOperator status to InProgress. I0330 15:04:53.647182 1 tasks.go:49] processing task group 1 of 3 I0330 15:04:53.647209 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0330 15:04:53.647225 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:04:53.660619 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:04:56.779697 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0330 15:04:56.779719 1 tasks.go:49] processing task group 2 of 3 I0330 15:04:56.779742 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:04:56.779748 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0330 15:04:56.779763 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:04:56.779782 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0330 15:04:56.779796 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0330 15:04:56.779823 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0330 15:04:56.779842 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0330 15:04:56.779865 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:04:56.779892 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:04:56.779914 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0330 15:04:56.779929 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:04:56.779945 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0330 15:04:56.779950 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0330 15:04:56.779954 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:04:56.779950 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0330 15:04:56.825072 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:04:56.842459 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:04:56.858952 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0330 15:04:56.901775 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:04:57.845082 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:04:57.867952 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:04:57.871853 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0330 15:04:57.893177 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:04:57.900364 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0330 15:04:59.933361 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0330 15:05:01.899558 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0330 15:05:02.848197 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0330 15:05:02.920000 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0330 15:05:07.931031 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0330 15:05:12.118356 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0330 15:05:12.118386 1 tasks.go:49] processing task group 3 of 3 I0330 15:05:12.118403 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0330 15:05:12.156584 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0330 15:05:12.162319 1 operator.go:851] Updating ClusterOperator status to done. I0330 15:05:22.746405 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0330 15:05:22.746435 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0330 15:05:22.777737 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0330 15:05:22.813083 1 operator.go:830] Updating ClusterOperator status to InProgress. I0330 15:05:22.820455 1 tasks.go:49] processing task group 1 of 3 I0330 15:05:22.820487 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0330 15:05:22.820499 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:05:22.840214 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:05:26.002154 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0330 15:05:26.002181 1 tasks.go:49] processing task group 2 of 3 I0330 15:05:26.002212 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:05:26.002214 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0330 15:05:26.002233 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0330 15:05:26.002247 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:05:26.002266 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:05:26.002290 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:05:26.002309 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:05:26.002332 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0330 15:05:26.002337 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0330 15:05:26.002352 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0330 15:05:26.002379 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:05:26.002398 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0330 15:05:26.002395 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0330 15:05:26.002422 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0330 15:05:26.002437 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0330 15:05:26.075489 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:05:26.085125 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0330 15:05:26.088579 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:05:26.171674 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:05:27.084439 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:05:27.106434 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:05:27.108740 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0330 15:05:27.113385 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:05:27.143692 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0330 15:05:29.151674 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0330 15:05:31.142558 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0330 15:05:32.057466 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0330 15:05:32.156042 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0330 15:05:37.156860 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0330 15:05:41.316567 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0330 15:05:41.316594 1 tasks.go:49] processing task group 3 of 3 I0330 15:05:41.316603 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0330 15:05:41.352423 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0330 15:05:41.357374 1 operator.go:851] Updating ClusterOperator status to done. W0330 15:05:41.367469 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0330 15:05:41.394870 1 operator.go:830] Updating ClusterOperator status to InProgress. I0330 15:05:41.399615 1 tasks.go:49] processing task group 1 of 3 I0330 15:05:41.399640 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0330 15:05:41.399653 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:05:41.413193 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:05:44.532111 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0330 15:05:44.532133 1 tasks.go:49] processing task group 2 of 3 I0330 15:05:44.532155 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:05:44.532162 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0330 15:05:44.532181 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0330 15:05:44.532205 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0330 15:05:44.532223 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:05:44.532244 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0330 15:05:44.532257 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:05:44.532271 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0330 15:05:44.532290 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0330 15:05:44.532312 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:05:44.532332 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0330 15:05:44.532349 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0330 15:05:44.532369 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:05:44.532396 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0330 15:05:44.532431 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:05:44.581255 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:05:44.617476 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:05:44.629498 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0330 15:05:44.700573 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:05:45.595305 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:05:45.615408 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:05:45.622326 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0330 15:05:45.638499 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:05:45.655157 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0330 15:05:47.670132 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0330 15:05:49.649861 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0330 15:05:50.590639 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0330 15:05:50.681492 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0330 15:05:55.673074 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0330 15:05:59.822713 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0330 15:05:59.822739 1 tasks.go:49] processing task group 3 of 3 I0330 15:05:59.822755 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0330 15:05:59.859072 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0330 15:05:59.864512 1 operator.go:851] Updating ClusterOperator status to done. I0330 15:08:09.840031 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0330 15:08:09.840070 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0330 15:08:09.880052 1 operator.go:830] Updating ClusterOperator status to InProgress. I0330 15:08:09.884094 1 tasks.go:49] processing task group 1 of 3 I0330 15:08:09.884122 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0330 15:08:09.884136 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:08:09.894996 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:08:13.023732 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0330 15:08:13.023758 1 tasks.go:49] processing task group 2 of 3 I0330 15:08:13.023786 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:08:13.023787 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:08:13.023806 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0330 15:08:13.023826 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0330 15:08:13.023840 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:08:13.023858 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:08:13.023892 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0330 15:08:13.023915 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:08:13.023932 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0330 15:08:13.023960 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0330 15:08:13.023981 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0330 15:08:13.023975 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0330 15:08:13.023993 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:08:13.024012 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0330 15:08:13.024023 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0330 15:08:13.076670 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:08:13.091939 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:08:13.106918 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0330 15:08:13.149886 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:08:14.087118 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:08:14.112005 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:08:14.118263 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0330 15:08:14.125591 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:08:14.156437 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0330 15:08:16.161354 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0330 15:08:18.138244 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0330 15:08:19.076075 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0330 15:08:19.159122 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0330 15:08:24.169837 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0330 15:08:28.304955 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0330 15:08:28.304981 1 tasks.go:49] processing task group 3 of 3 I0330 15:08:28.304997 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0330 15:08:28.339489 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0330 15:08:28.344128 1 operator.go:851] Updating ClusterOperator status to done. I0330 15:13:09.839488 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0330 15:13:09.839558 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0330 15:13:09.865091 1 operator.go:830] Updating ClusterOperator status to InProgress. I0330 15:13:09.869561 1 tasks.go:49] processing task group 1 of 3 I0330 15:13:09.869592 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0330 15:13:09.869609 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:13:09.884562 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:13:13.013609 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0330 15:13:13.013645 1 tasks.go:49] processing task group 2 of 3 I0330 15:13:13.013683 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:13:13.013691 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0330 15:13:13.013705 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0330 15:13:13.013734 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:13:13.013744 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0330 15:13:13.013755 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0330 15:13:13.013768 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:13:13.013770 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0330 15:13:13.013760 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0330 15:13:13.013783 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:13:13.013785 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0330 15:13:13.013792 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0330 15:13:13.013793 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:13:13.013799 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0330 15:13:13.013808 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:13:13.062404 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:13:13.080575 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:13:13.094477 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0330 15:13:13.140429 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:13:14.080503 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:13:14.095684 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:13:14.106072 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0330 15:13:14.114813 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:13:14.132849 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0330 15:13:16.150810 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0330 15:13:18.134034 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0330 15:13:19.068415 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0330 15:13:19.154133 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0330 15:13:24.150860 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0330 15:13:28.327998 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0330 15:13:28.328029 1 tasks.go:49] processing task group 3 of 3 I0330 15:13:28.328058 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0330 15:13:28.361743 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0330 15:13:28.366429 1 operator.go:851] Updating ClusterOperator status to done. I0330 15:18:09.747306 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0330 15:18:09.747346 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0330 15:18:09.748439 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0330 15:18:09.748457 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0330 15:18:09.748454 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0330 15:18:09.748482 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0330 15:18:09.748483 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0330 15:18:09.748506 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0330 15:18:09.748550 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0330 15:18:09.748553 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0330 15:18:09.748639 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0330 15:18:09.748700 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0330 15:18:09.784609 1 operator.go:830] Updating ClusterOperator status to InProgress. I0330 15:18:09.786797 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0330 15:18:09.789647 1 tasks.go:49] processing task group 1 of 3 I0330 15:18:09.789673 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0330 15:18:09.789683 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:18:09.801660 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:18:09.839864 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0330 15:18:12.917535 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0330 15:18:12.917559 1 tasks.go:49] processing task group 2 of 3 I0330 15:18:12.917587 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:18:12.917590 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0330 15:18:12.917598 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:18:12.917631 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0330 15:18:12.917645 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:18:12.917662 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:18:12.917686 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:18:12.917706 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0330 15:18:12.917726 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0330 15:18:12.917736 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0330 15:18:12.917741 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0330 15:18:12.917770 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:18:12.917783 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0330 15:18:12.917809 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0330 15:18:12.917837 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0330 15:18:12.963953 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:18:12.983639 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:18:12.995250 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0330 15:18:13.039010 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:18:13.985461 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:18:14.005908 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0330 15:18:14.011237 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:18:14.016425 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:18:14.032571 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0330 15:18:16.059021 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0330 15:18:18.028264 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0330 15:18:18.973242 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0330 15:18:19.060232 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0330 15:18:24.058535 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0330 15:18:28.207610 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0330 15:18:28.207638 1 tasks.go:49] processing task group 3 of 3 I0330 15:18:28.207654 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0330 15:18:28.242508 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0330 15:18:28.247141 1 operator.go:851] Updating ClusterOperator status to done. W0330 15:18:28.255262 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0330 15:18:28.277512 1 operator.go:830] Updating ClusterOperator status to InProgress. I0330 15:18:28.281643 1 tasks.go:49] processing task group 1 of 3 I0330 15:18:28.281667 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0330 15:18:28.281683 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:18:28.291991 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0330 15:18:31.398223 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0330 15:18:31.398248 1 tasks.go:49] processing task group 2 of 3 I0330 15:18:31.398275 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:18:31.398333 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0330 15:18:31.398353 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0330 15:18:31.398381 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:18:31.398408 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0330 15:18:31.398422 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0330 15:18:31.398440 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0330 15:18:31.398458 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:18:31.398491 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:18:31.398492 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:18:31.398508 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0330 15:18:31.398552 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0330 15:18:31.398554 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0330 15:18:31.398567 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0330 15:18:31.398587 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:18:31.447253 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0330 15:18:31.475965 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0330 15:18:31.487943 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0330 15:18:31.537970 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0330 15:18:32.469033 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0330 15:18:32.480798 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0330 15:18:32.496197 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0330 15:18:32.514140 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0330 15:18:32.551123 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0330 15:18:34.537718 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0330 15:18:36.518435 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0330 15:18:37.455653 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0330 15:18:37.543327 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0330 15:18:42.568352 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0330 15:18:46.683449 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0330 15:18:46.683476 1 tasks.go:49] processing task group 3 of 3 I0330 15:18:46.683490 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0330 15:18:46.719677 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0330 15:18:46.725725 1 operator.go:851] Updating ClusterOperator status to done.