W0311 09:47:39.719884 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0311 09:47:39.720352 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0311 09:47:39.720378 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0311 09:47:39.720384 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0311 09:47:39.720388 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0311 09:47:39.745695 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0311 09:47:39.748485 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0311 09:47:39.749352 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0311 09:47:39.750146 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0311 09:47:39.751853 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0311 09:47:39.759353 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0311 09:47:39.759560 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0311 09:47:39.759201 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0311 09:47:39.759828 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0311 09:47:39.760422 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:603 I0311 09:47:39.760800 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0311 09:47:39.760866 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0311 09:47:39.761611 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0311 09:47:39.764751 1 reflector.go:376] Caches populated for *v1.CustomResourceDefinition from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0311 09:47:39.765636 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0311 09:47:39.765801 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0311 09:47:39.765919 1 operator.go:687] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0311 09:47:39.766282 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0311 09:47:39.766828 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0311 09:47:39.775111 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I0311 09:47:39.775164 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I0311 09:47:39.777379 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 09:47:39.800097 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0311 09:47:39.852163 1 operator.go:635] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0311 09:47:39.852236 1 relabel_controller.go:117] Starting alert relabel config controller I0311 09:47:39.852234 1 rule_controller.go:113] Starting alerting rules controller W0311 09:47:39.852242 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0311 09:47:39.852250 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0311 09:47:39.852257 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0311 09:47:39.852262 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0311 09:47:39.852278 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0311 09:47:39.852281 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0311 09:47:39.852287 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0311 09:47:39.852296 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0311 09:47:39.852304 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0311 09:47:39.852235 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0311 09:47:39.852504 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0311 09:47:39.852767 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0311 09:47:39.855583 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0311 09:47:39.864946 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.865107 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0311 09:47:39.865172 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0311 09:47:39.866266 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.866392 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0311 09:47:39.867447 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0311 09:47:39.867710 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.867761 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0311 09:47:39.870179 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0311 09:47:39.880535 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-mwvdz" is created for OpenShiftMonitoringClientCertRequester I0311 09:47:39.880555 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-d6nvc" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0311 09:47:39.880535 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-r5xpj" is created for OpenShiftMonitoringTelemeterClientCertRequester I0311 09:47:39.893551 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.893576 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.893586 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.898986 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.899229 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.903157 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.905373 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.905649 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.908892 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.909833 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.911185 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.914123 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.915571 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.916995 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.920994 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.923587 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.923597 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.924254 1 operator.go:882] Updating ClusterOperator status to InProgress. I0311 09:47:39.925748 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.934413 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.934435 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.934491 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.940792 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.947691 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.947700 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.949354 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.949525 1 tasks.go:49] processing task group 1 of 3 I0311 09:47:39.949558 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0311 09:47:39.949562 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0311 09:47:39.952503 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0311 09:47:39.952511 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0311 09:47:39.952737 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.954757 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.954763 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.958366 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.963139 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.963149 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.970176 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0311 09:47:39.970463 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0311 09:47:39.973843 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.974863 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0311 09:47:39.977999 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.978004 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0311 09:47:39.982940 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0311 09:47:39.983027 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0311 09:47:39.990844 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0311 09:47:39.990972 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0311 09:47:39.991023 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0311 09:47:39.991042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0311 09:47:39.993747 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0311 09:47:39.994530 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0311 09:47:39.996024 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0311 09:47:39.996042 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0311 09:47:39.996069 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0311 09:47:39.996076 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0311 09:47:39.998811 1 secure_serving.go:57] Forcing use of http/1.1 only W0311 09:47:39.998833 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. I0311 09:47:39.998832 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete W0311 09:47:39.998840 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0311 09:47:39.998847 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0311 09:47:39.998851 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0311 09:47:39.998855 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0311 09:47:39.998859 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0311 09:47:40.003528 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0311 09:47:40.003544 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0311 09:47:40.003560 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0311 09:47:40.003562 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0311 09:47:40.003573 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0311 09:47:40.003578 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0311 09:47:40.003826 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0311 09:47:40.003890 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773222432\" (2026-03-11 09:47:22 +0000 UTC to 2028-03-10 09:47:23 +0000 UTC (now=2026-03-11 09:47:40.003839074 +0000 UTC))" I0311 09:47:40.004022 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773222459\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773222459\" (2026-03-11 08:47:39 +0000 UTC to 2027-03-11 08:47:39 +0000 UTC (now=2026-03-11 09:47:40.004002406 +0000 UTC))" I0311 09:47:40.004042 1 secure_serving.go:213] Serving securely on [::]:8443 I0311 09:47:40.004059 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0311 09:47:40.004072 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0311 09:47:40.007230 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0311 09:47:40.007307 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0311 09:47:40.007386 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0311 09:47:40.070720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0311 09:47:40.104550 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0311 09:47:40.104569 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0311 09:47:40.104649 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0311 09:47:40.104770 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-11 09:35:11 +0000 UTC to 2036-03-08 09:35:11 +0000 UTC (now=2026-03-11 09:47:40.104740696 +0000 UTC))" I0311 09:47:40.104920 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773222432\" (2026-03-11 09:47:22 +0000 UTC to 2028-03-10 09:47:23 +0000 UTC (now=2026-03-11 09:47:40.104904748 +0000 UTC))" I0311 09:47:40.105046 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773222459\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773222459\" (2026-03-11 08:47:39 +0000 UTC to 2027-03-11 08:47:39 +0000 UTC (now=2026-03-11 09:47:40.105032964 +0000 UTC))" I0311 09:47:40.105153 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-11 09:35:11 +0000 UTC to 2036-03-08 09:35:11 +0000 UTC (now=2026-03-11 09:47:40.105142896 +0000 UTC))" I0311 09:47:40.105174 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-11 09:35:12 +0000 UTC to 2036-03-08 09:35:12 +0000 UTC (now=2026-03-11 09:47:40.105165368 +0000 UTC))" I0311 09:47:40.105189 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-11 09:35:12 +0000 UTC to 2036-03-08 09:35:12 +0000 UTC (now=2026-03-11 09:47:40.105181056 +0000 UTC))" I0311 09:47:40.105204 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-11 09:35:13 +0000 UTC to 2036-03-08 09:35:13 +0000 UTC (now=2026-03-11 09:47:40.105196026 +0000 UTC))" I0311 09:47:40.105221 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-11 09:35:14 +0000 UTC to 2036-03-08 09:35:14 +0000 UTC (now=2026-03-11 09:47:40.105212753 +0000 UTC))" I0311 09:47:40.105239 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2oveefiled799j1l8h60tce40faspn30-kx-3a2a0e7f61_customer-system-admin-signer@1773221723\" [] issuer=\"\" (2026-03-11 09:35:23 +0000 UTC to 2026-03-18 09:35:24 +0000 UTC (now=2026-03-11 09:47:40.105229637 +0000 UTC))" I0311 09:47:40.105256 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2oveefiled799j1l8h60tce40faspn30-kx-3a2a0e7f61_sre-system-admin-signer@1773221723\" [] issuer=\"\" (2026-03-11 09:35:23 +0000 UTC to 2026-03-18 09:35:24 +0000 UTC (now=2026-03-11 09:47:40.105246589 +0000 UTC))" I0311 09:47:40.105270 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-11 09:35:11 +0000 UTC to 2036-03-08 09:35:11 +0000 UTC (now=2026-03-11 09:47:40.105263125 +0000 UTC))" I0311 09:47:40.105414 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773222432\" (2026-03-11 09:47:22 +0000 UTC to 2028-03-10 09:47:23 +0000 UTC (now=2026-03-11 09:47:40.105396309 +0000 UTC))" I0311 09:47:40.105524 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773222459\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773222459\" (2026-03-11 08:47:39 +0000 UTC to 2027-03-11 08:47:39 +0000 UTC (now=2026-03-11 09:47:40.105514204 +0000 UTC))" I0311 09:47:40.158822 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0311 09:47:40.174538 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0311 09:47:40.203856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0311 09:47:40.220169 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0311 09:47:44.276608 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0311 09:47:44.291408 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0311 09:47:44.306003 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0311 09:47:51.461512 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0311 09:47:51.461538 1 tasks.go:49] processing task group 2 of 3 I0311 09:47:51.461564 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 09:47:51.461579 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0311 09:47:51.461578 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0311 09:47:51.461593 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0311 09:47:51.461605 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 09:47:51.461602 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 09:47:51.461616 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0311 09:47:51.461626 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0311 09:47:51.461623 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0311 09:47:51.461631 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0311 09:47:51.461645 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0311 09:47:51.461655 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0311 09:47:51.461692 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0311 09:47:51.461697 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 09:47:51.461657 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0311 09:47:51.487889 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0311 09:47:51.488220 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0311 09:47:51.506821 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0311 09:47:51.511284 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0311 09:47:51.511311 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0311 09:47:51.531581 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0311 09:47:51.558899 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 09:47:51.559296 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0311 09:47:51.597654 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 09:47:51.608396 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0311 09:47:51.660106 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0311 09:47:51.665387 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0311 09:47:51.665410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0311 09:47:51.665421 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0311 09:47:51.668820 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0311 09:47:51.750821 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0311 09:47:51.766291 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0311 09:47:51.823079 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0311 09:47:51.826828 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0311 09:47:51.827353 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0311 09:47:51.829987 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0311 09:47:51.833979 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing W0311 09:47:51.846313 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0311 09:47:51.846336 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0311 09:47:51.858780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0311 09:47:51.862363 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0311 09:47:51.867110 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0311 09:47:51.885521 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0311 09:47:51.895861 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0311 09:47:51.896053 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0311 09:47:51.995516 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0311 09:47:52.138953 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0311 09:47:52.169078 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0311 09:47:52.244789 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0311 09:47:52.244903 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0311 09:47:52.342119 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0311 09:47:52.358918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0311 09:47:52.384727 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0311 09:47:52.477162 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0311 09:47:52.578628 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0311 09:47:52.582398 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0311 09:47:52.626988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0311 09:47:52.642879 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0311 09:47:52.687431 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0311 09:47:52.762412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0311 09:47:52.763029 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0311 09:47:52.787257 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0311 09:47:52.857180 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0311 09:47:52.860295 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0311 09:47:52.872341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0311 09:47:52.898286 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0311 09:47:52.916868 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0311 09:47:52.937497 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0311 09:47:52.937770 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0311 09:47:52.997945 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0311 09:47:53.014823 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0311 09:47:53.131709 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0311 09:47:53.592535 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 09:47:53.592779 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0311 09:47:53.594020 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0311 09:47:53.647786 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0311 09:47:53.661510 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0311 09:47:53.678990 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0311 09:47:53.817500 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0311 09:47:53.882523 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-a4v4jf0ppq3h4 -n openshift-monitoring because it was missing I0311 09:47:53.929064 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0311 09:47:54.086062 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0311 09:47:54.210044 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0311 09:47:54.331176 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0311 09:47:54.424839 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0311 09:47:54.551254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0311 09:47:54.618205 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 09:47:54.641760 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0311 09:47:54.653592 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0311 09:47:54.756503 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0311 09:47:54.855546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0311 09:47:54.958033 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0311 09:47:54.999645 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0311 09:47:55.047846 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0311 09:47:55.065653 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0311 09:47:55.418527 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0311 09:47:55.957455 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I0311 09:47:56.035161 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0311 09:47:56.448644 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-5d4hdsh3pnm1o -n openshift-monitoring because it was missing I0311 09:47:56.556271 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0311 09:47:56.599342 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0311 09:47:56.979099 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0311 09:47:58.098273 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-6b4e1os4hviig -n openshift-monitoring because it was missing I0311 09:47:58.118151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0311 09:47:58.141861 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0311 09:47:58.153720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0311 09:48:01.551401 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 09:48:01.590142 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 09:48:02.655610 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0311 09:48:02.655656 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0311 09:48:05.972998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0311 09:48:06.013625 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0311 09:48:16.559915 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 09:48:16.614885 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 09:48:16.676477 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 09:48:16.710489 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 09:48:16.767910 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 09:48:16.859191 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 09:48:16.908011 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 09:48:16.971810 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 09:48:17.160554 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 09:48:17.359685 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 09:48:17.564910 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 09:48:22.516851 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0311 09:48:22.530155 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0311 09:48:22.530227 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0311 09:48:33.012271 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0311 09:48:33.576498 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 09:49:08.218280 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0311 09:49:08.218324 1 operator.go:927] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0311 09:49:08.218333 1 operator.go:746] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0311 09:49:08.218352 1 operator.go:747] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0311 09:49:08.219463 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0311 09:49:08.256255 1 operator.go:882] Updating ClusterOperator status to InProgress. I0311 09:49:08.261360 1 tasks.go:49] processing task group 1 of 3 I0311 09:49:08.261380 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0311 09:49:08.261397 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0311 09:49:08.275226 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0311 09:49:09.316976 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUnozakpKVVBNY0F3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016SXlNalF6TWpBZQpGdzB5TmpBek1URXdPVFEzTVRGYUZ3MHlPREExTURrd09UUTNNVEphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek15TWpJME16SXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzJvaUJOOStzcUtwOVhzaTlyTDVuRXBIOFZwYVlUWW1yQwp5Z3FQekhpYTFwYWZyd0VSNkJvRjhHRjlTKy9wQnpWOUQwcHZwcEF4VW9ZMDdXRW5xc1JXaFM0Y2FhMC9yRWtsCm1XdXgzYlBueDNmTGh5WHZnV1ppalhLU2JjQmg1Y3BXUHJnaEd6Q21sMitnNzVpUzZmN2o4YmlRK1AxMEZlVU4KQndTbEdyaEp5Mk5RK0wyQ0YyN28vYSs4VjBTb0Vzayt1eGJqK3hRb3FGczl6L0k2cEkwZ2tnSVgwdWVTa1ZaeQpwSWlXSTVWMFlFWlU3dldaR3pPYlFiTnFjSWc1ZkljQ3FOYmxUTmtBNnlqeXhhK2tCaHhrZy81b0pQSDZtMHZtClhFejBJWUZWUkgwQXNEWS9jTmF0RnNhd1BJcHhxUGhmVEgrRVowQTc5RE1QcTU3U0h5T3JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJ1TjRkRwpMbWtQTXdmYW1UOWoxOGNxVmp3SkxqQWZCZ05WSFNNRUdEQVdnQlJ1TjRkR0xta1BNd2ZhbVQ5ajE4Y3FWandKCkxqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFzUE9QeitBR29BMFkxNGViS1M0QVJlOWJ6T3R0RklpUlg4RlMKK0U1eU9VVy9yWWI5dXlBZE4yWmcxRFJzajFEUThVN2YrNTJwNHVpV0d4UVZBV3FnZTJpejQxemxXeStIWmdRcworZy9NRSs5MTg1YnJsUm5YOWtsQVhpazlHZGs3K3owaXVKUG9lbHR3dDV0dTVHTlBmeWZuNXdTNVROZ0NzUThrClFGVDBKSkJDY3pLalZGb1FBVHRnc0VhUGpBdm5ueUhQT0FmV0xUdmxrWHBzUndjQXNyaFZBQlM2NHdmRmMydDQKWHpOcnR5NDZ0VW95RTJkbkJaRmg4dndxTWNndUE0ajdqYkp6NG9QdUZDOEdzVVNRcnV0aEk2UDZMZ1Rac0VUaApyN3VoZDNNQjZJZGEycDBDeTU4N1lLSlZPRW9ZK0Y2Vy9taVA2dGMzaThremVUd0g0UT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0311 09:49:09.323209 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0311 09:49:09.328378 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUnozakpKVVBNY0F3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016SXlNalF6TWpBZQpGdzB5TmpBek1URXdPVFEzTVRGYUZ3MHlPREExTURrd09UUTNNVEphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek15TWpJME16SXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzJvaUJOOStzcUtwOVhzaTlyTDVuRXBIOFZwYVlUWW1yQwp5Z3FQekhpYTFwYWZyd0VSNkJvRjhHRjlTKy9wQnpWOUQwcHZwcEF4VW9ZMDdXRW5xc1JXaFM0Y2FhMC9yRWtsCm1XdXgzYlBueDNmTGh5WHZnV1ppalhLU2JjQmg1Y3BXUHJnaEd6Q21sMitnNzVpUzZmN2o4YmlRK1AxMEZlVU4KQndTbEdyaEp5Mk5RK0wyQ0YyN28vYSs4VjBTb0Vzayt1eGJqK3hRb3FGczl6L0k2cEkwZ2tnSVgwdWVTa1ZaeQpwSWlXSTVWMFlFWlU3dldaR3pPYlFiTnFjSWc1ZkljQ3FOYmxUTmtBNnlqeXhhK2tCaHhrZy81b0pQSDZtMHZtClhFejBJWUZWUkgwQXNEWS9jTmF0RnNhd1BJcHhxUGhmVEgrRVowQTc5RE1QcTU3U0h5T3JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJ1TjRkRwpMbWtQTXdmYW1UOWoxOGNxVmp3SkxqQWZCZ05WSFNNRUdEQVdnQlJ1TjRkR0xta1BNd2ZhbVQ5ajE4Y3FWandKCkxqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFzUE9QeitBR29BMFkxNGViS1M0QVJlOWJ6T3R0RklpUlg4RlMKK0U1eU9VVy9yWWI5dXlBZE4yWmcxRFJzajFEUThVN2YrNTJwNHVpV0d4UVZBV3FnZTJpejQxemxXeStIWmdRcworZy9NRSs5MTg1YnJsUm5YOWtsQVhpazlHZGs3K3owaXVKUG9lbHR3dDV0dTVHTlBmeWZuNXdTNVROZ0NzUThrClFGVDBKSkJDY3pLalZGb1FBVHRnc0VhUGpBdm5ueUhQT0FmV0xUdmxrWHBzUndjQXNyaFZBQlM2NHdmRmMydDQKWHpOcnR5NDZ0VW95RTJkbkJaRmg4dndxTWNndUE0ajdqYkp6NG9QdUZDOEdzVVNRcnV0aEk2UDZMZ1Rac0VUaApyN3VoZDNNQjZJZGEycDBDeTU4N1lLSlZPRW9ZK0Y2Vy9taVA2dGMzaThremVUd0g0UT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0311 09:49:09.334511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0311 09:49:11.444092 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0311 09:49:11.444116 1 tasks.go:49] processing task group 2 of 3 I0311 09:49:11.444146 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 09:49:11.444144 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 09:49:11.444156 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0311 09:49:11.444170 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0311 09:49:11.444193 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0311 09:49:11.444207 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0311 09:49:11.444236 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 09:49:11.444359 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0311 09:49:11.444399 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0311 09:49:11.444148 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0311 09:49:11.444383 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0311 09:49:11.444388 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0311 09:49:11.444423 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 09:49:11.444433 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0311 09:49:11.444884 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0311 09:49:11.506103 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 09:49:11.524971 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 09:49:11.530486 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0311 09:49:11.561995 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0311 09:49:11.579813 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0311 09:49:11.596738 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0311 09:49:11.607307 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 09:49:11.611650 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0311 09:49:11.628260 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0311 09:49:11.685765 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0311 09:49:12.519297 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0311 09:49:12.545870 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 09:49:12.552308 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0311 09:49:12.567148 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0311 09:49:12.597489 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0311 09:49:14.610024 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0311 09:49:16.585238 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0311 09:49:16.689283 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-56c9b9fa8d9gs -n openshift-monitoring because it was missing I0311 09:49:17.508857 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0311 09:49:21.814650 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0311 09:50:22.635970 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0311 09:51:26.898543 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0311 09:51:26.898572 1 tasks.go:49] processing task group 3 of 3 I0311 09:51:26.898584 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0311 09:51:26.946863 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0311 09:51:26.946940 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f16d1305-d71e-49a1-af22-881d4292dd43", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0311 09:51:26.955485 1 operator.go:903] Updating ClusterOperator status to done. W0311 09:51:26.988339 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0311 09:51:27.030527 1 operator.go:882] Updating ClusterOperator status to InProgress. I0311 09:51:27.035448 1 tasks.go:49] processing task group 1 of 3 I0311 09:51:27.035474 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0311 09:51:27.035489 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0311 09:51:27.048881 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0311 09:51:30.198220 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0311 09:51:30.198242 1 tasks.go:49] processing task group 2 of 3 I0311 09:51:30.198264 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 09:51:30.198329 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0311 09:51:30.198342 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0311 09:51:30.198369 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0311 09:51:30.198376 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0311 09:51:30.198404 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0311 09:51:30.198417 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0311 09:51:30.198416 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0311 09:51:30.198629 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0311 09:51:30.198730 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0311 09:51:30.198833 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 09:51:30.198920 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 09:51:30.198667 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 09:51:30.198700 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0311 09:51:30.198715 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0311 09:51:30.269515 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 09:51:30.292507 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0311 09:51:30.306647 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 09:51:30.376809 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 09:51:31.288104 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0311 09:51:31.312545 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 09:51:31.313583 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0311 09:51:31.346046 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0311 09:51:31.372873 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0311 09:51:33.457178 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0311 09:51:35.348959 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0311 09:51:36.276937 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0311 09:51:36.380188 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0311 09:51:39.848464 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 09:51:39.879666 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 09:51:41.381707 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0311 09:51:45.608139 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0311 09:51:45.608173 1 tasks.go:49] processing task group 3 of 3 I0311 09:51:45.608184 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0311 09:51:45.664199 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0311 09:51:45.674292 1 operator.go:903] Updating ClusterOperator status to done. W0311 09:51:45.699225 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0311 09:51:45.770693 1 operator.go:882] Updating ClusterOperator status to InProgress. I0311 09:51:45.776491 1 tasks.go:49] processing task group 1 of 3 I0311 09:51:45.776517 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0311 09:51:45.776527 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0311 09:51:45.812107 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0311 09:51:48.965601 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0311 09:51:48.965627 1 tasks.go:49] processing task group 2 of 3 I0311 09:51:48.965653 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 09:51:48.965738 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0311 09:51:48.965766 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0311 09:51:48.965776 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0311 09:51:48.965782 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 09:51:48.965789 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0311 09:51:48.965800 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0311 09:51:48.965797 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0311 09:51:48.965805 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0311 09:51:48.965808 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0311 09:51:48.965816 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0311 09:51:48.965819 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 09:51:48.965820 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 09:51:48.965798 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0311 09:51:48.965844 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0311 09:51:49.050817 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 09:51:49.057932 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0311 09:51:49.070458 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 09:51:49.154092 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 09:51:50.073608 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0311 09:51:50.100757 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0311 09:51:50.104489 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 09:51:50.112520 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0311 09:51:50.135647 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0311 09:51:52.157597 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0311 09:51:54.129876 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0311 09:51:55.046981 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0311 09:51:55.165742 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0311 09:52:00.152866 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0311 09:52:04.385941 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0311 09:52:04.385975 1 tasks.go:49] processing task group 3 of 3 I0311 09:52:04.386000 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0311 09:52:04.467731 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0311 09:52:04.475928 1 operator.go:903] Updating ClusterOperator status to done. I0311 09:52:39.852744 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0311 09:52:39.852785 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0311 09:52:39.893010 1 operator.go:882] Updating ClusterOperator status to InProgress. I0311 09:52:39.898313 1 tasks.go:49] processing task group 1 of 3 I0311 09:52:39.898342 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0311 09:52:39.898359 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0311 09:52:39.912937 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0311 09:52:43.145218 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0311 09:52:43.145243 1 tasks.go:49] processing task group 2 of 3 I0311 09:52:43.145271 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 09:52:43.145276 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0311 09:52:43.145296 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0311 09:52:43.145303 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0311 09:52:43.145324 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 09:52:43.145342 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0311 09:52:43.145364 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0311 09:52:43.145442 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0311 09:52:43.145502 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0311 09:52:43.145563 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 09:52:43.145512 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0311 09:52:43.145519 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0311 09:52:43.145526 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0311 09:52:43.145540 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0311 09:52:43.145548 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 09:52:43.208821 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 09:52:43.234783 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 09:52:43.277937 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0311 09:52:43.326299 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 09:52:44.237843 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0311 09:52:44.269730 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 09:52:44.269762 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0311 09:52:44.284713 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0311 09:52:44.306088 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0311 09:52:46.325951 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0311 09:52:48.305360 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0311 09:52:49.214141 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0311 09:52:49.318992 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0311 09:52:54.324576 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0311 09:52:58.573377 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0311 09:52:58.573403 1 tasks.go:49] processing task group 3 of 3 I0311 09:52:58.573417 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0311 09:52:58.612522 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0311 09:52:58.620650 1 operator.go:903] Updating ClusterOperator status to done. I0311 09:53:45.407129 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version W0311 09:53:45.407161 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0311 09:53:45.451080 1 operator.go:882] Updating ClusterOperator status to InProgress. I0311 09:53:45.462833 1 tasks.go:49] processing task group 1 of 3 I0311 09:53:45.462864 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0311 09:53:45.462881 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0311 09:53:45.478770 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0311 09:53:48.643826 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0311 09:53:48.643852 1 tasks.go:49] processing task group 2 of 3 I0311 09:53:48.643882 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 09:53:48.643900 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 09:53:48.643900 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0311 09:53:48.643917 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0311 09:53:48.643950 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0311 09:53:48.643970 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0311 09:53:48.644005 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0311 09:53:48.644009 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0311 09:53:48.644138 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0311 09:53:48.643957 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0311 09:53:48.644145 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 09:53:48.643980 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0311 09:53:48.643994 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0311 09:53:48.643989 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0311 09:53:48.644152 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 09:53:48.715365 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 09:53:48.732290 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0311 09:53:48.739288 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 09:53:48.819220 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 09:53:49.727587 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0311 09:53:49.761157 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 09:53:49.765044 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0311 09:53:49.788281 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0311 09:53:49.789810 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0311 09:53:51.836261 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0311 09:53:53.793246 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0311 09:53:54.715103 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0311 09:53:54.818554 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0311 09:53:59.816829 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0311 09:54:04.012718 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0311 09:54:04.012744 1 tasks.go:49] processing task group 3 of 3 I0311 09:54:04.012753 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0311 09:54:04.058745 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0311 09:54:04.068531 1 operator.go:903] Updating ClusterOperator status to done. I0311 09:57:39.852965 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0311 09:57:39.853009 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0311 09:57:39.892615 1 operator.go:882] Updating ClusterOperator status to InProgress. I0311 09:57:39.898176 1 tasks.go:49] processing task group 1 of 3 I0311 09:57:39.898207 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0311 09:57:39.898215 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0311 09:57:39.913736 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0311 09:57:43.063483 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0311 09:57:43.063507 1 tasks.go:49] processing task group 2 of 3 I0311 09:57:43.063535 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 09:57:43.063545 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0311 09:57:43.063561 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0311 09:57:43.063586 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 09:57:43.063589 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0311 09:57:43.063615 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0311 09:57:43.063620 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 09:57:43.063704 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0311 09:57:43.063776 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0311 09:57:43.063551 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0311 09:57:43.063897 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0311 09:57:43.063978 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0311 09:57:43.063566 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0311 09:57:43.063580 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0311 09:57:43.064108 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 09:57:43.127059 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 09:57:43.144952 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 09:57:43.147013 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0311 09:57:43.213513 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 09:57:44.144841 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0311 09:57:44.174791 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 09:57:44.175757 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0311 09:57:44.196537 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0311 09:57:44.214513 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0311 09:57:46.227314 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0311 09:57:48.208665 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0311 09:57:49.132357 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0311 09:57:49.218184 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0311 09:57:54.262943 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0311 09:57:58.394321 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0311 09:57:58.394354 1 tasks.go:49] processing task group 3 of 3 I0311 09:57:58.394368 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0311 09:57:58.432571 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0311 09:57:58.440404 1 operator.go:903] Updating ClusterOperator status to done. I0311 10:02:39.760794 1 operator.go:718] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0311 10:02:39.760825 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0311 10:02:39.760851 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0311 10:02:39.760880 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0311 10:02:39.761053 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0311 10:02:39.761125 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0311 10:02:39.761144 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0311 10:02:39.761179 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0311 10:02:39.762341 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I0311 10:02:39.766261 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I0311 10:02:39.766516 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0311 10:02:39.767349 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I0311 10:02:39.800412 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0311 10:02:39.807801 1 operator.go:882] Updating ClusterOperator status to InProgress. I0311 10:02:39.812859 1 tasks.go:49] processing task group 1 of 3 I0311 10:02:39.812890 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0311 10:02:39.812903 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0311 10:02:39.830746 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0311 10:02:39.852575 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0311 10:02:42.978239 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0311 10:02:42.978265 1 tasks.go:49] processing task group 2 of 3 I0311 10:02:42.978297 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 10:02:42.978304 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0311 10:02:42.978324 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0311 10:02:42.978342 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0311 10:02:42.978361 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0311 10:02:42.978381 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0311 10:02:42.978393 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0311 10:02:42.978400 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0311 10:02:42.978540 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 10:02:42.978549 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0311 10:02:42.978556 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0311 10:02:42.978721 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 10:02:42.978812 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0311 10:02:42.978546 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0311 10:02:42.978950 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 10:02:43.038506 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 10:02:43.060235 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 10:02:43.061693 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0311 10:02:43.145071 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 10:02:44.061740 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0311 10:02:44.083114 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0311 10:02:44.088456 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 10:02:44.108369 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0311 10:02:44.129221 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0311 10:02:46.141876 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0311 10:02:48.121091 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0311 10:02:49.046925 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0311 10:02:49.158426 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0311 10:02:54.149007 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0311 10:02:58.311710 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0311 10:02:58.311738 1 tasks.go:49] processing task group 3 of 3 I0311 10:02:58.311752 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0311 10:02:58.352386 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0311 10:02:58.360368 1 operator.go:903] Updating ClusterOperator status to done. W0311 10:02:58.370923 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0311 10:02:58.408025 1 operator.go:882] Updating ClusterOperator status to InProgress. I0311 10:02:58.412954 1 tasks.go:49] processing task group 1 of 3 I0311 10:02:58.412977 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0311 10:02:58.412999 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0311 10:02:58.426237 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0311 10:03:01.557841 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0311 10:03:01.557870 1 tasks.go:49] processing task group 2 of 3 I0311 10:03:01.557899 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 10:03:01.557900 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 10:03:01.557916 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0311 10:03:01.557932 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0311 10:03:01.557949 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0311 10:03:01.557965 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0311 10:03:01.558029 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0311 10:03:01.558142 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0311 10:03:01.558194 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 10:03:01.558177 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0311 10:03:01.557993 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0311 10:03:01.558493 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0311 10:03:01.558008 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0311 10:03:01.558183 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 10:03:01.558019 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0311 10:03:01.620583 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0311 10:03:01.645032 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0311 10:03:01.649125 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0311 10:03:01.714311 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0311 10:03:02.643018 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0311 10:03:02.664874 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0311 10:03:02.673951 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0311 10:03:02.684416 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0311 10:03:02.699734 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0311 10:03:04.718950 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0311 10:03:06.707649 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0311 10:03:07.623545 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0311 10:03:07.729202 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0311 10:03:12.723582 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0311 10:03:16.899955 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0311 10:03:16.899981 1 tasks.go:49] processing task group 3 of 3 I0311 10:03:16.899997 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0311 10:03:16.942099 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0311 10:03:16.950579 1 operator.go:903] Updating ClusterOperator status to done.