W0403 00:04:10.621611 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0403 00:04:10.622023 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0403 00:04:10.622045 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0403 00:04:10.622052 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0403 00:04:10.622078 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0403 00:04:10.622085 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0403 00:04:10.651437 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0403 00:04:10.657678 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0403 00:04:10.657829 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0403 00:04:10.657989 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0403 00:04:10.658927 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0403 00:04:10.665637 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:10.667980 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0403 00:04:10.669709 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:04:10.671214 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0403 00:04:10.672548 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0403 00:04:10.672615 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0403 00:04:10.672732 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0403 00:04:10.672809 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0403 00:04:10.672857 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0403 00:04:10.672943 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0403 00:04:10.674054 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0403 00:04:10.675117 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0403 00:04:10.676332 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0403 00:04:10.681732 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0403 00:04:10.727558 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0403 00:04:10.761329 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0403 00:04:10.761384 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0403 00:04:10.761413 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0403 00:04:10.761433 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0403 00:04:10.761441 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0403 00:04:10.761436 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0403 00:04:10.761444 1 relabel_controller.go:117] Starting alert relabel config controller I0403 00:04:10.761455 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0403 00:04:10.761463 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0403 00:04:10.761470 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0403 00:04:10.761493 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0403 00:04:10.761500 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0403 00:04:10.761474 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0403 00:04:10.761479 1 rule_controller.go:114] Starting alerting rules controller I0403 00:04:10.761539 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0403 00:04:10.764813 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0403 00:04:10.765151 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0403 00:04:10.765427 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0403 00:04:10.765560 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0403 00:04:10.767078 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.767081 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.767056 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.767914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0403 00:04:10.767880 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0403 00:04:10.767945 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0403 00:04:10.769849 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0403 00:04:10.770493 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0403 00:04:10.779940 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-2hp5m" is created for OpenShiftMonitoringTelemeterClientCertRequester I0403 00:04:10.780134 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-m29hg" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0403 00:04:10.782364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-cm88p" is created for OpenShiftMonitoringClientCertRequester I0403 00:04:10.789502 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.789557 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.791184 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.794844 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.796247 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.796270 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.799223 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.801674 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.802649 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.804673 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.805954 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.807484 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.808274 1 operator.go:830] Updating ClusterOperator status to InProgress. I0403 00:04:10.811260 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.812202 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.812202 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.815768 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.817109 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.823057 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.824006 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.824087 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.825781 1 tasks.go:49] processing task group 1 of 3 I0403 00:04:10.825805 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0403 00:04:10.825827 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:04:10.830732 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.831332 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.831647 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.834746 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.835761 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.835923 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.840263 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.840404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0403 00:04:10.840687 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.840687 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.849267 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0403 00:04:10.849443 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.850075 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.850204 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.854012 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:04:10.854133 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.855419 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.855532 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.858349 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.859730 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.859733 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.861845 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0403 00:04:10.861853 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0403 00:04:10.862142 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.863834 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.865165 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.868118 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:10.873775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0403 00:04:10.903574 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0403 00:04:10.931618 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0403 00:04:10.932973 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0403 00:04:10.932986 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0403 00:04:10.933002 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0403 00:04:10.933007 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0403 00:04:10.935517 1 secure_serving.go:57] Forcing use of http/1.1 only I0403 00:04:10.935532 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0403 00:04:10.939878 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0403 00:04:10.939898 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0403 00:04:10.939904 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0403 00:04:10.939909 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0403 00:04:10.939923 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0403 00:04:10.939924 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0403 00:04:10.940258 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0403 00:04:10.940420 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1775174625\" (2026-04-03 00:03:54 +0000 UTC to 2028-04-02 00:03:55 +0000 UTC (now=2026-04-03 00:04:10.940392789 +0000 UTC))" I0403 00:04:10.940595 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1775174650\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1775174650\" (2026-04-02 23:04:10 +0000 UTC to 2029-04-02 23:04:10 +0000 UTC (now=2026-04-03 00:04:10.940580619 +0000 UTC))" I0403 00:04:10.940611 1 secure_serving.go:211] Serving securely on [::]:8443 I0403 00:04:10.940628 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0403 00:04:10.940637 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0403 00:04:10.943695 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0403 00:04:10.943797 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0403 00:04:10.943814 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0403 00:04:10.996396 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0403 00:04:11.010513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0403 00:04:11.029631 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0403 00:04:11.040039 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0403 00:04:11.040053 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0403 00:04:11.040109 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0403 00:04:11.040197 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0403 00:04:11.040310 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-02 23:54:27 +0000 UTC to 2036-03-30 23:54:27 +0000 UTC (now=2026-04-03 00:04:11.040269077 +0000 UTC))" I0403 00:04:11.040648 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1775174625\" (2026-04-03 00:03:54 +0000 UTC to 2028-04-02 00:03:55 +0000 UTC (now=2026-04-03 00:04:11.040620176 +0000 UTC))" I0403 00:04:11.040925 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1775174650\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1775174650\" (2026-04-02 23:04:10 +0000 UTC to 2029-04-02 23:04:10 +0000 UTC (now=2026-04-03 00:04:11.040905622 +0000 UTC))" I0403 00:04:11.041141 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-02 23:54:29 +0000 UTC to 2036-03-30 23:54:29 +0000 UTC (now=2026-04-03 00:04:11.04112153 +0000 UTC))" I0403 00:04:11.041184 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-02 23:54:32 +0000 UTC to 2036-03-30 23:54:32 +0000 UTC (now=2026-04-03 00:04:11.0411579 +0000 UTC))" I0403 00:04:11.041212 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-02 23:54:34 +0000 UTC to 2036-03-30 23:54:34 +0000 UTC (now=2026-04-03 00:04:11.041198023 +0000 UTC))" I0403 00:04:11.041282 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-02 23:54:40 +0000 UTC to 2036-03-30 23:54:40 +0000 UTC (now=2026-04-03 00:04:11.041235725 +0000 UTC))" I0403 00:04:11.041310 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-02 23:54:45 +0000 UTC to 2036-03-30 23:54:45 +0000 UTC (now=2026-04-03 00:04:11.041295128 +0000 UTC))" I0403 00:04:11.041341 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2peb42nlhreqhm7gegjie4h8sih13gfv-kx-f1cb2dbfda_customer-system-admin-signer@1775174208\" [] issuer=\"\" (2026-04-02 23:56:48 +0000 UTC to 2026-04-09 23:56:49 +0000 UTC (now=2026-04-03 00:04:11.041324026 +0000 UTC))" I0403 00:04:11.041373 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2peb42nlhreqhm7gegjie4h8sih13gfv-kx-f1cb2dbfda_sre-system-admin-signer@1775174208\" [] issuer=\"\" (2026-04-02 23:56:52 +0000 UTC to 2026-04-09 23:56:53 +0000 UTC (now=2026-04-03 00:04:11.041356278 +0000 UTC))" I0403 00:04:11.041402 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-02 23:54:27 +0000 UTC to 2036-03-30 23:54:27 +0000 UTC (now=2026-04-03 00:04:11.041387734 +0000 UTC))" I0403 00:04:11.041692 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1775174625\" (2026-04-03 00:03:54 +0000 UTC to 2028-04-02 00:03:55 +0000 UTC (now=2026-04-03 00:04:11.041670461 +0000 UTC))" I0403 00:04:11.041964 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1775174650\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1775174650\" (2026-04-02 23:04:10 +0000 UTC to 2029-04-02 23:04:10 +0000 UTC (now=2026-04-03 00:04:11.041946408 +0000 UTC))" I0403 00:04:11.552343 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:11.552525 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-02T23:59:11Z", ) I0403 00:04:11.552543 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-01T23:59:11Z", ) I0403 00:04:11.552694 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:11.552718 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0403 00:04:11.552836 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-02T23:59:11Z", ) I0403 00:04:11.552845 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-02T23:59:11Z", ) I0403 00:04:11.552856 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-01T23:59:11Z", ) I0403 00:04:11.552858 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-01T23:59:11Z", ) I0403 00:04:11.562090 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0403 00:04:11.562079 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0403 00:04:11.562459 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0403 00:04:11.562532 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0403 00:04:11.563407 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0403 00:04:11.563544 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0403 00:04:11.748997 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0403 00:04:19.083665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0403 00:04:19.096017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0403 00:04:19.108492 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0403 00:04:32.250428 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0403 00:04:32.250467 1 tasks.go:49] processing task group 2 of 3 I0403 00:04:32.250506 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:04:32.250520 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0403 00:04:32.250538 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0403 00:04:32.250541 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:04:32.250556 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0403 00:04:32.250567 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0403 00:04:32.250568 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0403 00:04:32.250567 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0403 00:04:32.250580 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0403 00:04:32.250575 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:04:32.250576 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0403 00:04:32.250583 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:04:32.250592 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0403 00:04:32.250603 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:04:32.250592 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:04:32.266397 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0403 00:04:32.268030 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0403 00:04:32.284922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0403 00:04:32.296096 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0403 00:04:32.328081 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0403 00:04:32.328303 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0403 00:04:32.362383 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0403 00:04:32.373471 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:04:32.377580 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0403 00:04:32.388096 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0403 00:04:32.389034 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:04:32.418588 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0403 00:04:32.419269 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0403 00:04:32.422560 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0403 00:04:32.423652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0403 00:04:32.504682 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0403 00:04:32.505267 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0403 00:04:32.508549 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0403 00:04:32.508898 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0403 00:04:32.510553 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0403 00:04:32.511338 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0403 00:04:32.516505 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0403 00:04:32.516524 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0403 00:04:32.523789 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0403 00:04:32.524201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0403 00:04:32.546163 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0403 00:04:32.549249 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0403 00:04:32.570599 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0403 00:04:32.573659 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0403 00:04:32.670734 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0403 00:04:32.690761 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0403 00:04:32.785491 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0403 00:04:32.817136 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0403 00:04:32.897133 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0403 00:04:32.936200 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0403 00:04:32.972116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0403 00:04:33.008402 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0403 00:04:33.064905 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0403 00:04:33.149502 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0403 00:04:33.259098 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0403 00:04:33.322634 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0403 00:04:33.365693 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0403 00:04:33.412512 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0403 00:04:33.422514 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0403 00:04:33.464851 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0403 00:04:33.468319 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0403 00:04:33.559370 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0403 00:04:33.563030 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0403 00:04:33.570617 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0403 00:04:33.575293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0403 00:04:33.617488 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0403 00:04:33.637770 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0403 00:04:33.637864 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0403 00:04:33.696785 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0403 00:04:33.709864 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0403 00:04:33.807969 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0403 00:04:33.889050 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0403 00:04:34.423915 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0403 00:04:34.434576 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0403 00:04:34.445293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0403 00:04:34.514147 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0403 00:04:34.613816 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0403 00:04:34.709109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0403 00:04:34.816585 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:04:34.816663 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0403 00:04:34.817164 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0403 00:04:34.823470 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0403 00:04:34.926362 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0403 00:04:35.023208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0403 00:04:35.123834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0403 00:04:35.224916 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0403 00:04:35.332111 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0403 00:04:35.370899 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:04:35.400079 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:04:35.429423 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0403 00:04:35.530327 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0403 00:04:35.595698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0403 00:04:35.617875 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0403 00:04:35.622762 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:04:35.716909 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-b9833vhqd0ada -n openshift-monitoring because it was missing I0403 00:04:36.036491 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0403 00:04:36.673262 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0403 00:04:36.675203 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0403 00:04:37.059858 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-b57r3untkqr07 -n openshift-monitoring because it was missing I0403 00:04:37.328295 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0403 00:04:37.364429 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0403 00:04:38.659273 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-a6kg2aaaq7hh8 -n openshift-monitoring because it was missing I0403 00:04:38.675335 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0403 00:04:38.694436 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0403 00:04:38.706749 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0403 00:04:41.742226 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0403 00:04:43.414949 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0403 00:04:43.414972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0403 00:04:47.786156 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0403 00:04:47.821439 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0403 00:04:56.753022 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0403 00:05:07.114194 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0403 00:05:07.127719 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0403 00:05:07.127793 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0403 00:05:13.705962 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0403 00:05:48.768494 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0403 00:05:48.768532 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0403 00:05:48.768540 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0403 00:05:48.768568 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0403 00:05:48.768594 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0403 00:05:48.799664 1 operator.go:830] Updating ClusterOperator status to InProgress. I0403 00:05:48.806848 1 tasks.go:49] processing task group 1 of 3 I0403 00:05:48.806873 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0403 00:05:48.806888 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:05:48.820630 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:05:49.855808 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJU3NPWnh1NCtwQVl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05URTNORFl5TlRBZQpGdzB5TmpBME1ETXdNREF6TkRWYUZ3MHlPREEyTURFd01EQXpORFphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelV4TnpRMk1qVXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzRERXgrNW53bXg5SGxiQzhmY2lKY1Z0WGs4UnRQV1BkVAplaDVkOFpmb2p4cGU2Z3YxL08zd0JNUldVQTBOZDV6c0FFeFllVHl1SkZIZlpwTkpiYVp3L2hNR0gxcjQ4OFkyCjRhUmhSbmpNc1Nyb3BSOGxBUWoxMHVSci9UN0k1RXdlSWNsR1dNSXkzTlFrRUVJM0cxdGhqMWRNZWZCQVZuVHMKMTZFS1Vibms5STNLRDd1KzlNQXVWUE5kSHZSMjJTaElDaVZHVkQ0SHQ0YlNYclV5ZkZlVzJQY0tUcTYzaG1DMQova3lRM2x3RWJwdXc2WStZNFlpWWt1VGVTSS9aa0pFN293QTlVbnRNTXlzdERVTzhQQTZVRkg0b2wyeTRrblJKClhaMHNZSmZmMWRCUS96YndITm8yMEIvOTlQZjBuc2VncDA1TUdxZzl2NlJKaFJaeGFhZ3hBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFNWm9jYwpValhWU0NpVHQ3cHRzV01CRmVGWCt6QWZCZ05WSFNNRUdEQVdnQlFNWm9jY1VqWFZTQ2lUdDdwdHNXTUJGZUZYCit6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFldUYwTlR2T0dDcStEWHV6Ly9peTdxZ3ZFdm9CRlQwYU8wT08KZkcxWUpjZG1jWTdIZ0VqR0RTL2d3M0FlNnlpRnpMUHpwUEZVUzlUWUE1STdtQjY4Z2ZOUnBQTTZsTWxhUnhMdQpscmhzeGs0MkVZd3FzZ3hRdHV2NytITjFUMjZ5Qlg4bjhxRCt2SXpSQzVYWUVhV0Zaa3ErRW1RRUlneHRjSFZ5CjNpUGNwaTVsdEQvQjQ5akRMQVdjTWljM0FvVUtwRXlNMDlDR241YVR4ZnhOb05wYnBPRFlURFFreUFld0Q2VWEKRnBISUdRaWxKVDBJQ1JYZndka1pkWEpCdGk4Ung2ZXd1K1F1U3BhUWlzK1RmOUsrSWlMempUTGJVczFsK1hGYgp1SHZDa1hYT3Rlck82c21ya01iS29wRzBLVFl5RzUra1ZETUE5Yk1sT0p1SnFlZ1g5QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0403 00:05:49.861412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0403 00:05:49.865849 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJU3NPWnh1NCtwQVl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05URTNORFl5TlRBZQpGdzB5TmpBME1ETXdNREF6TkRWYUZ3MHlPREEyTURFd01EQXpORFphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelV4TnpRMk1qVXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzRERXgrNW53bXg5SGxiQzhmY2lKY1Z0WGs4UnRQV1BkVAplaDVkOFpmb2p4cGU2Z3YxL08zd0JNUldVQTBOZDV6c0FFeFllVHl1SkZIZlpwTkpiYVp3L2hNR0gxcjQ4OFkyCjRhUmhSbmpNc1Nyb3BSOGxBUWoxMHVSci9UN0k1RXdlSWNsR1dNSXkzTlFrRUVJM0cxdGhqMWRNZWZCQVZuVHMKMTZFS1Vibms5STNLRDd1KzlNQXVWUE5kSHZSMjJTaElDaVZHVkQ0SHQ0YlNYclV5ZkZlVzJQY0tUcTYzaG1DMQova3lRM2x3RWJwdXc2WStZNFlpWWt1VGVTSS9aa0pFN293QTlVbnRNTXlzdERVTzhQQTZVRkg0b2wyeTRrblJKClhaMHNZSmZmMWRCUS96YndITm8yMEIvOTlQZjBuc2VncDA1TUdxZzl2NlJKaFJaeGFhZ3hBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFNWm9jYwpValhWU0NpVHQ3cHRzV01CRmVGWCt6QWZCZ05WSFNNRUdEQVdnQlFNWm9jY1VqWFZTQ2lUdDdwdHNXTUJGZUZYCit6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFldUYwTlR2T0dDcStEWHV6Ly9peTdxZ3ZFdm9CRlQwYU8wT08KZkcxWUpjZG1jWTdIZ0VqR0RTL2d3M0FlNnlpRnpMUHpwUEZVUzlUWUE1STdtQjY4Z2ZOUnBQTTZsTWxhUnhMdQpscmhzeGs0MkVZd3FzZ3hRdHV2NytITjFUMjZ5Qlg4bjhxRCt2SXpSQzVYWUVhV0Zaa3ErRW1RRUlneHRjSFZ5CjNpUGNwaTVsdEQvQjQ5akRMQVdjTWljM0FvVUtwRXlNMDlDR241YVR4ZnhOb05wYnBPRFlURFFreUFld0Q2VWEKRnBISUdRaWxKVDBJQ1JYZndka1pkWEpCdGk4Ung2ZXd1K1F1U3BhUWlzK1RmOUsrSWlMempUTGJVczFsK1hGYgp1SHZDa1hYT3Rlck82c21ya01iS29wRzBLVFl5RzUra1ZETUE5Yk1sT0p1SnFlZ1g5QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0403 00:05:49.872260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0403 00:05:51.961719 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0403 00:05:51.961743 1 tasks.go:49] processing task group 2 of 3 I0403 00:05:51.961769 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:05:51.961776 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0403 00:05:51.961795 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0403 00:05:51.961814 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:05:51.961835 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0403 00:05:51.961852 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:05:51.961872 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:05:51.961889 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0403 00:05:51.961909 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0403 00:05:51.961929 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:05:51.961943 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0403 00:05:51.961973 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0403 00:05:51.961974 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:05:51.961997 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0403 00:05:51.962026 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0403 00:05:52.011891 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:05:52.031465 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:05:52.040778 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0403 00:05:52.048635 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0403 00:05:52.058720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0403 00:05:52.075327 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0403 00:05:52.087348 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0403 00:05:52.099865 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0403 00:05:52.103493 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:05:52.221957 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0403 00:05:53.035917 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:05:53.060435 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:05:53.064591 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0403 00:05:53.091589 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:05:53.097900 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0403 00:05:55.112055 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0403 00:05:57.091839 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0403 00:05:57.150664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0403 00:05:58.027196 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0403 00:06:01.244084 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0403 00:06:03.118027 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0403 00:06:07.311531 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0403 00:06:07.311557 1 tasks.go:49] processing task group 3 of 3 I0403 00:06:07.311572 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0403 00:06:07.376459 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0403 00:06:07.376542 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f5718bcf-ae83-4ab6-a7ff-32021df19471", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0403 00:06:07.381886 1 operator.go:851] Updating ClusterOperator status to done. W0403 00:06:07.426238 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0403 00:06:07.465372 1 operator.go:830] Updating ClusterOperator status to InProgress. I0403 00:06:07.470385 1 tasks.go:49] processing task group 1 of 3 I0403 00:06:07.470416 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0403 00:06:07.470428 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:06:07.484716 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:06:10.619097 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0403 00:06:10.619119 1 tasks.go:49] processing task group 2 of 3 I0403 00:06:10.619144 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:06:10.619155 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0403 00:06:10.619166 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0403 00:06:10.619190 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0403 00:06:10.619211 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0403 00:06:10.619227 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:06:10.619246 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0403 00:06:10.619266 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0403 00:06:10.619294 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0403 00:06:10.619318 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:06:10.619325 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0403 00:06:10.619343 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:06:10.619369 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:06:10.619297 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0403 00:06:10.619202 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:06:10.666878 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:06:10.699702 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:06:10.715681 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0403 00:06:10.759419 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:06:11.688715 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:06:11.715788 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0403 00:06:11.722432 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:06:11.735010 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:06:11.748710 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0403 00:06:13.774680 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0403 00:06:15.750874 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0403 00:06:16.677251 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0403 00:06:16.776280 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0403 00:06:21.773775 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0403 00:06:25.938254 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0403 00:06:25.938279 1 tasks.go:49] processing task group 3 of 3 I0403 00:06:25.938295 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0403 00:06:25.973133 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0403 00:06:25.978298 1 operator.go:851] Updating ClusterOperator status to done. I0403 00:06:26.742135 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0403 00:06:26.742168 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0403 00:06:26.755900 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0403 00:06:26.797638 1 operator.go:830] Updating ClusterOperator status to InProgress. I0403 00:06:26.806083 1 tasks.go:49] processing task group 1 of 3 I0403 00:06:26.806113 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0403 00:06:26.806126 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:06:26.821838 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:06:29.971788 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0403 00:06:29.971809 1 tasks.go:49] processing task group 2 of 3 I0403 00:06:29.971833 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:06:29.971842 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0403 00:06:29.971859 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0403 00:06:29.971877 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0403 00:06:29.971902 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:06:29.971919 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0403 00:06:29.971944 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0403 00:06:29.971956 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:06:29.971981 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0403 00:06:29.972004 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:06:29.972021 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0403 00:06:29.972077 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0403 00:06:29.972088 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0403 00:06:29.972096 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:06:29.972115 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:06:30.028924 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:06:30.048353 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:06:30.061165 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0403 00:06:30.125036 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:06:31.048942 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:06:31.070363 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0403 00:06:31.073416 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:06:31.103038 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:06:31.114555 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0403 00:06:33.135606 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0403 00:06:35.116571 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0403 00:06:36.037911 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0403 00:06:36.130739 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0403 00:06:41.138092 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0403 00:06:45.320582 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0403 00:06:45.320605 1 tasks.go:49] processing task group 3 of 3 I0403 00:06:45.320620 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0403 00:06:45.363130 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0403 00:06:45.369351 1 operator.go:851] Updating ClusterOperator status to done. W0403 00:06:45.380946 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0403 00:06:45.413446 1 operator.go:830] Updating ClusterOperator status to InProgress. I0403 00:06:45.418850 1 tasks.go:49] processing task group 1 of 3 I0403 00:06:45.418873 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0403 00:06:45.418893 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:06:45.437971 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:06:48.568254 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0403 00:06:48.568280 1 tasks.go:49] processing task group 2 of 3 I0403 00:06:48.568306 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:06:48.568315 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0403 00:06:48.568333 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0403 00:06:48.568363 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:06:48.568383 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:06:48.568403 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0403 00:06:48.568414 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0403 00:06:48.568443 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:06:48.568456 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0403 00:06:48.568479 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0403 00:06:48.568501 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0403 00:06:48.568520 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0403 00:06:48.568545 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:06:48.568565 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0403 00:06:48.568571 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:06:48.618043 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:06:48.639896 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:06:48.651920 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0403 00:06:48.700396 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:06:49.637483 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:06:49.660445 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0403 00:06:49.667838 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:06:49.687555 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:06:49.691084 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0403 00:06:51.725309 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0403 00:06:53.697869 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0403 00:06:54.632632 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0403 00:06:54.712162 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0403 00:06:59.732867 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0403 00:07:03.898874 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0403 00:07:03.898900 1 tasks.go:49] processing task group 3 of 3 I0403 00:07:03.898917 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0403 00:07:03.943315 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0403 00:07:03.948793 1 operator.go:851] Updating ClusterOperator status to done. I0403 00:09:10.761639 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0403 00:09:10.761680 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0403 00:09:10.802553 1 operator.go:830] Updating ClusterOperator status to InProgress. I0403 00:09:10.807207 1 tasks.go:49] processing task group 1 of 3 I0403 00:09:10.807238 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0403 00:09:10.807252 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:09:10.819441 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:09:13.962533 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0403 00:09:13.962559 1 tasks.go:49] processing task group 2 of 3 I0403 00:09:13.962586 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:09:13.962599 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0403 00:09:13.962616 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0403 00:09:13.962632 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:09:13.962650 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0403 00:09:13.962673 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:09:13.962695 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:09:13.962721 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:09:13.962741 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0403 00:09:13.962755 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0403 00:09:13.962781 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0403 00:09:13.962809 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0403 00:09:13.962823 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0403 00:09:13.962832 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:09:13.962855 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0403 00:09:14.029053 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:09:14.045702 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:09:14.059326 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0403 00:09:14.104801 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:09:15.046570 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:09:15.067234 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:09:15.072703 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0403 00:09:15.082439 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:09:15.104974 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0403 00:09:17.164716 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0403 00:09:19.100651 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0403 00:09:20.024811 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0403 00:09:20.120100 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0403 00:09:25.124348 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0403 00:09:29.366137 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0403 00:09:29.366163 1 tasks.go:49] processing task group 3 of 3 I0403 00:09:29.366178 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0403 00:09:29.402220 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0403 00:09:29.406917 1 operator.go:851] Updating ClusterOperator status to done. I0403 00:14:10.761649 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0403 00:14:10.761704 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0403 00:14:10.800938 1 operator.go:830] Updating ClusterOperator status to InProgress. I0403 00:14:10.809302 1 tasks.go:49] processing task group 1 of 3 I0403 00:14:10.809341 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0403 00:14:10.809364 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:14:10.823036 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:14:13.966437 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0403 00:14:13.966460 1 tasks.go:49] processing task group 2 of 3 I0403 00:14:13.966494 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:14:13.966494 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0403 00:14:13.966506 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:14:13.966526 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0403 00:14:13.966542 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0403 00:14:13.966567 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0403 00:14:13.966587 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0403 00:14:13.966602 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0403 00:14:13.966620 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0403 00:14:13.966632 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0403 00:14:13.966654 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:14:13.966677 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:14:13.966691 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:14:13.966693 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0403 00:14:13.966698 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:14:14.021221 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:14:14.041392 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:14:14.056077 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0403 00:14:14.114697 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:14:15.044674 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:14:15.073520 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0403 00:14:15.076045 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:14:15.085050 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:14:15.101426 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0403 00:14:17.127244 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0403 00:14:19.093688 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0403 00:14:20.027416 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0403 00:14:20.111724 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0403 00:14:25.135776 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0403 00:14:29.297451 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0403 00:14:29.297481 1 tasks.go:49] processing task group 3 of 3 I0403 00:14:29.297497 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0403 00:14:29.337649 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0403 00:14:29.344639 1 operator.go:851] Updating ClusterOperator status to done. I0403 00:17:41.743081 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0403 00:17:41.743121 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0403 00:17:41.771542 1 operator.go:830] Updating ClusterOperator status to InProgress. I0403 00:17:41.776047 1 tasks.go:49] processing task group 1 of 3 I0403 00:17:41.776096 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0403 00:17:41.776107 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:17:41.790868 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:17:44.920615 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0403 00:17:44.920638 1 tasks.go:49] processing task group 2 of 3 I0403 00:17:44.920667 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0403 00:17:44.920681 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:17:44.920694 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0403 00:17:44.920712 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:17:44.920734 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0403 00:17:44.920736 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0403 00:17:44.920756 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0403 00:17:44.920775 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0403 00:17:44.920796 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0403 00:17:44.920813 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:17:44.920837 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0403 00:17:44.920669 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:17:44.920866 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0403 00:17:44.920878 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:17:44.920881 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:17:44.977609 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:17:44.997699 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:17:45.008057 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0403 00:17:45.064441 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:17:45.994317 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:17:46.025790 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0403 00:17:46.037968 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:17:46.056107 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:17:46.056985 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0403 00:17:48.084890 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0403 00:17:50.050859 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0403 00:17:50.976855 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0403 00:17:51.069146 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0403 00:17:56.096180 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0403 00:18:00.240380 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0403 00:18:00.240407 1 tasks.go:49] processing task group 3 of 3 I0403 00:18:00.240421 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0403 00:18:00.273670 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0403 00:18:00.278908 1 operator.go:851] Updating ClusterOperator status to done. I0403 00:19:10.672985 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0403 00:19:10.673002 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0403 00:19:10.673013 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0403 00:19:10.672991 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0403 00:19:10.673166 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0403 00:19:10.673246 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0403 00:19:10.673263 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0403 00:19:10.673315 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0403 00:19:10.674947 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0403 00:19:10.674957 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0403 00:19:10.675487 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0403 00:19:10.677249 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0403 00:19:10.727867 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0403 00:19:10.728569 1 operator.go:830] Updating ClusterOperator status to InProgress. I0403 00:19:10.733820 1 tasks.go:49] processing task group 1 of 3 I0403 00:19:10.733848 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0403 00:19:10.733861 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:19:10.746964 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:19:10.761501 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0403 00:19:13.886326 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0403 00:19:13.886349 1 tasks.go:49] processing task group 2 of 3 I0403 00:19:13.886391 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:19:13.886390 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0403 00:19:13.886407 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0403 00:19:13.886425 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:19:13.886451 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0403 00:19:13.886462 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:19:13.886493 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0403 00:19:13.886511 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:19:13.886506 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:19:13.886524 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0403 00:19:13.886549 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0403 00:19:13.886566 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0403 00:19:13.886590 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:19:13.886618 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0403 00:19:13.886646 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0403 00:19:13.935561 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:19:13.956783 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:19:13.969476 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0403 00:19:14.019272 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:19:14.948989 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:19:14.983296 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0403 00:19:14.984470 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:19:15.004191 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:19:15.025956 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0403 00:19:17.050027 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0403 00:19:19.018603 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0403 00:19:19.948570 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0403 00:19:20.026502 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0403 00:19:25.046500 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0403 00:19:29.210305 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0403 00:19:29.210331 1 tasks.go:49] processing task group 3 of 3 I0403 00:19:29.210347 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0403 00:19:29.249690 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0403 00:19:29.254873 1 operator.go:851] Updating ClusterOperator status to done. W0403 00:19:29.264624 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0403 00:19:29.292714 1 operator.go:830] Updating ClusterOperator status to InProgress. I0403 00:19:29.297836 1 tasks.go:49] processing task group 1 of 3 I0403 00:19:29.297860 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0403 00:19:29.297879 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:19:29.311792 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0403 00:19:32.436771 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0403 00:19:32.436793 1 tasks.go:49] processing task group 2 of 3 I0403 00:19:32.436817 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:19:32.436829 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0403 00:19:32.436845 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:19:32.436852 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0403 00:19:32.436879 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0403 00:19:32.436900 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:19:32.436920 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0403 00:19:32.436938 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:19:32.436954 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0403 00:19:32.436966 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:19:32.436986 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0403 00:19:32.437009 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0403 00:19:32.437029 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:19:32.437044 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0403 00:19:32.436834 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0403 00:19:32.486538 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0403 00:19:32.511618 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0403 00:19:32.522434 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0403 00:19:32.575876 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0403 00:19:33.504432 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0403 00:19:33.531142 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0403 00:19:33.533566 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0403 00:19:33.559242 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0403 00:19:33.561667 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0403 00:19:35.596015 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0403 00:19:37.569419 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0403 00:19:38.498744 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0403 00:19:38.586746 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0403 00:19:43.597192 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0403 00:19:47.798680 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0403 00:19:47.798709 1 tasks.go:49] processing task group 3 of 3 I0403 00:19:47.798725 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0403 00:19:47.835307 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0403 00:19:47.841303 1 operator.go:851] Updating ClusterOperator status to done.