W0521 19:41:46.321457 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0521 19:41:46.321790 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0521 19:41:46.321804 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0521 19:41:46.321809 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0521 19:41:46.321812 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0521 19:41:46.321817 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0521 19:41:46.369541 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0521 19:41:46.375765 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0521 19:41:46.375956 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0521 19:41:46.376252 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0521 19:41:46.377303 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0521 19:41:46.391160 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0521 19:41:46.393688 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:46.393783 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:46.395208 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:41:46.396597 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:41:46.399572 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:41:46.399633 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:41:46.399804 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:41:46.400474 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:41:46.404847 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:41:46.404980 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0521 19:41:46.405337 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:41:46.405450 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:41:46.437521 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:41:46.483329 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0521 19:41:46.483423 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:41:46.483427 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0521 19:41:46.483432 1 rule_controller.go:114] Starting alerting rules controller I0521 19:41:46.483444 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0521 19:41:46.483452 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0521 19:41:46.483452 1 relabel_controller.go:117] Starting alert relabel config controller I0521 19:41:46.483464 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0521 19:41:46.483472 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0521 19:41:46.483483 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0521 19:41:46.483457 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0521 19:41:46.483453 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0521 19:41:46.483436 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0521 19:41:46.483607 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0521 19:41:46.483618 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0521 19:41:46.487497 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0521 19:41:46.487615 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0521 19:41:46.487741 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0521 19:41:46.487938 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0521 19:41:46.490154 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.491181 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0521 19:41:46.492317 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.492398 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.492958 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0521 19:41:46.492970 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0521 19:41:46.503181 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-qzlp5" is created for OpenShiftMonitoringClientCertRequester I0521 19:41:46.503417 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0521 19:41:46.504080 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:41:46.504664 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0521 19:41:46.507292 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-hxdjf" is created for OpenShiftMonitoringTelemeterClientCertRequester I0521 19:41:46.508451 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-wffhx" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0521 19:41:46.513698 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.523942 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.523974 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.523974 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.530265 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.535725 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.535733 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.541635 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.544677 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.544714 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.556278 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.559184 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.559191 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.559431 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:41:46.572322 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.572451 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.572517 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.583790 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0521 19:41:46.583807 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0521 19:41:46.584509 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.591404 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.591411 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.591574 1 tasks.go:49] processing task group 1 of 3 I0521 19:41:46.591599 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:41:46.591608 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:41:46.595193 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.606220 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.606314 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.606312 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.606242 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0521 19:41:46.622522 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.622668 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.622705 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.622774 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0521 19:41:46.632122 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.646986 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.646994 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.647024 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.647391 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0521 19:41:46.657784 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:41:46.657791 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.657798 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.657794 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.673797 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.673806 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.673827 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.679310 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.680616 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.680617 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:46.734287 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0521 19:41:46.824710 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0521 19:41:46.837615 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0521 19:41:46.867888 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0521 19:41:46.883074 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0521 19:41:46.983471 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0521 19:41:46.986337 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0521 19:41:46.986353 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0521 19:41:46.986387 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0521 19:41:46.986393 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0521 19:41:46.988780 1 secure_serving.go:57] Forcing use of http/1.1 only I0521 19:41:46.988801 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0521 19:41:46.993827 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0521 19:41:46.993849 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0521 19:41:46.993878 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0521 19:41:46.993888 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0521 19:41:46.993896 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0521 19:41:46.993912 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0521 19:41:46.994134 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0521 19:41:46.994232 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1779392484\" (2026-05-21 19:41:33 +0000 UTC to 2028-05-20 19:41:34 +0000 UTC (now=2026-05-21 19:41:46.994193792 +0000 UTC))" I0521 19:41:46.994427 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1779392506\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1779392506\" (2026-05-21 18:41:46 +0000 UTC to 2029-05-21 18:41:46 +0000 UTC (now=2026-05-21 19:41:46.994412855 +0000 UTC))" I0521 19:41:46.994444 1 secure_serving.go:211] Serving securely on [::]:8443 I0521 19:41:46.994462 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0521 19:41:46.994473 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0521 19:41:46.997337 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0521 19:41:46.997440 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0521 19:41:46.997589 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0521 19:41:47.094389 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0521 19:41:47.094405 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0521 19:41:47.094389 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0521 19:41:47.094563 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-21 19:32:01 +0000 UTC to 2036-05-18 19:32:01 +0000 UTC (now=2026-05-21 19:41:47.094542909 +0000 UTC))" I0521 19:41:47.094761 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1779392484\" (2026-05-21 19:41:33 +0000 UTC to 2028-05-20 19:41:34 +0000 UTC (now=2026-05-21 19:41:47.094747774 +0000 UTC))" I0521 19:41:47.094974 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1779392506\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1779392506\" (2026-05-21 18:41:46 +0000 UTC to 2029-05-21 18:41:46 +0000 UTC (now=2026-05-21 19:41:47.094944551 +0000 UTC))" I0521 19:41:47.095218 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-05-21 19:32:04 +0000 UTC to 2036-05-18 19:32:04 +0000 UTC (now=2026-05-21 19:41:47.09519843 +0000 UTC))" I0521 19:41:47.095272 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-05-21 19:32:08 +0000 UTC to 2036-05-18 19:32:08 +0000 UTC (now=2026-05-21 19:41:47.095239447 +0000 UTC))" I0521 19:41:47.095304 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-05-21 19:32:10 +0000 UTC to 2036-05-18 19:32:10 +0000 UTC (now=2026-05-21 19:41:47.095289136 +0000 UTC))" I0521 19:41:47.095335 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-05-21 19:32:13 +0000 UTC to 2036-05-18 19:32:13 +0000 UTC (now=2026-05-21 19:41:47.095320645 +0000 UTC))" I0521 19:41:47.095392 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-05-21 19:32:17 +0000 UTC to 2036-05-18 19:32:17 +0000 UTC (now=2026-05-21 19:41:47.095351071 +0000 UTC))" I0521 19:41:47.095434 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2qegovcgb34vgjgrmsm5lc08sjlrclho-kx-f7f5605795_customer-system-admin-signer@1779392048\" [] issuer=\"\" (2026-05-21 19:34:10 +0000 UTC to 2026-05-28 19:34:11 +0000 UTC (now=2026-05-21 19:41:47.095409197 +0000 UTC))" I0521 19:41:47.095467 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2qegovcgb34vgjgrmsm5lc08sjlrclho-kx-f7f5605795_sre-system-admin-signer@1779392048\" [] issuer=\"\" (2026-05-21 19:34:09 +0000 UTC to 2026-05-28 19:34:10 +0000 UTC (now=2026-05-21 19:41:47.09545071 +0000 UTC))" I0521 19:41:47.095495 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-21 19:32:01 +0000 UTC to 2036-05-18 19:32:01 +0000 UTC (now=2026-05-21 19:41:47.095478762 +0000 UTC))" I0521 19:41:47.095704 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1779392484\" (2026-05-21 19:41:33 +0000 UTC to 2028-05-20 19:41:34 +0000 UTC (now=2026-05-21 19:41:47.095687063 +0000 UTC))" I0521 19:41:47.095864 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1779392506\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1779392506\" (2026-05-21 18:41:46 +0000 UTC to 2029-05-21 18:41:46 +0000 UTC (now=2026-05-21 19:41:47.095851316 +0000 UTC))" I0521 19:41:49.412142 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:49.412330 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-05-21T19:36:49Z",   ) I0521 19:41:49.412352 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-05-20T19:36:49Z",   ) I0521 19:41:49.413445 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:49.413504 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 19:41:49.413591 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-05-21T19:36:49Z",   ) I0521 19:41:49.413607 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-05-20T19:36:49Z",   ) I0521 19:41:49.413703 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-05-21T19:36:49Z",   ) I0521 19:41:49.413727 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-05-20T19:36:49Z",   ) I0521 19:41:49.432609 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0521 19:41:49.432633 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0521 19:41:49.432694 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0521 19:41:49.432778 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0521 19:41:49.435781 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0521 19:41:49.435893 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0521 19:41:56.093756 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0521 19:41:56.947059 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0521 19:41:56.962292 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0521 19:41:56.979276 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0521 19:42:01.120672 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:42:01.120706 1 tasks.go:49] processing task group 2 of 3 I0521 19:42:01.120737 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:42:01.120739 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:42:01.120748 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:42:01.120767 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:42:01.120764 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:42:01.120775 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:42:01.120778 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:42:01.120788 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:42:01.120792 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:42:01.120791 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:42:01.120804 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:42:01.120812 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:42:01.120816 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:42:01.120815 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:42:01.120821 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:42:01.138768 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0521 19:42:01.154541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0521 19:42:01.178320 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0521 19:42:01.218771 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0521 19:42:01.238033 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0521 19:42:01.240699 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0521 19:42:01.277713 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:42:01.304291 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:42:01.330919 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0521 19:42:01.338259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0521 19:42:01.351501 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:42:01.374051 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0521 19:42:01.380847 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0521 19:42:01.426296 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0521 19:42:01.428836 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0521 19:42:01.525398 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0521 19:42:01.526354 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0521 19:42:01.526384 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0521 19:42:01.527610 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0521 19:42:01.547066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0521 19:42:01.551347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0521 19:42:01.571667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0521 19:42:01.624259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0521 19:42:01.633753 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0521 19:42:01.644574 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing W0521 19:42:01.649749 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0521 19:42:01.649836 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0521 19:42:01.677375 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0521 19:42:01.684281 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0521 19:42:01.711938 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0521 19:42:01.794645 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0521 19:42:01.834674 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0521 19:42:01.924968 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0521 19:42:01.981645 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0521 19:42:02.073857 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0521 19:42:02.074392 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0521 19:42:02.185067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0521 19:42:02.196297 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0521 19:42:02.219082 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0521 19:42:02.276887 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0521 19:42:02.323302 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0521 19:42:02.354280 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0521 19:42:02.369443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0521 19:42:02.399675 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0521 19:42:02.422385 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0521 19:42:02.488903 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0521 19:42:02.490376 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0521 19:42:02.501655 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0521 19:42:02.525833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0521 19:42:02.540344 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0521 19:42:02.563531 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0521 19:42:02.564758 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0521 19:42:02.601784 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0521 19:42:02.677774 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0521 19:42:02.781843 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0521 19:42:02.921900 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0521 19:42:02.932062 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0521 19:42:03.366176 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0521 19:42:03.377628 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0521 19:42:03.389958 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:42:03.481451 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0521 19:42:03.586426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0521 19:42:03.679621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0521 19:42:03.782196 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0521 19:42:03.894278 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:42:03.996333 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0521 19:42:04.096949 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0521 19:42:04.184464 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:42:04.184510 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0521 19:42:04.185046 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0521 19:42:04.200123 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0521 19:42:04.306175 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:42:04.337451 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:42:04.406783 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0521 19:42:04.510157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0521 19:42:04.584226 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:42:04.605673 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0521 19:42:04.627618 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-eu3dvet0043e2 -n openshift-monitoring because it was missing I0521 19:42:05.255627 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0521 19:42:05.275484 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:42:05.750516 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:42:06.195282 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0521 19:42:06.224714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0521 19:42:06.287961 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-eekgka3n6sih2 -n openshift-monitoring because it was missing I0521 19:42:07.651880 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-et149gm2gjsth -n openshift-monitoring because it was missing I0521 19:42:07.675845 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:42:07.698642 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0521 19:42:07.710000 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0521 19:42:07.858945 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:42:12.679258 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:42:13.278529 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:42:13.278606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0521 19:42:23.339110 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:42:23.355449 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:42:23.398255 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:42:23.446671 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:42:23.486227 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:42:23.707685 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0521 19:42:23.751493 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:42:24.338086 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:42:25.338528 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:42:34.376714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0521 19:42:34.396707 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:42:34.396787 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0521 19:42:52.628478 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:43:17.772944 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:43:17.772998 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0521 19:43:17.773006 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0521 19:43:17.773032 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0521 19:43:17.773056 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:43:17.807591 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:43:17.813103 1 tasks.go:49] processing task group 1 of 3 I0521 19:43:17.813127 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:43:17.813148 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:43:17.828940 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:43:18.870049 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJV0hnNWczcmlaeUl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM09UTTVNalE0TkRBZQpGdzB5TmpBMU1qRXhPVFF4TWpOYUZ3MHlPREEzTVRreE9UUXhNalJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemt6T1RJME9EUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ1hQOFhRZ09EalFrTVNUOHBkenI1Z0w4aXM4SmhXcFpvSgpiSHd1VklDVHducHNWdlgvcXBIT25DQzRhdUM0ckFXdlIrL3cxaktqR2FmZmxmTkJFQVNXTS9URGRTakQ5MW1XCmkzRTVSTHNKenBGZjU3YTdVT0cwTlh5MVNIcmxqeTg3eFhhWkFkQ0dsaGlaUmpRd3dSbm90TUdrTEFMUE9tRUIKVjNWN0xaelFlNDNzM1Urc2tVY2w0UDliRk5POWxWcWJPNFpTajN1RWF1WVdrZ0JlM3hwaHc4Q2RQL3MrT0RkZApSY0kvNjBDTzg4eDE1cUFCdEIrT2Ywa0RHRzEvZU9vODZkSmtmSzZMbkt0YnVxM2ZCeUxIbUxZYjBQaHBSNWc0CjNTaStDZ2wvK0hJaGdnNzhhMjc4MHJSaHcvOWdmcVcrdTM4TzhJZEFUd2dUSmJ4K1M3cDFBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJmZXBGbQo0bWJFTy9GTXpMVUR4R3R1QW5DR2VUQWZCZ05WSFNNRUdEQVdnQlJmZXBGbTRtYkVPL0ZNekxVRHhHdHVBbkNHCmVUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFjREFSeFBBaGpsV1cvcmFkbU5ER0ExcUFuWHJSTlZ5cFh4a0cKZW1uaU5GSklpNmRhY1gyYUdvUVFQSytScklGWEZHTUl1WlYxNXFCSHVVcnFrVkx5ZzgvdTY5QmVTeFN4VGNJeAo5Rm9wUXBaZ3E1Rnp2TXc4WFRONStSMmdzejI2VlVwWG4vTUlzQ3FrN3AzMGRjVGdmc0Y4UkI5QnZRNCtNYm1QCnBsMysycHVoOHdjS0p2TG5FckR2QmpEeVMvYVEyamsvNTJxU2pKdmNaZG5PTUMycnhBeDg3alpSSU9zV3g4RTcKanF3SE9mWW14NWR1UzJhSkRVK290Wm5hNTVXMFhGVkpXNU80dXpxWkN0SjVkYTZ3U2FJUjJEQXpXNUY5czF3RQo3QVdCMkREUkVvL3JPS3hwZHltREVzOGx3K0QwTDBXYVlRSklPaVJqbDhtc1FlMjcyZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0521 19:43:18.876609 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0521 19:43:18.882352 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJV0hnNWczcmlaeUl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM09UTTVNalE0TkRBZQpGdzB5TmpBMU1qRXhPVFF4TWpOYUZ3MHlPREEzTVRreE9UUXhNalJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemt6T1RJME9EUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ1hQOFhRZ09EalFrTVNUOHBkenI1Z0w4aXM4SmhXcFpvSgpiSHd1VklDVHducHNWdlgvcXBIT25DQzRhdUM0ckFXdlIrL3cxaktqR2FmZmxmTkJFQVNXTS9URGRTakQ5MW1XCmkzRTVSTHNKenBGZjU3YTdVT0cwTlh5MVNIcmxqeTg3eFhhWkFkQ0dsaGlaUmpRd3dSbm90TUdrTEFMUE9tRUIKVjNWN0xaelFlNDNzM1Urc2tVY2w0UDliRk5POWxWcWJPNFpTajN1RWF1WVdrZ0JlM3hwaHc4Q2RQL3MrT0RkZApSY0kvNjBDTzg4eDE1cUFCdEIrT2Ywa0RHRzEvZU9vODZkSmtmSzZMbkt0YnVxM2ZCeUxIbUxZYjBQaHBSNWc0CjNTaStDZ2wvK0hJaGdnNzhhMjc4MHJSaHcvOWdmcVcrdTM4TzhJZEFUd2dUSmJ4K1M3cDFBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJmZXBGbQo0bWJFTy9GTXpMVUR4R3R1QW5DR2VUQWZCZ05WSFNNRUdEQVdnQlJmZXBGbTRtYkVPL0ZNekxVRHhHdHVBbkNHCmVUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFjREFSeFBBaGpsV1cvcmFkbU5ER0ExcUFuWHJSTlZ5cFh4a0cKZW1uaU5GSklpNmRhY1gyYUdvUVFQSytScklGWEZHTUl1WlYxNXFCSHVVcnFrVkx5ZzgvdTY5QmVTeFN4VGNJeAo5Rm9wUXBaZ3E1Rnp2TXc4WFRONStSMmdzejI2VlVwWG4vTUlzQ3FrN3AzMGRjVGdmc0Y4UkI5QnZRNCtNYm1QCnBsMysycHVoOHdjS0p2TG5FckR2QmpEeVMvYVEyamsvNTJxU2pKdmNaZG5PTUMycnhBeDg3alpSSU9zV3g4RTcKanF3SE9mWW14NWR1UzJhSkRVK290Wm5hNTVXMFhGVkpXNU80dXpxWkN0SjVkYTZ3U2FJUjJEQXpXNUY5czF3RQo3QVdCMkREUkVvL3JPS3hwZHltREVzOGx3K0QwTDBXYVlRSklPaVJqbDhtc1FlMjcyZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0521 19:43:18.888494 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0521 19:43:20.977716 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:43:20.977738 1 tasks.go:49] processing task group 2 of 3 I0521 19:43:20.977766 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:43:20.977767 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:43:20.977784 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:43:20.977801 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:43:20.977824 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:43:20.977842 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:43:20.977861 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:43:20.977868 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:43:20.977893 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:43:20.977908 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:43:20.977932 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:43:20.977943 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:43:20.977962 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:43:20.977976 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:43:20.977977 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:43:21.072160 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:43:21.082865 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:43:21.089196 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:43:21.109406 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0521 19:43:21.128472 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0521 19:43:21.152761 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0521 19:43:21.167654 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0521 19:43:21.169617 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:43:21.181587 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0521 19:43:21.243798 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0521 19:43:22.086222 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:43:22.125989 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:43:22.133962 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:43:22.136901 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:43:22.157979 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:43:24.192907 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:43:26.158560 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:43:26.230814 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0521 19:43:27.043358 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:43:29.356455 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:44:22.225065 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:45:36.402570 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:45:36.402597 1 tasks.go:49] processing task group 3 of 3 I0521 19:45:36.402614 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:45:36.476383 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:45:36.476483 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a8ff02b-7aff-45e5-9f7f-9487d45014b2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0521 19:45:36.490991 1 operator.go:851] Updating ClusterOperator status to done. W0521 19:45:36.529598 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:45:36.585095 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:45:36.597956 1 tasks.go:49] processing task group 1 of 3 I0521 19:45:36.597979 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:45:36.598001 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:45:36.618424 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:45:39.835775 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:45:39.835796 1 tasks.go:49] processing task group 2 of 3 I0521 19:45:39.835821 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:45:39.835825 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:45:39.835849 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:45:39.835868 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:45:39.835894 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:45:39.835913 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:45:39.835934 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:45:39.835952 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:45:39.835974 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:45:39.835984 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:45:39.835992 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:45:39.836014 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:45:39.836029 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:45:39.836037 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:45:39.836065 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:45:39.948565 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:45:39.959169 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:45:39.972130 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:45:40.077491 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:45:40.957474 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:45:41.001502 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:45:41.024514 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:45:41.059598 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:45:41.071888 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:45:43.075775 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:45:45.046379 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:45:45.937533 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:45:46.068360 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:45:51.086080 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:45:51.601828 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:45:51.618884 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:45:55.268146 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:45:55.268170 1 tasks.go:49] processing task group 3 of 3 I0521 19:45:55.268183 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:45:55.316459 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:45:55.323588 1 operator.go:851] Updating ClusterOperator status to done. W0521 19:45:55.335559 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:45:55.372188 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:45:55.379183 1 tasks.go:49] processing task group 1 of 3 I0521 19:45:55.379205 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:45:55.379220 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:45:55.397151 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:45:58.549547 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:45:58.549568 1 tasks.go:49] processing task group 2 of 3 I0521 19:45:58.549591 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:45:58.549596 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:45:58.549613 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:45:58.549634 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:45:58.549650 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:45:58.549670 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:45:58.549693 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:45:58.549707 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:45:58.549730 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:45:58.549753 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:45:58.549775 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:45:58.549788 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:45:58.549814 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:45:58.549810 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:45:58.549838 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:45:58.634903 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:45:58.673815 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:45:58.676925 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:45:58.780862 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:45:59.646497 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:45:59.705052 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:45:59.706722 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:45:59.714839 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:45:59.734464 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:46:01.768001 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:46:03.747479 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:46:04.614989 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:46:04.757415 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:46:09.756593 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:46:13.973223 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:46:13.973247 1 tasks.go:49] processing task group 3 of 3 I0521 19:46:13.973259 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:46:14.015888 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:46:14.022356 1 operator.go:851] Updating ClusterOperator status to done. I0521 19:46:46.484093 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0521 19:46:46.484125 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:46:46.527789 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:46:46.534509 1 tasks.go:49] processing task group 1 of 3 I0521 19:46:46.534535 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:46:46.534547 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:46:46.554222 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:46:49.704223 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:46:49.704247 1 tasks.go:49] processing task group 2 of 3 I0521 19:46:49.704272 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:46:49.704277 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:46:49.704297 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:46:49.704318 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:46:49.704337 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:46:49.704381 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:46:49.704392 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:46:49.704407 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:46:49.704437 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:46:49.704439 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:46:49.704465 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:46:49.704468 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:46:49.704982 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:46:49.705308 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:46:49.705344 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:46:49.771064 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:46:49.789399 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:46:49.801189 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:46:49.865734 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:46:50.786932 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:46:50.815430 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:46:50.828580 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:46:50.856706 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:46:50.900445 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:46:52.887277 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:46:54.853879 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:46:55.772778 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:46:55.866313 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:47:00.920107 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:47:05.069097 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:47:05.069123 1 tasks.go:49] processing task group 3 of 3 I0521 19:47:05.069138 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:47:05.112914 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:47:05.120359 1 operator.go:851] Updating ClusterOperator status to done. I0521 19:51:46.484459 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0521 19:51:46.484509 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:51:46.540952 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:51:46.557242 1 tasks.go:49] processing task group 1 of 3 I0521 19:51:46.557266 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:51:46.557284 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:51:46.588701 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:51:49.828007 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:51:49.828033 1 tasks.go:49] processing task group 2 of 3 I0521 19:51:49.828052 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:51:49.828059 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:51:49.828073 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:51:49.828111 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:51:49.828105 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:51:49.828132 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:51:49.828153 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:51:49.828174 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:51:49.828198 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:51:49.828221 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:51:49.828335 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:51:49.828349 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:51:49.828282 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:51:49.828285 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:51:49.828292 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:51:49.925840 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:51:49.944745 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:51:49.953944 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:51:50.026208 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:51:50.968237 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:51:50.982582 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:51:51.013571 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:51:51.015541 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:51:51.056562 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:51:53.043998 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:51:55.083354 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:51:56.012171 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:51:56.349968 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:52:01.066572 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:52:05.375427 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:52:05.375459 1 tasks.go:49] processing task group 3 of 3 I0521 19:52:05.375472 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:52:05.417009 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:52:05.423836 1 operator.go:851] Updating ClusterOperator status to done. I0521 19:56:46.392262 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0521 19:56:46.392297 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0521 19:56:46.392326 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:56:46.397782 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0521 19:56:46.399877 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0521 19:56:46.399914 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:56:46.400745 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0521 19:56:46.400832 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0521 19:56:46.400840 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0521 19:56:46.400882 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0521 19:56:46.405485 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0521 19:56:46.405677 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0521 19:56:46.426851 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:56:46.435417 1 tasks.go:49] processing task group 1 of 3 I0521 19:56:46.435440 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:56:46.435456 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:56:46.438202 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0521 19:56:46.454531 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:56:46.484212 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0521 19:56:49.617024 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:56:49.617045 1 tasks.go:49] processing task group 2 of 3 I0521 19:56:49.617075 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:56:49.617077 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:56:49.617094 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:56:49.617113 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:56:49.617129 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:56:49.617154 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:56:49.617166 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:56:49.617191 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:56:49.617210 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:56:49.617228 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:56:49.617265 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:56:49.617257 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:56:49.617296 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:56:49.617296 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:56:49.617345 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:56:49.677991 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:56:49.704134 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:56:49.710754 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:56:49.772410 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:56:50.700315 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:56:50.736423 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:56:50.742061 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:56:50.768232 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:56:50.776881 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:56:52.797819 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:56:54.781016 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:56:55.693623 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:56:55.786533 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:57:00.810039 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:57:04.985179 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:57:04.985205 1 tasks.go:49] processing task group 3 of 3 I0521 19:57:04.985224 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:57:05.032159 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:57:05.038229 1 operator.go:851] Updating ClusterOperator status to done. W0521 19:57:05.049083 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:57:05.080491 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:57:05.085940 1 tasks.go:49] processing task group 1 of 3 I0521 19:57:05.085964 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:57:05.085985 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:57:05.100550 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:57:08.238100 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:57:08.238134 1 tasks.go:49] processing task group 2 of 3 I0521 19:57:08.238157 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:57:08.238173 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:57:08.238181 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:57:08.238196 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:57:08.238201 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:57:08.238215 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:57:08.238230 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:57:08.238248 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:57:08.238272 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:57:08.238280 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:57:08.238304 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:57:08.238332 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:57:08.238347 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:57:08.238358 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:57:08.238405 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:57:08.297349 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:57:08.331016 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:57:08.334439 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:57:08.399653 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:57:09.319010 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:57:09.350148 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:57:09.350356 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:57:09.375014 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:57:09.388019 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:57:11.411661 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:57:13.390337 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:57:14.301531 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:57:14.421896 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:57:19.413067 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:57:23.617591 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:57:23.617616 1 tasks.go:49] processing task group 3 of 3 I0521 19:57:23.617631 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:57:23.658593 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:57:23.665012 1 operator.go:851] Updating ClusterOperator status to done. I0521 20:01:46.484164 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0521 20:01:46.484228 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 20:01:46.522174 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 20:01:46.527832 1 tasks.go:49] processing task group 1 of 3 I0521 20:01:46.527859 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 20:01:46.527877 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 20:01:46.543735 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 20:01:49.696245 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 20:01:49.696268 1 tasks.go:49] processing task group 2 of 3 I0521 20:01:49.696296 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 20:01:49.696298 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 20:01:49.696312 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 20:01:49.696335 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 20:01:49.696356 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 20:01:49.696408 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 20:01:49.696429 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 20:01:49.696438 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 20:01:49.696455 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 20:01:49.696463 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 20:01:49.696483 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 20:01:49.696498 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 20:01:49.696526 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 20:01:49.696553 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 20:01:49.696571 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 20:01:49.762533 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 20:01:49.787646 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 20:01:49.791754 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 20:01:49.854382 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 20:01:50.807402 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 20:01:50.863253 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 20:01:50.875398 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 20:01:50.909950 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 20:01:50.937831 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 20:01:52.913494 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 20:01:54.850247 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 20:01:55.766609 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 20:01:55.869999 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 20:02:00.967519 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 20:02:05.069196 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 20:02:05.069221 1 tasks.go:49] processing task group 3 of 3 I0521 20:02:05.069235 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 20:02:05.104537 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 20:02:05.109798 1 operator.go:851] Updating ClusterOperator status to done. I0521 20:06:46.484042 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0521 20:06:46.484107 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 20:06:46.514641 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 20:06:46.519222 1 tasks.go:49] processing task group 1 of 3 I0521 20:06:46.519246 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 20:06:46.519256 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 20:06:46.531560 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 20:06:49.650846 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 20:06:49.650868 1 tasks.go:49] processing task group 2 of 3 I0521 20:06:49.650891 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 20:06:49.650904 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 20:06:49.650917 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 20:06:49.650937 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 20:06:49.650955 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 20:06:49.650997 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 20:06:49.651008 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 20:06:49.651026 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 20:06:49.651046 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 20:06:49.651064 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 20:06:49.651101 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 20:06:49.651126 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 20:06:49.651153 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 20:06:49.651149 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 20:06:49.651215 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 20:06:49.716579 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 20:06:49.739710 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 20:06:49.739883 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 20:06:49.809744 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 20:06:50.746984 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 20:06:50.776541 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 20:06:50.784488 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 20:06:50.798952 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 20:06:50.821396 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 20:06:52.835303 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 20:06:54.798141 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 20:06:55.712276 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 20:06:55.821999 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 20:07:00.841967 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 20:07:04.986167 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 20:07:04.986194 1 tasks.go:49] processing task group 3 of 3 I0521 20:07:04.986206 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 20:07:05.024439 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 20:07:05.030220 1 operator.go:851] Updating ClusterOperator status to done.