W0319 18:03:42.011002 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 18:03:42.011804 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0319 18:03:42.011864 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0319 18:03:42.011893 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0319 18:03:42.011949 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0319 18:03:42.011976 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0319 18:03:42.037199 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0319 18:03:42.040870 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0319 18:03:42.042379 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0319 18:03:42.042711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0319 18:03:42.045950 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0319 18:03:42.056235 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 18:03:42.056447 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 18:03:42.057021 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0319 18:03:42.057878 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 18:03:42.059564 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0319 18:03:42.060240 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 18:03:42.060350 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 18:03:42.060624 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0319 18:03:42.061142 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 18:03:42.061233 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 18:03:42.062144 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 18:03:42.063097 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 18:03:42.063181 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0319 18:03:42.068364 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 18:03:42.068923 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 18:03:42.071605 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 18:03:42.101750 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 18:03:42.148424 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 18:03:42.148470 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0319 18:03:42.148485 1 rule_controller.go:114] Starting alerting rules controller I0319 18:03:42.148492 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0319 18:03:42.148495 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0319 18:03:42.148502 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0319 18:03:42.148504 1 relabel_controller.go:117] Starting alert relabel config controller I0319 18:03:42.148508 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0319 18:03:42.148507 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0319 18:03:42.148517 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0319 18:03:42.148522 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0319 18:03:42.148476 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0319 18:03:42.148535 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0319 18:03:42.148542 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... W0319 18:03:42.148492 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:03:42.151686 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0319 18:03:42.152237 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0319 18:03:42.152243 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0319 18:03:42.152348 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0319 18:03:42.152847 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.152949 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 18:03:42.153724 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.153781 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 18:03:42.154768 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.154939 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 18:03:42.164523 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-bdwkl" is created for OpenShiftMonitoringTelemeterClientCertRequester I0319 18:03:42.169005 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-q66d6" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0319 18:03:42.169361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-p58lw" is created for OpenShiftMonitoringClientCertRequester I0319 18:03:42.173126 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.180130 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.180130 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.180136 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.186729 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.186756 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.186756 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.194065 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.194145 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.194067 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.194767 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:03:42.197759 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.198386 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.202656 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.203261 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.203372 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.211553 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.214161 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.214725 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.215326 1 tasks.go:49] processing task group 1 of 3 I0319 18:03:42.215358 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:03:42.215366 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:03:42.219786 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.219841 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.219849 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.224201 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.224470 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.224471 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.227628 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0319 18:03:42.227929 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.228693 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.231185 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.235690 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0319 18:03:42.237848 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.237961 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.238181 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.240877 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:03:42.242511 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.242888 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.246336 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.248341 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.248340 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.249393 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0319 18:03:42.249408 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0319 18:03:42.250775 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.252501 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.252666 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.254599 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.256473 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.256994 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.259580 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.261259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0319 18:03:42.261297 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.264127 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.265238 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.289462 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0319 18:03:42.380245 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0319 18:03:42.392567 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 18:03:42.412552 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 18:03:42.422001 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 18:03:42.498013 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0319 18:03:42.501124 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0319 18:03:42.501139 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0319 18:03:42.501158 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0319 18:03:42.501162 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0319 18:03:42.503607 1 secure_serving.go:57] Forcing use of http/1.1 only I0319 18:03:42.503625 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0319 18:03:42.510470 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0319 18:03:42.510497 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0319 18:03:42.510535 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 18:03:42.510554 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 18:03:42.510532 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 18:03:42.510575 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 18:03:42.510861 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0319 18:03:42.511021 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773943398\" (2026-03-19 18:03:30 +0000 UTC to 2028-03-18 18:03:31 +0000 UTC (now=2026-03-19 18:03:42.510999389 +0000 UTC))" I0319 18:03:42.511186 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773943422\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773943422\" (2026-03-19 17:03:42 +0000 UTC to 2029-03-19 17:03:42 +0000 UTC (now=2026-03-19 18:03:42.511173238 +0000 UTC))" I0319 18:03:42.511204 1 secure_serving.go:211] Serving securely on [::]:8443 I0319 18:03:42.511222 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0319 18:03:42.511226 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0319 18:03:42.513225 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0319 18:03:42.513333 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0319 18:03:42.513380 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0319 18:03:42.611499 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 18:03:42.611526 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 18:03:42.611506 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0319 18:03:42.611718 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-19 17:54:05 +0000 UTC to 2036-03-16 17:54:05 +0000 UTC (now=2026-03-19 18:03:42.611695175 +0000 UTC))" I0319 18:03:42.611944 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773943398\" (2026-03-19 18:03:30 +0000 UTC to 2028-03-18 18:03:31 +0000 UTC (now=2026-03-19 18:03:42.611928857 +0000 UTC))" I0319 18:03:42.612131 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773943422\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773943422\" (2026-03-19 17:03:42 +0000 UTC to 2029-03-19 17:03:42 +0000 UTC (now=2026-03-19 18:03:42.612117834 +0000 UTC))" I0319 18:03:42.612267 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-19 17:54:10 +0000 UTC to 2036-03-16 17:54:10 +0000 UTC (now=2026-03-19 18:03:42.612254763 +0000 UTC))" I0319 18:03:42.612286 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-19 17:54:16 +0000 UTC to 2036-03-16 17:54:16 +0000 UTC (now=2026-03-19 18:03:42.612277305 +0000 UTC))" I0319 18:03:42.612308 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-19 17:54:19 +0000 UTC to 2036-03-16 17:54:19 +0000 UTC (now=2026-03-19 18:03:42.612299077 +0000 UTC))" I0319 18:03:42.612323 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-19 17:54:25 +0000 UTC to 2036-03-16 17:54:25 +0000 UTC (now=2026-03-19 18:03:42.612314966 +0000 UTC))" I0319 18:03:42.612337 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-19 17:54:28 +0000 UTC to 2036-03-16 17:54:28 +0000 UTC (now=2026-03-19 18:03:42.612329714 +0000 UTC))" I0319 18:03:42.612353 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p4uhd2dagqt1ot08javpdvdjktnsnmq-kx-b7bcc48e30_customer-system-admin-signer@1773942979\" [] issuer=\"\" (2026-03-19 17:56:21 +0000 UTC to 2026-03-26 17:56:22 +0000 UTC (now=2026-03-19 18:03:42.612343972 +0000 UTC))" I0319 18:03:42.612371 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p4uhd2dagqt1ot08javpdvdjktnsnmq-kx-b7bcc48e30_sre-system-admin-signer@1773942979\" [] issuer=\"\" (2026-03-19 17:56:21 +0000 UTC to 2026-03-26 17:56:22 +0000 UTC (now=2026-03-19 18:03:42.612362163 +0000 UTC))" I0319 18:03:42.612386 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-19 17:54:05 +0000 UTC to 2036-03-16 17:54:05 +0000 UTC (now=2026-03-19 18:03:42.612379092 +0000 UTC))" I0319 18:03:42.612552 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773943398\" (2026-03-19 18:03:30 +0000 UTC to 2028-03-18 18:03:31 +0000 UTC (now=2026-03-19 18:03:42.61254026 +0000 UTC))" I0319 18:03:42.612702 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773943422\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773943422\" (2026-03-19 17:03:42 +0000 UTC to 2029-03-19 17:03:42 +0000 UTC (now=2026-03-19 18:03:42.612692972 +0000 UTC))" I0319 18:03:42.932329 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.932342 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.932329 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 18:03:42.932551 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-19T17:58:42Z", ) I0319 18:03:42.932568 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-18T17:58:42Z", ) I0319 18:03:42.932586 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-19T17:58:42Z", ) I0319 18:03:42.932601 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-18T17:58:42Z", ) I0319 18:03:42.932606 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-19T17:58:42Z", ) I0319 18:03:42.932630 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-18T17:58:42Z", ) I0319 18:03:42.979552 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0319 18:03:42.979562 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 18:03:42.982453 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0319 18:03:42.990928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0319 18:03:42.991107 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 18:03:42.991193 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 18:03:46.466922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0319 18:03:46.484769 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0319 18:03:46.496664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0319 18:03:50.617309 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:03:50.617333 1 tasks.go:49] processing task group 2 of 3 I0319 18:03:50.617362 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:03:50.617364 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:03:50.617372 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:03:50.617383 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:03:50.617389 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:03:50.617392 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:03:50.617397 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:03:50.617403 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:03:50.617402 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:03:50.617408 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:03:50.617414 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:03:50.617427 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:03:50.617433 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:03:50.617464 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:03:50.617459 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:03:50.634462 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0319 18:03:50.639217 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0319 18:03:50.650841 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0319 18:03:50.668562 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0319 18:03:50.668629 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0319 18:03:50.681359 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0319 18:03:50.726466 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:03:50.736318 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:03:50.748092 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0319 18:03:50.750181 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:03:50.791431 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0319 18:03:50.791450 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0319 18:03:50.795444 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0319 18:03:50.795696 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0319 18:03:50.801109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0319 18:03:50.876194 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0319 18:03:50.878301 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0319 18:03:50.878561 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0319 18:03:50.882146 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0319 18:03:50.883802 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0319 18:03:50.885217 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0319 18:03:50.899966 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0319 18:03:50.900028 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0319 18:03:50.921662 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0319 18:03:50.924288 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0319 18:03:50.952022 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0319 18:03:50.952424 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0319 18:03:50.999087 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0319 18:03:50.999103 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0319 18:03:51.019520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0319 18:03:51.025715 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0319 18:03:51.091452 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0319 18:03:51.128255 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0319 18:03:51.156922 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 18:03:51.181267 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0319 18:03:51.208809 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0319 18:03:51.267630 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0319 18:03:51.273519 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0319 18:03:51.375065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0319 18:03:51.386532 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0319 18:03:51.404950 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0319 18:03:51.493724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0319 18:03:51.494021 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 18:03:51.582235 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0319 18:03:51.682693 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0319 18:03:51.702806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0319 18:03:51.767216 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0319 18:03:51.782467 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0319 18:03:51.795511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0319 18:03:51.877661 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0319 18:03:51.881891 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0319 18:03:51.896941 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0319 18:03:51.976386 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0319 18:03:51.976729 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0319 18:03:51.988720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0319 18:03:51.998790 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0319 18:03:52.034036 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0319 18:03:52.062279 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 18:03:52.062924 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0319 18:03:52.124037 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0319 18:03:52.561025 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 18:03:52.783307 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0319 18:03:52.794215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0319 18:03:52.807353 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0319 18:03:52.890873 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0319 18:03:52.988006 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0319 18:03:53.100358 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0319 18:03:53.119668 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:03:53.119698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0319 18:03:53.120339 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 18:03:53.180449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0319 18:03:53.287594 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0319 18:03:53.382146 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0319 18:03:53.483871 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0319 18:03:53.587441 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0319 18:03:53.688848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0319 18:03:53.727171 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:03:53.775019 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:03:53.788752 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0319 18:03:53.894131 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0319 18:03:53.965020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0319 18:03:53.979594 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0319 18:03:53.995250 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-e4pdknt8485bv -n openshift-monitoring because it was missing I0319 18:03:54.441397 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0319 18:03:54.999922 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:03:55.035005 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:03:55.053028 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:03:55.462365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-duejgmjh5fpa1 -n openshift-monitoring because it was missing I0319 18:03:55.661700 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0319 18:03:55.681721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0319 18:03:56.207498 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0319 18:03:57.011857 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-ctre97t1thekh -n openshift-monitoring because it was missing I0319 18:03:57.025934 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0319 18:03:57.045029 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0319 18:03:57.053816 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0319 18:04:02.306297 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:04:03.734358 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:04:03.734443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0319 18:04:07.057874 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0319 18:04:07.089872 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:04:08.146079 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0319 18:04:20.202879 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 18:04:23.524813 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0319 18:04:23.537730 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:04:23.537797 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0319 18:04:32.126853 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:04:35.211253 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 18:04:50.203134 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 18:05:07.102182 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:05:07.102209 1 tasks.go:49] processing task group 3 of 3 I0319 18:05:07.102231 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:05:07.148508 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:05:07.148596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0319 18:05:07.153195 1 operator.go:851] Updating ClusterOperator status to done. W0319 18:05:07.199374 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:05:07.239941 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:05:07.244417 1 tasks.go:49] processing task group 1 of 3 I0319 18:05:07.244442 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:05:07.244454 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:05:07.256157 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:05:08.290018 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVDBaZjZlMFFSS3N3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016azBNek01T0RBZQpGdzB5TmpBek1Ua3hPREF6TVRoYUZ3MHlPREExTVRjeE9EQXpNVGxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek01TkRNek9UZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzNHcVhwZXZZdFVrNFZTQUoyZi85cUVUdERtdlJnb1ZIaQprRWYzK2lmVWRlenY1d2xmVlFNZGVCTU9CdVh4ZFl1RTdneDBiVlp3UURQanh5WE9saUMvSEtDeFlrbUVxRGs4CnVNZ0RrQWFXZ285TytHNHhQbHI5ellsZGR4ZU82cWc2YXp3VDZ6UHVWaERPRjFudmFwaG5kMFJ6MTBuTVNHek4KSEppbjZoQ2pjaHFoVGNBejUrZXFEVWRraWlGeVZrdExHNUkzbHArdVBjTEJkcFlhVVFiMUVmbVN0dVVyMGZkYQpFc0NNRGlpNVJMeFo0TVFvVHhwN1hYTnJWdHRFYlRDNW1hQTZremUydmRyeTFWSkR2Q3hCV1dqWE1OOXllV1NMCkxhRDZiZVI4ZjBDeVQvZzZsaHFrbnlaN2U5R1VWck9QSlRTbjA1aE0zNmcvSFRrSFhXVDFBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFoaUhpSQpqQ3F3cVY3Y3FaN3NLR0lvR2hOd3FqQWZCZ05WSFNNRUdEQVdnQlFoaUhpSWpDcXdxVjdjcVo3c0tHSW9HaE53CnFqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFJYko4S0FZREdwdWhZd3FMaWN1YUVqNmdpZlM1VWR0OFFjZXQKOEZHaXhRb1NvK09ibWJZWWJSNXdhU0RYYTBObjN0WjFDVWJpU2N1WHBRQkNDa0R6eE5taEMvQjRMMHFxMi9iQQpwc1JwVlVIK3h4UlVWWG9GZE5wQTFlTTNMcUtOVFpsMWpOenRPbEF6dDRBTy8xaVNBblVabkhoZTZ1RFZpSkFhClFSRHNvWUJCSUdxNFhMTmR4OUJsdU9aTTJkZHZvYVEwY0MvRnQzRFdaUk1QZ2h1QVFDK2gxVFJQc1NHR1ZidTEKOVpnSGI2RjdnVnlEOVc3T01OVWljdXF6eXBzRHdBcUFuMzBWWEJaUnIwUFRNUS9LcXZ0bjByK1BPaC9raFRmRAp5dGI3cUJ4ZHVlTW5IeEMvc1NsZDhBQmVPYjJIVWdROUhJaURSck44TFBYaGs4TFhBUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0319 18:05:08.295535 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0319 18:05:08.299928 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVDBaZjZlMFFSS3N3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016azBNek01T0RBZQpGdzB5TmpBek1Ua3hPREF6TVRoYUZ3MHlPREExTVRjeE9EQXpNVGxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek01TkRNek9UZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzNHcVhwZXZZdFVrNFZTQUoyZi85cUVUdERtdlJnb1ZIaQprRWYzK2lmVWRlenY1d2xmVlFNZGVCTU9CdVh4ZFl1RTdneDBiVlp3UURQanh5WE9saUMvSEtDeFlrbUVxRGs4CnVNZ0RrQWFXZ285TytHNHhQbHI5ellsZGR4ZU82cWc2YXp3VDZ6UHVWaERPRjFudmFwaG5kMFJ6MTBuTVNHek4KSEppbjZoQ2pjaHFoVGNBejUrZXFEVWRraWlGeVZrdExHNUkzbHArdVBjTEJkcFlhVVFiMUVmbVN0dVVyMGZkYQpFc0NNRGlpNVJMeFo0TVFvVHhwN1hYTnJWdHRFYlRDNW1hQTZremUydmRyeTFWSkR2Q3hCV1dqWE1OOXllV1NMCkxhRDZiZVI4ZjBDeVQvZzZsaHFrbnlaN2U5R1VWck9QSlRTbjA1aE0zNmcvSFRrSFhXVDFBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFoaUhpSQpqQ3F3cVY3Y3FaN3NLR0lvR2hOd3FqQWZCZ05WSFNNRUdEQVdnQlFoaUhpSWpDcXdxVjdjcVo3c0tHSW9HaE53CnFqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFJYko4S0FZREdwdWhZd3FMaWN1YUVqNmdpZlM1VWR0OFFjZXQKOEZHaXhRb1NvK09ibWJZWWJSNXdhU0RYYTBObjN0WjFDVWJpU2N1WHBRQkNDa0R6eE5taEMvQjRMMHFxMi9iQQpwc1JwVlVIK3h4UlVWWG9GZE5wQTFlTTNMcUtOVFpsMWpOenRPbEF6dDRBTy8xaVNBblVabkhoZTZ1RFZpSkFhClFSRHNvWUJCSUdxNFhMTmR4OUJsdU9aTTJkZHZvYVEwY0MvRnQzRFdaUk1QZ2h1QVFDK2gxVFJQc1NHR1ZidTEKOVpnSGI2RjdnVnlEOVc3T01OVWljdXF6eXBzRHdBcUFuMzBWWEJaUnIwUFRNUS9LcXZ0bjByK1BPaC9raFRmRAp5dGI3cUJ4ZHVlTW5IeEMvc1NsZDhBQmVPYjJIVWdROUhJaURSck44TFBYaGs4TFhBUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0319 18:05:08.304724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dc96d212-8dff-4ded-a169-bc53e81a023f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0319 18:05:10.379602 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:05:10.379637 1 tasks.go:49] processing task group 2 of 3 I0319 18:05:10.379672 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:05:10.379673 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:05:10.379683 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:05:10.379843 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:05:10.379977 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:05:10.380124 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:05:10.380350 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:05:10.380408 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:05:10.380486 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:05:10.380381 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:05:10.380807 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:05:10.380942 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:05:10.381011 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:05:10.380399 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:05:10.381084 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:05:10.482364 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:05:10.487539 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:05:10.512036 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:05:10.576394 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:05:11.487334 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:05:11.502074 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:05:11.516427 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:05:11.546046 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:05:11.569339 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:05:13.624337 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:05:15.549828 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:05:16.439197 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:05:16.590112 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:05:22.619395 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 18:06:11.638472 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:07:25.773811 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:07:25.773837 1 tasks.go:49] processing task group 3 of 3 I0319 18:07:25.773846 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:07:25.809583 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:07:25.814203 1 operator.go:851] Updating ClusterOperator status to done. W0319 18:07:25.823481 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:07:25.848515 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:07:25.853043 1 tasks.go:49] processing task group 1 of 3 I0319 18:07:25.853060 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:07:25.853072 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:07:25.863995 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:07:28.993382 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:07:28.993402 1 tasks.go:49] processing task group 2 of 3 I0319 18:07:28.993428 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:07:28.993437 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:07:28.993439 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:07:28.993448 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:07:28.993457 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:07:28.993487 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:07:28.993500 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:07:28.993516 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:07:28.993608 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:07:28.993664 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:07:28.993731 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:07:28.993648 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:07:28.993654 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:07:28.993659 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:07:28.993443 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:07:29.040919 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:07:29.055206 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:07:29.074706 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:07:29.114156 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:07:30.066638 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:07:30.086852 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:07:30.092385 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:07:30.107229 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:07:30.124044 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:07:32.140270 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:07:34.121480 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:07:35.048429 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:07:35.132738 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:07:35.376861 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 18:07:40.145438 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:07:44.296307 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:07:44.296332 1 tasks.go:49] processing task group 3 of 3 I0319 18:07:44.296347 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:07:44.332795 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:07:44.337260 1 operator.go:851] Updating ClusterOperator status to done. W0319 18:07:44.345708 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:07:44.369220 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:07:44.373643 1 tasks.go:49] processing task group 1 of 3 I0319 18:07:44.373666 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:07:44.373679 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:07:44.386983 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:07:47.514102 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:07:47.514125 1 tasks.go:49] processing task group 2 of 3 I0319 18:07:47.514149 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:07:47.514159 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:07:47.514173 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:07:47.514184 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:07:47.514200 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:07:47.514219 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:07:47.514233 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:07:47.514278 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:07:47.514373 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:07:47.514386 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:07:47.514397 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:07:47.514408 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:07:47.514408 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:07:47.514418 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:07:47.514422 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:07:47.584049 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:07:47.610559 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:07:47.614501 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:07:47.664945 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:07:48.603475 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:07:48.627967 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:07:48.633760 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:07:48.634951 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:07:48.660683 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:07:50.680706 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:07:52.669112 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:07:53.574942 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:07:53.682701 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:07:58.690165 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:08:02.831796 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:08:02.831821 1 tasks.go:49] processing task group 3 of 3 I0319 18:08:02.831829 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:08:02.865042 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:08:02.869747 1 operator.go:851] Updating ClusterOperator status to done. I0319 18:08:42.148677 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 18:08:42.148712 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:08:42.175161 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:08:42.180147 1 tasks.go:49] processing task group 1 of 3 I0319 18:08:42.180165 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:08:42.180185 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:08:42.192071 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:08:45.312583 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:08:45.312605 1 tasks.go:49] processing task group 2 of 3 I0319 18:08:45.312632 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:08:45.312642 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:08:45.312655 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:08:45.312664 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:08:45.312696 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:08:45.312711 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:08:45.312737 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:08:45.312637 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:08:45.312885 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:08:45.312935 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:08:45.313009 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:08:45.313075 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:08:45.313216 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:08:45.313301 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:08:45.313314 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:08:45.367598 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:08:45.383555 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:08:45.392350 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:08:45.444091 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:08:46.384478 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:08:46.408106 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:08:46.413808 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:08:46.418164 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:08:46.432194 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:08:48.458738 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:08:50.433599 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:08:51.369894 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:08:51.452931 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:08:56.461630 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:09:00.616255 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:09:00.616280 1 tasks.go:49] processing task group 3 of 3 I0319 18:09:00.616292 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:09:00.649686 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:09:00.654217 1 operator.go:851] Updating ClusterOperator status to done. I0319 18:13:42.152207 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 18:13:42.152255 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:13:42.185354 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:13:42.190029 1 tasks.go:49] processing task group 1 of 3 I0319 18:13:42.190120 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:13:42.190138 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:13:42.208146 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:13:45.358124 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:13:45.358156 1 tasks.go:49] processing task group 2 of 3 I0319 18:13:45.358184 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:13:45.359177 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:13:45.359201 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:13:45.359301 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:13:45.359345 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:13:45.359312 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:13:45.359724 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:13:45.359377 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:13:45.359335 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:13:45.359387 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:13:45.359398 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:13:45.359409 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:13:45.359417 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:13:45.359427 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:13:45.359439 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:13:45.410184 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:13:45.425928 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:13:45.464636 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:13:45.508930 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:13:46.449684 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:13:46.479683 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:13:46.491110 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:13:46.506699 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:13:46.529661 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:13:48.543332 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:13:50.490221 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:13:51.418276 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:13:51.509895 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:13:56.565863 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:14:00.690725 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:14:00.690766 1 tasks.go:49] processing task group 3 of 3 I0319 18:14:00.690782 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:14:00.730468 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:14:00.736169 1 operator.go:851] Updating ClusterOperator status to done. I0319 18:18:42.056842 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0319 18:18:42.056917 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:18:42.058237 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 18:18:42.061388 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0319 18:18:42.061398 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 18:18:42.062608 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 18:18:42.062749 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 18:18:42.062765 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 18:18:42.062831 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 18:18:42.063477 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 18:18:42.063495 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 18:18:42.063520 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 18:18:42.087521 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:18:42.092360 1 tasks.go:49] processing task group 1 of 3 I0319 18:18:42.092388 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:18:42.092398 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:18:42.102639 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0319 18:18:42.106855 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:18:42.149404 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 18:18:45.220618 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:18:45.220643 1 tasks.go:49] processing task group 2 of 3 I0319 18:18:45.220670 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:18:45.220676 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:18:45.220688 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:18:45.220709 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:18:45.220717 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:18:45.220749 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:18:45.220763 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:18:45.220995 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:18:45.221110 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:18:45.221182 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:18:45.221287 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:18:45.221327 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:18:45.221341 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:18:45.221363 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:18:45.221331 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:18:45.283836 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:18:45.299988 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:18:45.313393 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:18:45.372236 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:18:46.302426 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:18:46.319854 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:18:46.327174 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:18:46.328451 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:18:46.353968 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:18:48.373701 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:18:50.346308 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:18:51.274976 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:18:51.372624 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:18:56.374806 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:19:00.521201 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:19:00.521225 1 tasks.go:49] processing task group 3 of 3 I0319 18:19:00.521235 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:19:00.604035 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:19:00.621647 1 operator.go:851] Updating ClusterOperator status to done. W0319 18:19:00.643855 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:19:00.708710 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:19:00.717694 1 tasks.go:49] processing task group 1 of 3 I0319 18:19:00.717718 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:19:00.717740 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:19:00.746345 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:19:03.902810 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:19:03.902831 1 tasks.go:49] processing task group 2 of 3 I0319 18:19:03.902861 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:19:03.902868 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:19:03.902871 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:19:03.902894 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:19:03.902944 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:19:03.902979 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:19:03.902956 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:19:03.902859 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:19:03.902985 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:19:03.902987 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:19:03.902999 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:19:03.902999 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:19:03.903009 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:19:03.903009 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:19:03.902970 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:19:03.953674 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:19:03.973318 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:19:03.990980 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:19:04.038597 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:19:04.969942 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:19:04.995894 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:19:04.998236 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:19:05.008607 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:19:05.028488 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:19:07.047976 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:19:09.025403 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:19:09.956840 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:19:10.047838 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:19:15.052665 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:19:19.214211 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:19:19.214236 1 tasks.go:49] processing task group 3 of 3 I0319 18:19:19.214251 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:19:19.246952 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:19:19.251597 1 operator.go:851] Updating ClusterOperator status to done. I0319 18:23:42.149057 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 18:23:42.149111 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:23:42.175859 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:23:42.181162 1 tasks.go:49] processing task group 1 of 3 I0319 18:23:42.181185 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:23:42.181203 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:23:42.194437 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:23:45.328145 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:23:45.328167 1 tasks.go:49] processing task group 2 of 3 I0319 18:23:45.328191 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:23:45.328197 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:23:45.328202 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:23:45.328230 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:23:45.328242 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:23:45.328266 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:23:45.328283 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:23:45.328308 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:23:45.328379 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:23:45.328452 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:23:45.328476 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:23:45.328495 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:23:45.328609 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:23:45.328721 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:23:45.328782 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:23:45.386448 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:23:45.413945 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:23:45.421043 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:23:45.495610 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:23:46.408426 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:23:46.433635 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:23:46.435703 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:23:46.458890 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:23:46.473011 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:23:48.492116 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:23:50.456958 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:23:51.381650 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:23:51.474689 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:23:56.489708 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:24:00.632196 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:24:00.632220 1 tasks.go:49] processing task group 3 of 3 I0319 18:24:00.632233 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:24:00.668893 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:24:00.673455 1 operator.go:851] Updating ClusterOperator status to done. I0319 18:28:42.148829 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 18:28:42.148894 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:28:42.202198 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:28:42.207986 1 tasks.go:49] processing task group 1 of 3 I0319 18:28:42.208018 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:28:42.208034 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:28:42.224056 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:28:45.424410 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:28:45.424437 1 tasks.go:49] processing task group 2 of 3 I0319 18:28:45.424463 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:28:45.424468 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:28:45.424477 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:28:45.424497 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:28:45.424511 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:28:45.424521 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:28:45.424547 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:28:45.424634 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:28:45.424773 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:28:45.424864 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:28:45.425007 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:28:45.425106 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:28:45.425153 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:28:45.425215 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:28:45.425310 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:28:45.524206 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:28:45.573302 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:28:45.576335 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:28:45.695615 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:28:46.536225 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:28:46.543651 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:28:46.581605 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:28:46.585838 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:28:46.671988 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter