W0703 18:01:40.141638 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0703 18:01:40.142255 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0703 18:01:40.142280 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0703 18:01:40.142287 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0703 18:01:40.142293 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0703 18:01:40.169664 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0703 18:01:40.172800 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0703 18:01:40.173058 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0703 18:01:40.174269 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0703 18:01:40.175226 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0703 18:01:40.186170 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0703 18:01:40.186534 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0703 18:01:40.187491 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0703 18:01:40.187513 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0703 18:01:40.191528 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0703 18:01:40.191662 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0703 18:01:40.191725 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0703 18:01:40.191861 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0703 18:01:40.191825 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0703 18:01:40.192571 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0703 18:01:40.192688 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0703 18:01:40.193665 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0703 18:01:40.193667 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0703 18:01:40.197525 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0703 18:01:40.200497 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0703 18:01:40.202310 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0703 18:01:40.226670 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0703 18:01:40.278280 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0703 18:01:40.278351 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0703 18:01:40.278376 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0703 18:01:40.278399 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0703 18:01:40.278409 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0703 18:01:40.278376 1 rule_controller.go:113] Starting alerting rules controller I0703 18:01:40.278402 1 relabel_controller.go:117] Starting alert relabel config controller I0703 18:01:40.278439 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0703 18:01:40.278443 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0703 18:01:40.278458 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0703 18:01:40.278460 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0703 18:01:40.278466 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0703 18:01:40.278448 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0703 18:01:40.278466 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0703 18:01:40.278443 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0703 18:01:40.283074 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0703 18:01:40.283128 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0703 18:01:40.283128 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0703 18:01:40.283258 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.283381 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0703 18:01:40.283916 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.283923 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0703 18:01:40.284042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0703 18:01:40.284137 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.284284 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0703 18:01:40.295373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-9cfmg" is created for OpenShiftMonitoringTelemeterClientCertRequester I0703 18:01:40.297260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-fsqg2" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0703 18:01:40.298155 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-xrzfd" is created for OpenShiftMonitoringClientCertRequester I0703 18:01:40.300622 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.303631 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.308025 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.308024 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.308053 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.328738 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.328756 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.328770 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.333802 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.337846 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.337854 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.338023 1 operator.go:830] Updating ClusterOperator status to InProgress. I0703 18:01:40.341645 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.343804 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.343846 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.348533 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.351535 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.351534 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.352902 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.358206 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.358226 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.358231 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.358367 1 tasks.go:49] processing task group 1 of 3 I0703 18:01:40.358390 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0703 18:01:40.358401 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:01:40.374828 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.374848 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.374863 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0703 18:01:40.378800 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0703 18:01:40.378811 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0703 18:01:40.385695 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0703 18:01:40.389842 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0703 18:01:40.390007 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0703 18:01:40.390331 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0703 18:01:40.390356 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0703 18:01:40.390585 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0703 18:01:40.393663 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0703 18:01:40.408605 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0703 18:01:40.412049 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0703 18:01:40.425553 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:01:40.500771 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0703 18:01:40.529389 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0703 18:01:40.531155 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0703 18:01:40.531173 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0703 18:01:40.531198 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0703 18:01:40.531207 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0703 18:01:40.533866 1 secure_serving.go:57] Forcing use of http/1.1 only I0703 18:01:40.533916 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0703 18:01:40.546844 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0703 18:01:40.546854 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0703 18:01:40.546866 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0703 18:01:40.546869 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0703 18:01:40.546893 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0703 18:01:40.546898 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0703 18:01:40.547245 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0703 18:01:40.547348 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1783101671\" (2026-07-03 18:01:21 +0000 UTC to 2028-07-02 18:01:22 +0000 UTC (now=2026-07-03 18:01:40.547318109 +0000 UTC))" I0703 18:01:40.547512 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1783101700\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1783101700\" (2026-07-03 17:01:40 +0000 UTC to 2027-07-03 17:01:40 +0000 UTC (now=2026-07-03 18:01:40.547498294 +0000 UTC))" I0703 18:01:40.547534 1 secure_serving.go:213] Serving securely on [::]:8443 I0703 18:01:40.547557 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0703 18:01:40.547567 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0703 18:01:40.557479 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0703 18:01:40.557497 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0703 18:01:40.557479 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0703 18:01:40.606055 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0703 18:01:40.626863 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0703 18:01:40.647928 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0703 18:01:40.647970 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0703 18:01:40.647943 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0703 18:01:40.648193 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-07-03 17:50:18 +0000 UTC to 2036-06-30 17:50:18 +0000 UTC (now=2026-07-03 18:01:40.648163397 +0000 UTC))" I0703 18:01:40.648581 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1783101671\" (2026-07-03 18:01:21 +0000 UTC to 2028-07-02 18:01:22 +0000 UTC (now=2026-07-03 18:01:40.648553834 +0000 UTC))" I0703 18:01:40.648835 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1783101700\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1783101700\" (2026-07-03 17:01:40 +0000 UTC to 2027-07-03 17:01:40 +0000 UTC (now=2026-07-03 18:01:40.648811046 +0000 UTC))" I0703 18:01:40.649028 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-07-03 17:50:21 +0000 UTC to 2036-06-30 17:50:21 +0000 UTC (now=2026-07-03 18:01:40.649012091 +0000 UTC))" I0703 18:01:40.649051 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-07-03 17:50:25 +0000 UTC to 2036-06-30 17:50:25 +0000 UTC (now=2026-07-03 18:01:40.649041978 +0000 UTC))" I0703 18:01:40.649066 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-07-03 17:50:26 +0000 UTC to 2036-06-30 17:50:26 +0000 UTC (now=2026-07-03 18:01:40.649057494 +0000 UTC))" I0703 18:01:40.649085 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-07-03 17:50:28 +0000 UTC to 2036-06-30 17:50:28 +0000 UTC (now=2026-07-03 18:01:40.649072807 +0000 UTC))" I0703 18:01:40.649117 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-07-03 17:50:29 +0000 UTC to 2036-06-30 17:50:29 +0000 UTC (now=2026-07-03 18:01:40.649094393 +0000 UTC))" I0703 18:01:40.649139 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2raqdrbpug8ib1bhcvajrpslq5r1odtg-kx-67cfb65e58_customer-system-admin-signer@1783101152\" [] issuer=\"\" (2026-07-03 17:52:31 +0000 UTC to 2026-07-10 17:52:32 +0000 UTC (now=2026-07-03 18:01:40.649128691 +0000 UTC))" I0703 18:01:40.649161 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2raqdrbpug8ib1bhcvajrpslq5r1odtg-kx-67cfb65e58_sre-system-admin-signer@1783101152\" [] issuer=\"\" (2026-07-03 17:52:32 +0000 UTC to 2026-07-10 17:52:33 +0000 UTC (now=2026-07-03 18:01:40.649148505 +0000 UTC))" I0703 18:01:40.649178 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-07-03 17:50:18 +0000 UTC to 2036-06-30 17:50:18 +0000 UTC (now=2026-07-03 18:01:40.649168886 +0000 UTC))" I0703 18:01:40.649375 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1783101671\" (2026-07-03 18:01:21 +0000 UTC to 2028-07-02 18:01:22 +0000 UTC (now=2026-07-03 18:01:40.649360544 +0000 UTC))" I0703 18:01:40.649550 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1783101700\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1783101700\" (2026-07-03 17:01:40 +0000 UTC to 2027-07-03 17:01:40 +0000 UTC (now=2026-07-03 18:01:40.649538382 +0000 UTC))" I0703 18:01:40.680607 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0703 18:01:40.704556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0703 18:01:43.771415 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0703 18:01:43.784660 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0703 18:01:43.809305 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0703 18:01:51.934225 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0703 18:01:51.934250 1 tasks.go:49] processing task group 2 of 3 I0703 18:01:51.934276 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:01:51.934277 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:01:51.934292 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0703 18:01:51.934319 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0703 18:01:51.934321 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:01:51.934330 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0703 18:01:51.934339 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0703 18:01:51.934341 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0703 18:01:51.934349 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0703 18:01:51.934373 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0703 18:01:51.934373 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:01:51.934378 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:01:51.934353 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:01:51.934331 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0703 18:01:51.934316 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0703 18:01:51.954670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0703 18:01:51.962610 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0703 18:01:51.982155 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0703 18:01:51.987152 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0703 18:01:51.994669 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0703 18:01:52.007651 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0703 18:01:52.029080 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:01:52.033624 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0703 18:01:52.059279 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0703 18:01:52.064670 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:01:52.103332 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0703 18:01:52.103357 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0703 18:01:52.106714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0703 18:01:52.107127 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0703 18:01:52.110958 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0703 18:01:52.196289 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0703 18:01:52.196343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0703 18:01:52.197845 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0703 18:01:52.200438 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0703 18:01:52.204293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0703 18:01:52.204505 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing W0703 18:01:52.215900 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0703 18:01:52.215922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0703 18:01:52.216040 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0703 18:01:52.221972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0703 18:01:52.247918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0703 18:01:52.261802 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0703 18:01:52.275557 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0703 18:01:52.286586 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0703 18:01:52.349037 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0703 18:01:52.378791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0703 18:01:52.522662 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0703 18:01:52.593175 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0703 18:01:52.637224 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0703 18:01:52.639397 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0703 18:01:52.739095 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0703 18:01:52.749265 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0703 18:01:52.792511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0703 18:01:52.891430 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0703 18:01:52.953298 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0703 18:01:53.018225 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0703 18:01:53.069833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0703 18:01:53.099119 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0703 18:01:53.113863 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0703 18:01:53.156321 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0703 18:01:53.168434 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0703 18:01:53.261779 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0703 18:01:53.277721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0703 18:01:53.289755 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0703 18:01:53.296042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0703 18:01:53.342995 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0703 18:01:53.360548 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0703 18:01:53.361905 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0703 18:01:53.362129 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0703 18:01:53.375313 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0703 18:01:53.478025 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0703 18:01:53.650310 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0703 18:01:54.105949 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0703 18:01:54.120134 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0703 18:01:54.131135 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0703 18:01:54.210433 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0703 18:01:54.277313 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:01:54.277384 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0703 18:01:54.278140 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0703 18:01:54.307161 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0703 18:01:54.378525 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-59pjl7bqlanhd -n openshift-monitoring because it was missing I0703 18:01:54.403681 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0703 18:01:54.548564 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0703 18:01:54.647912 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0703 18:01:54.746810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0703 18:01:54.849357 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0703 18:01:54.950442 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0703 18:01:55.053491 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0703 18:01:55.105410 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:01:55.115560 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:01:55.155439 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0703 18:01:55.254403 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0703 18:01:55.325397 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:01:55.347660 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0703 18:01:55.363339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0703 18:01:55.392293 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0703 18:01:55.839616 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0703 18:01:56.402948 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0703 18:01:56.863714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-3rbno3qtd2s5t -n openshift-monitoring because it was missing I0703 18:01:57.004572 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0703 18:01:57.037473 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0703 18:01:57.084868 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0703 18:01:58.406260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-3ev1rnjm7ds5m -n openshift-monitoring because it was missing I0703 18:01:58.489225 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0703 18:01:58.511999 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0703 18:01:58.522848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0703 18:02:02.088528 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0703 18:02:02.088612 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0703 18:02:06.443947 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0703 18:02:06.483486 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0703 18:02:08.488171 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0703 18:02:13.086727 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0703 18:02:22.917462 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0703 18:02:22.932505 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0703 18:02:22.932580 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0703 18:02:29.098136 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0703 18:02:29.136466 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0703 18:02:30.100159 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0703 18:02:33.422588 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0703 18:03:08.583975 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0703 18:03:08.584013 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0703 18:03:08.584020 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0703 18:03:08.584039 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0703 18:03:08.585161 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0703 18:03:08.613445 1 operator.go:830] Updating ClusterOperator status to InProgress. I0703 18:03:08.617997 1 tasks.go:49] processing task group 1 of 3 I0703 18:03:08.618018 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0703 18:03:08.618039 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:03:08.630564 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:03:09.670581 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVzRnejliVkhhYTB3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNE16RXdNVFkzTVRBZQpGdzB5TmpBM01ETXhPREF4TVRCYUZ3MHlPREE0TXpFeE9EQXhNVEZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPRE14TURFMk56RXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGY5TjBmSFoyVEFZZXl5Skc4V0tzUnhDTjlZbDBpVE1sZApSRjQrUzdEQ09nZ1poNzlRME5zUGhGWXRReGFLWjBybmpuZjZKY0tSNXE2SzRSdW5PeGgxdFFveFd4SHMyMG8vCmJFcWxHQ3ozOFVYQ0tPbjFCa2UzQzkvMWNJbzhQR0NaS0VmWDhLSEtNUkdqY0FUVG5xWkwwc1ZBbWNMSGdRTlQKMTVFcEkrQnhoeXFXV29ocXZHbGY4WHVVaGo0UEpFNkhOQnZrTlZDOE9TMHUxUlJrSlZJQlZpS2xHbnpTQlE4VQpQR0MxdWptTkhFZ2dYQlpobTZ2VmhDQTAvMnVmZ2xzTDdSeVY2VFYwYzZxMS9FM21ZQWhwOXp3OEMweHQwMGF3CkV3N3ZXWm1aWWhERlZNZDlFbUQ3R2pyN3ZucnBnamNsSG1YV3lGUjV3QnU4RGJTVmZKdHpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFPbEdGWgpseHVndmpCVktsZFNQcVFvVm5lUnlEQWZCZ05WSFNNRUdEQVdnQlFPbEdGWmx4dWd2akJWS2xkU1BxUW9WbmVSCnlEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF0UGhvcXRnWGd1bWdwZStvalAyaDVrRXpPYS9aMEN2SC9QMkYKODZ3WWkxL2xTSFJaTDRZMzRPSnFydzF0Ri9vR0pRRXdIbW5mUkNYaGZmZkxYZDJhaUNWeXVZdGlUeDY4NGxmVQorTExyZnNnWHBZbmxhazVQN29aYUt0Umw0QUo3bHdJd1FzNXpxVHNHLy9SbE9xM2FLem8zVnJyUEh3TUMwbWIzCjJFRE43dmZvKzMrRi9qcTBXUTRzRmpxTkJyVWM5K3dOd29oanI3Z1FkS0p4eEZBODN3dTFUazJnRmR4ZmIySkQKd01WTzFvZnI3L3RDOEJsTjlnKzZjdEZVdWxCTEg5QTNQTkoxMUFrQm5xamdWRE5YMHpJTGo4YVBid29Tc1Y1bApwK2VBM0IrQkwxWXN6YjZJNWFQK1k2eTdWMVVWT1NOWkJxcVArclZEVlNnRTlWUnE4Zz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0703 18:03:09.677314 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0703 18:03:09.682418 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVzRnejliVkhhYTB3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNE16RXdNVFkzTVRBZQpGdzB5TmpBM01ETXhPREF4TVRCYUZ3MHlPREE0TXpFeE9EQXhNVEZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPRE14TURFMk56RXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGY5TjBmSFoyVEFZZXl5Skc4V0tzUnhDTjlZbDBpVE1sZApSRjQrUzdEQ09nZ1poNzlRME5zUGhGWXRReGFLWjBybmpuZjZKY0tSNXE2SzRSdW5PeGgxdFFveFd4SHMyMG8vCmJFcWxHQ3ozOFVYQ0tPbjFCa2UzQzkvMWNJbzhQR0NaS0VmWDhLSEtNUkdqY0FUVG5xWkwwc1ZBbWNMSGdRTlQKMTVFcEkrQnhoeXFXV29ocXZHbGY4WHVVaGo0UEpFNkhOQnZrTlZDOE9TMHUxUlJrSlZJQlZpS2xHbnpTQlE4VQpQR0MxdWptTkhFZ2dYQlpobTZ2VmhDQTAvMnVmZ2xzTDdSeVY2VFYwYzZxMS9FM21ZQWhwOXp3OEMweHQwMGF3CkV3N3ZXWm1aWWhERlZNZDlFbUQ3R2pyN3ZucnBnamNsSG1YV3lGUjV3QnU4RGJTVmZKdHpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFPbEdGWgpseHVndmpCVktsZFNQcVFvVm5lUnlEQWZCZ05WSFNNRUdEQVdnQlFPbEdGWmx4dWd2akJWS2xkU1BxUW9WbmVSCnlEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF0UGhvcXRnWGd1bWdwZStvalAyaDVrRXpPYS9aMEN2SC9QMkYKODZ3WWkxL2xTSFJaTDRZMzRPSnFydzF0Ri9vR0pRRXdIbW5mUkNYaGZmZkxYZDJhaUNWeXVZdGlUeDY4NGxmVQorTExyZnNnWHBZbmxhazVQN29aYUt0Umw0QUo3bHdJd1FzNXpxVHNHLy9SbE9xM2FLem8zVnJyUEh3TUMwbWIzCjJFRE43dmZvKzMrRi9qcTBXUTRzRmpxTkJyVWM5K3dOd29oanI3Z1FkS0p4eEZBODN3dTFUazJnRmR4ZmIySkQKd01WTzFvZnI3L3RDOEJsTjlnKzZjdEZVdWxCTEg5QTNQTkoxMUFrQm5xamdWRE5YMHpJTGo4YVBid29Tc1Y1bApwK2VBM0IrQkwxWXN6YjZJNWFQK1k2eTdWMVVWT1NOWkJxcVArclZEVlNnRTlWUnE4Zz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0703 18:03:09.688412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0703 18:03:11.787613 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0703 18:03:11.787635 1 tasks.go:49] processing task group 2 of 3 I0703 18:03:11.787654 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:03:11.787658 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0703 18:03:11.787667 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:03:11.787682 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0703 18:03:11.787695 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0703 18:03:11.787712 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:03:11.787732 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0703 18:03:11.787747 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:03:11.787755 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0703 18:03:11.787751 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0703 18:03:11.787759 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0703 18:03:11.787761 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0703 18:03:11.787769 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:03:11.787771 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0703 18:03:11.787779 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:03:11.861744 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:03:11.883435 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:03:11.885476 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0703 18:03:11.895618 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0703 18:03:11.915968 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0703 18:03:11.935560 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0703 18:03:11.949640 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0703 18:03:11.959554 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:03:11.964620 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0703 18:03:12.021784 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0703 18:03:12.871080 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:03:12.902576 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:03:12.910006 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:03:12.910224 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0703 18:03:12.939769 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0703 18:03:14.946244 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0703 18:03:16.943742 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0703 18:03:17.014851 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0703 18:03:17.850719 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0703 18:03:22.114812 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0703 18:04:12.980788 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0703 18:05:27.143141 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0703 18:05:27.143169 1 tasks.go:49] processing task group 3 of 3 I0703 18:05:27.143186 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0703 18:05:27.182557 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0703 18:05:27.182652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8a854895-e6be-4acf-b624-65607baa745d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0703 18:05:27.189044 1 operator.go:851] Updating ClusterOperator status to done. W0703 18:05:27.262450 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0703 18:05:27.294481 1 operator.go:830] Updating ClusterOperator status to InProgress. I0703 18:05:27.299699 1 tasks.go:49] processing task group 1 of 3 I0703 18:05:27.299722 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0703 18:05:27.299736 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:05:27.312868 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:05:30.451767 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0703 18:05:30.451792 1 tasks.go:49] processing task group 2 of 3 I0703 18:05:30.451826 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:05:30.451823 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:05:30.451834 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:05:30.451852 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0703 18:05:30.451897 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0703 18:05:30.451912 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:05:30.452053 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0703 18:05:30.452102 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:05:30.452166 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0703 18:05:30.452366 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0703 18:05:30.452448 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0703 18:05:30.452510 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0703 18:05:30.452580 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0703 18:05:30.452624 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:05:30.452700 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0703 18:05:30.514492 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:05:30.536243 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:05:30.545421 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0703 18:05:30.607690 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:05:31.534120 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:05:31.555147 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0703 18:05:31.561553 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:05:31.563931 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:05:31.591428 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0703 18:05:33.608229 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0703 18:05:35.596629 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0703 18:05:36.516716 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0703 18:05:36.617126 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0703 18:05:41.603700 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0703 18:05:42.276256 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0703 18:05:42.299111 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0703 18:05:45.770270 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0703 18:05:45.770295 1 tasks.go:49] processing task group 3 of 3 I0703 18:05:45.770307 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0703 18:05:45.803410 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0703 18:05:45.809571 1 operator.go:851] Updating ClusterOperator status to done. W0703 18:05:45.819332 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0703 18:05:45.849100 1 operator.go:830] Updating ClusterOperator status to InProgress. I0703 18:05:45.854435 1 tasks.go:49] processing task group 1 of 3 I0703 18:05:45.854455 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0703 18:05:45.854470 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:05:45.867455 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:05:48.980522 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0703 18:05:48.980551 1 tasks.go:49] processing task group 2 of 3 I0703 18:05:48.980572 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:05:48.980575 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0703 18:05:48.980597 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0703 18:05:48.980623 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0703 18:05:48.980610 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:05:48.980655 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:05:48.980662 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0703 18:05:48.980672 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0703 18:05:48.980799 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0703 18:05:48.980855 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:05:48.980820 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0703 18:05:48.980832 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0703 18:05:48.980844 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:05:48.980843 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0703 18:05:48.980849 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:05:49.028286 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:05:49.053122 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:05:49.070671 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0703 18:05:49.118301 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:05:50.045363 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:05:50.076343 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:05:50.079033 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0703 18:05:50.096998 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:05:50.104642 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0703 18:05:52.129025 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0703 18:05:54.103791 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0703 18:05:55.044307 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0703 18:05:55.123186 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0703 18:06:00.132740 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0703 18:06:04.332795 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0703 18:06:04.332823 1 tasks.go:49] processing task group 3 of 3 I0703 18:06:04.332834 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0703 18:06:04.367681 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0703 18:06:04.373738 1 operator.go:851] Updating ClusterOperator status to done. I0703 18:06:40.279230 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0703 18:06:40.279276 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0703 18:06:40.310197 1 operator.go:830] Updating ClusterOperator status to InProgress. I0703 18:06:40.315000 1 tasks.go:49] processing task group 1 of 3 I0703 18:06:40.315026 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0703 18:06:40.315044 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:06:40.327103 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:06:43.460426 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0703 18:06:43.460449 1 tasks.go:49] processing task group 2 of 3 I0703 18:06:43.460469 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:06:43.460474 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:06:43.460496 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0703 18:06:43.460507 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0703 18:06:43.460526 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0703 18:06:43.460551 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0703 18:06:43.460689 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0703 18:06:43.460718 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:06:43.460785 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0703 18:06:43.460868 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0703 18:06:43.460960 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0703 18:06:43.461089 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:06:43.460953 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0703 18:06:43.461194 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:06:43.461229 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:06:43.522154 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:06:43.539959 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:06:43.550939 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0703 18:06:43.617559 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:06:44.533963 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:06:44.569069 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:06:44.575084 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0703 18:06:44.575296 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:06:44.599698 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0703 18:06:46.619040 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0703 18:06:48.597106 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0703 18:06:49.520012 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0703 18:06:49.613054 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0703 18:06:54.622856 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0703 18:06:58.772002 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0703 18:06:58.772026 1 tasks.go:49] processing task group 3 of 3 I0703 18:06:58.772036 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0703 18:06:58.807743 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0703 18:06:58.813763 1 operator.go:851] Updating ClusterOperator status to done. I0703 18:11:40.279201 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0703 18:11:40.279254 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0703 18:11:40.326600 1 operator.go:830] Updating ClusterOperator status to InProgress. I0703 18:11:40.337529 1 tasks.go:49] processing task group 1 of 3 I0703 18:11:40.337567 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0703 18:11:40.337586 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:11:40.371358 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:11:43.518079 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0703 18:11:43.518105 1 tasks.go:49] processing task group 2 of 3 I0703 18:11:43.518137 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:11:43.518153 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0703 18:11:43.518164 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0703 18:11:43.518187 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0703 18:11:43.518224 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:11:43.518245 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0703 18:11:43.518241 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:11:43.518253 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0703 18:11:43.518256 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0703 18:11:43.518267 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0703 18:11:43.518276 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:11:43.518272 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0703 18:11:43.518270 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0703 18:11:43.518282 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:11:43.518284 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:11:43.581636 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:11:43.602675 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:11:43.620388 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0703 18:11:43.673208 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:11:44.616314 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:11:44.629699 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0703 18:11:44.634277 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:11:44.661756 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:11:44.674391 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0703 18:11:46.699165 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0703 18:11:48.668251 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0703 18:11:49.584642 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0703 18:11:49.684770 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0703 18:11:54.690670 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0703 18:11:58.873793 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0703 18:11:58.873821 1 tasks.go:49] processing task group 3 of 3 I0703 18:11:58.873830 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0703 18:11:58.923617 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0703 18:11:58.931272 1 operator.go:851] Updating ClusterOperator status to done. I0703 18:16:40.187829 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0703 18:16:40.187859 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0703 18:16:40.187908 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0703 18:16:40.187911 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0703 18:16:40.192704 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0703 18:16:40.192704 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0703 18:16:40.192731 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0703 18:16:40.193934 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0703 18:16:40.194092 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0703 18:16:40.194130 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0703 18:16:40.194158 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0703 18:16:40.194176 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0703 18:16:40.227467 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0703 18:16:40.262237 1 operator.go:830] Updating ClusterOperator status to InProgress. I0703 18:16:40.272760 1 tasks.go:49] processing task group 1 of 3 I0703 18:16:40.272787 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0703 18:16:40.272802 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:16:40.278677 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0703 18:16:40.302738 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:16:43.537541 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0703 18:16:43.537565 1 tasks.go:49] processing task group 2 of 3 I0703 18:16:43.537591 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:16:43.537603 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0703 18:16:43.537616 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0703 18:16:43.537636 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0703 18:16:43.537655 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:16:43.537678 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0703 18:16:43.537686 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:16:43.537841 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0703 18:16:43.537955 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:16:43.537963 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0703 18:16:43.537979 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0703 18:16:43.537985 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0703 18:16:43.537994 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:16:43.538000 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0703 18:16:43.538009 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:16:43.616863 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:16:43.650028 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:16:43.654781 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0703 18:16:43.718252 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:16:44.642428 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:16:44.668205 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0703 18:16:44.678413 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:16:44.682035 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:16:44.724355 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0703 18:16:46.740816 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0703 18:16:48.721796 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0703 18:16:49.608620 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0703 18:16:49.748040 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0703 18:16:54.723458 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0703 18:16:58.959051 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0703 18:16:58.959077 1 tasks.go:49] processing task group 3 of 3 I0703 18:16:58.959086 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0703 18:16:58.995261 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0703 18:16:59.002477 1 operator.go:851] Updating ClusterOperator status to done. W0703 18:16:59.012939 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0703 18:16:59.047788 1 operator.go:830] Updating ClusterOperator status to InProgress. I0703 18:16:59.053150 1 tasks.go:49] processing task group 1 of 3 I0703 18:16:59.053174 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0703 18:16:59.053198 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:16:59.067276 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:17:02.197087 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0703 18:17:02.197110 1 tasks.go:49] processing task group 2 of 3 I0703 18:17:02.197127 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:17:02.197138 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0703 18:17:02.197146 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0703 18:17:02.197169 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:17:02.197182 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:17:02.197205 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0703 18:17:02.197266 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0703 18:17:02.197219 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0703 18:17:02.197259 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0703 18:17:02.197240 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0703 18:17:02.197227 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:17:02.197244 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:17:02.197248 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0703 18:17:02.197256 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:17:02.197287 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0703 18:17:02.255568 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:17:02.291437 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0703 18:17:02.292505 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:17:02.359033 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:17:03.280537 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:17:03.301496 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0703 18:17:03.310907 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:17:03.312348 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:17:03.348920 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0703 18:17:05.353302 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0703 18:17:07.365252 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0703 18:17:08.260644 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0703 18:17:08.367551 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0703 18:17:13.358989 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0703 18:17:17.532205 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0703 18:17:17.532229 1 tasks.go:49] processing task group 3 of 3 I0703 18:17:17.532239 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0703 18:17:17.571798 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0703 18:17:17.578499 1 operator.go:851] Updating ClusterOperator status to done. I0703 18:21:40.279184 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0703 18:21:40.279238 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0703 18:21:40.313700 1 operator.go:830] Updating ClusterOperator status to InProgress. I0703 18:21:40.318844 1 tasks.go:49] processing task group 1 of 3 I0703 18:21:40.318889 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0703 18:21:40.318904 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:21:40.332231 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:21:43.474243 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0703 18:21:43.474268 1 tasks.go:49] processing task group 2 of 3 I0703 18:21:43.474294 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:21:43.474304 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0703 18:21:43.474313 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0703 18:21:43.474339 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0703 18:21:43.474368 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0703 18:21:43.474436 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:21:43.474438 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:21:43.474382 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:21:43.474389 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0703 18:21:43.474403 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0703 18:21:43.474415 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:21:43.474410 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:21:43.474421 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0703 18:21:43.474425 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0703 18:21:43.474426 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0703 18:21:43.531361 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:21:43.549761 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:21:43.572139 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0703 18:21:43.624922 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:21:44.553981 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:21:44.576040 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0703 18:21:44.578910 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:21:44.593288 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:21:44.617992 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0703 18:21:46.632279 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0703 18:21:48.612081 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0703 18:21:49.543561 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0703 18:21:49.636346 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0703 18:21:54.632411 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0703 18:21:58.802515 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0703 18:21:58.802544 1 tasks.go:49] processing task group 3 of 3 I0703 18:21:58.802558 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0703 18:21:58.837546 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0703 18:21:58.846203 1 operator.go:851] Updating ClusterOperator status to done. I0703 18:26:40.278621 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0703 18:26:40.278686 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0703 18:26:40.314808 1 operator.go:830] Updating ClusterOperator status to InProgress. I0703 18:26:40.320641 1 tasks.go:49] processing task group 1 of 3 I0703 18:26:40.320675 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0703 18:26:40.320689 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:26:40.335426 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:26:43.504774 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0703 18:26:43.504803 1 tasks.go:49] processing task group 2 of 3 I0703 18:26:43.504837 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:26:43.504839 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0703 18:26:43.504856 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:26:43.504905 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0703 18:26:43.505003 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0703 18:26:43.505143 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0703 18:26:43.504865 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0703 18:26:43.505248 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:26:43.505298 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0703 18:26:43.504897 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0703 18:26:43.505499 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0703 18:26:43.505224 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:26:43.505594 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0703 18:26:43.505232 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:26:43.505911 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:26:43.578335 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:26:43.600762 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:26:43.608405 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0703 18:26:43.693113 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:26:44.595906 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:26:44.617063 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:26:44.626867 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0703 18:26:44.633352 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:26:44.684226 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0703 18:26:46.688349 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0703 18:26:48.668481 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0703 18:26:49.573031 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0703 18:26:49.685753 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0703 18:26:54.728674 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0703 18:26:58.862171 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0703 18:26:58.862194 1 tasks.go:49] processing task group 3 of 3 I0703 18:26:58.862205 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0703 18:26:58.896656 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0703 18:26:58.903083 1 operator.go:851] Updating ClusterOperator status to done. I0703 18:31:40.188004 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0703 18:31:40.188045 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0703 18:31:40.188053 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0703 18:31:40.188070 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0703 18:31:40.193425 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0703 18:31:40.193432 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0703 18:31:40.193444 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0703 18:31:40.194006 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0703 18:31:40.194216 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0703 18:31:40.194290 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0703 18:31:40.194325 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0703 18:31:40.194345 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0703 18:31:40.222779 1 operator.go:830] Updating ClusterOperator status to InProgress. I0703 18:31:40.228190 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0703 18:31:40.229697 1 tasks.go:49] processing task group 1 of 3 I0703 18:31:40.229723 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0703 18:31:40.229739 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:31:40.245158 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:31:40.278706 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0703 18:31:43.395241 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0703 18:31:43.395262 1 tasks.go:49] processing task group 2 of 3 I0703 18:31:43.395284 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:31:43.395306 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0703 18:31:43.395317 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:31:43.395319 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0703 18:31:43.395335 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0703 18:31:43.395364 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0703 18:31:43.395396 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:31:43.395452 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0703 18:31:43.395374 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:31:43.395631 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0703 18:31:43.395306 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0703 18:31:43.395409 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:31:43.395396 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0703 18:31:43.395424 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0703 18:31:43.395437 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:31:43.463716 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:31:43.485148 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:31:43.490975 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0703 18:31:43.555072 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:31:44.485899 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:31:44.512632 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0703 18:31:44.514275 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:31:44.526500 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:31:44.547290 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0703 18:31:46.572006 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0703 18:31:48.578952 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0703 18:31:49.458625 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0703 18:31:49.567418 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0703 18:31:54.589412 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0703 18:31:58.749595 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0703 18:31:58.749627 1 tasks.go:49] processing task group 3 of 3 I0703 18:31:58.749638 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0703 18:31:58.785494 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0703 18:31:58.792030 1 operator.go:851] Updating ClusterOperator status to done. W0703 18:31:58.803135 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0703 18:31:58.836652 1 operator.go:830] Updating ClusterOperator status to InProgress. I0703 18:31:58.841946 1 tasks.go:49] processing task group 1 of 3 I0703 18:31:58.841979 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0703 18:31:58.841992 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:31:58.856615 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:32:02.008759 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0703 18:32:02.008793 1 tasks.go:49] processing task group 2 of 3 I0703 18:32:02.008816 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:32:02.010019 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:32:02.010330 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0703 18:32:02.010576 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0703 18:32:02.010720 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0703 18:32:02.011077 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0703 18:32:02.011333 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:32:02.011540 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0703 18:32:02.012067 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0703 18:32:02.012302 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0703 18:32:02.012828 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0703 18:32:02.017737 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0703 18:32:02.017949 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:32:02.019088 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:32:02.019185 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:32:02.166037 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:32:02.184359 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0703 18:32:02.204330 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:32:02.276693 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:32:03.204559 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:32:03.210134 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:32:03.224127 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:32:03.231346 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0703 18:32:03.245847 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0703 18:32:05.230941 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0703 18:32:07.364263 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0703 18:32:08.145702 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0703 18:32:08.452849 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0703 18:32:13.235464 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0703 18:32:17.587948 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0703 18:32:17.587976 1 tasks.go:49] processing task group 3 of 3 I0703 18:32:17.587990 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0703 18:32:17.627726 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0703 18:32:17.633908 1 operator.go:851] Updating ClusterOperator status to done. I0703 18:36:40.279212 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0703 18:36:40.279267 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0703 18:36:40.315323 1 operator.go:830] Updating ClusterOperator status to InProgress. I0703 18:36:40.320016 1 tasks.go:49] processing task group 1 of 3 I0703 18:36:40.320049 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0703 18:36:40.320075 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:36:40.336057 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:36:43.481802 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0703 18:36:43.481828 1 tasks.go:49] processing task group 2 of 3 I0703 18:36:43.481863 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:36:43.481897 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0703 18:36:43.481904 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0703 18:36:43.481912 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0703 18:36:43.481931 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:36:43.481936 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:36:43.482100 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0703 18:36:43.481899 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0703 18:36:43.482264 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:36:43.482387 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0703 18:36:43.482338 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0703 18:36:43.482349 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0703 18:36:43.482358 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:36:43.482372 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:36:43.482373 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0703 18:36:43.567977 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:36:43.598150 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0703 18:36:43.600405 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:36:43.670107 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:36:44.586336 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:36:44.618512 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:36:44.626477 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0703 18:36:44.638833 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:36:44.677563 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0703 18:36:46.658110 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0703 18:36:48.653262 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0703 18:36:49.542535 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0703 18:36:49.664031 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0703 18:36:54.677572 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0703 18:36:58.822745 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0703 18:36:58.822771 1 tasks.go:49] processing task group 3 of 3 I0703 18:36:58.822779 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0703 18:36:58.858084 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0703 18:36:58.864347 1 operator.go:851] Updating ClusterOperator status to done. I0703 18:41:40.282222 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0703 18:41:40.282383 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0703 18:41:40.313412 1 operator.go:830] Updating ClusterOperator status to InProgress. I0703 18:41:40.318503 1 tasks.go:49] processing task group 1 of 3 I0703 18:41:40.318598 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0703 18:41:40.318643 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:41:40.338175 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:41:43.459033 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0703 18:41:43.459054 1 tasks.go:49] processing task group 2 of 3 I0703 18:41:43.459081 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:41:43.459086 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0703 18:41:43.459103 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:41:43.459121 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0703 18:41:43.459149 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:41:43.459165 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0703 18:41:43.459176 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0703 18:41:43.459236 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:41:43.459265 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0703 18:41:43.459364 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0703 18:41:43.459428 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0703 18:41:43.459469 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0703 18:41:43.459394 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:41:43.459250 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0703 18:41:43.459414 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:41:43.514281 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:41:43.543554 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:41:43.553356 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0703 18:41:43.603734 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:41:44.535056 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:41:44.570123 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0703 18:41:44.575014 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:41:44.590507 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:41:44.617395 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0703 18:41:46.636890 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0703 18:41:48.609767 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0703 18:41:49.527908 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0703 18:41:49.624905 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0703 18:41:54.633610 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0703 18:41:58.815712 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0703 18:41:58.815734 1 tasks.go:49] processing task group 3 of 3 I0703 18:41:58.815744 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0703 18:41:58.849132 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0703 18:41:58.854822 1 operator.go:851] Updating ClusterOperator status to done. I0703 18:46:40.188527 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0703 18:46:40.188533 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0703 18:46:40.188601 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0703 18:46:40.188614 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0703 18:46:40.193799 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0703 18:46:40.193833 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0703 18:46:40.193905 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0703 18:46:40.194037 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0703 18:46:40.194259 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0703 18:46:40.194375 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0703 18:46:40.194425 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0703 18:46:40.194451 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0703 18:46:40.228723 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0703 18:46:40.254143 1 operator.go:830] Updating ClusterOperator status to InProgress. I0703 18:46:40.261962 1 tasks.go:49] processing task group 1 of 3 I0703 18:46:40.261991 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0703 18:46:40.262005 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:46:40.278901 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0703 18:46:40.284909 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:46:43.442269 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0703 18:46:43.442290 1 tasks.go:49] processing task group 2 of 3 I0703 18:46:43.442315 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:46:43.442321 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:46:43.442332 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0703 18:46:43.442347 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0703 18:46:43.442378 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0703 18:46:43.442400 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0703 18:46:43.442519 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0703 18:46:43.442564 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:46:43.442538 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:46:43.442539 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0703 18:46:43.442565 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0703 18:46:43.442551 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0703 18:46:43.442585 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:46:43.442581 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:46:43.442597 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0703 18:46:43.514450 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:46:43.537676 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:46:43.542406 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0703 18:46:43.598510 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:46:44.535867 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:46:44.552016 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0703 18:46:44.562977 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:46:44.565213 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:46:44.594640 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0703 18:46:46.598442 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0703 18:46:48.590119 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0703 18:46:49.502022 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0703 18:46:49.604069 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0703 18:46:54.609157 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0703 18:46:58.743840 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0703 18:46:58.743887 1 tasks.go:49] processing task group 3 of 3 I0703 18:46:58.743900 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0703 18:46:58.776391 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0703 18:46:58.782497 1 operator.go:851] Updating ClusterOperator status to done. W0703 18:46:58.792200 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0703 18:46:58.818191 1 operator.go:830] Updating ClusterOperator status to InProgress. I0703 18:46:58.822618 1 tasks.go:49] processing task group 1 of 3 I0703 18:46:58.822635 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0703 18:46:58.822653 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:46:58.834562 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0703 18:47:01.948796 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0703 18:47:01.948819 1 tasks.go:49] processing task group 2 of 3 I0703 18:47:01.948844 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:47:01.948850 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0703 18:47:01.948869 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0703 18:47:01.948907 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0703 18:47:01.948932 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:47:01.948972 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0703 18:47:01.948942 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0703 18:47:01.948980 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0703 18:47:01.948955 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0703 18:47:01.948963 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:47:01.948959 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:47:01.948974 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:47:01.948988 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0703 18:47:01.949002 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:47:01.948994 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0703 18:47:02.005673 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0703 18:47:02.059380 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0703 18:47:02.070675 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0703 18:47:02.128265 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0703 18:47:03.032825 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0703 18:47:03.052058 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0703 18:47:03.061987 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0703 18:47:03.071154 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0703 18:47:03.124537 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0703 18:47:05.098660 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0703 18:47:07.132293 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0703 18:47:08.013042 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0703 18:47:08.138192 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0703 18:47:13.098993 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0703 18:47:17.284583 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0703 18:47:17.284614 1 tasks.go:49] processing task group 3 of 3 I0703 18:47:17.284627 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0703 18:47:17.321514 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0703 18:47:17.328699 1 operator.go:851] Updating ClusterOperator status to done.