I0704 14:00:32.865310 1 cmd.go:253] Using service-serving-cert provided certificates I0704 14:00:32.865821 1 observer_polling.go:159] Starting file observer I0704 14:00:33.589670 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0704 14:00:33.589947 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0704 14:00:33.590863 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0704 14:00:33.590885 1 secure_serving.go:57] Forcing use of http/1.1 only W0704 14:00:33.590905 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0704 14:00:33.590910 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0704 14:00:33.590915 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0704 14:00:33.590919 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0704 14:00:33.590923 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0704 14:00:33.590926 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0704 14:00:33.595517 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"60a94830-78a8-4dde-a2b9-e2db1b17c651", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0704 14:00:33.595485 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0704 14:00:33.596667 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0704 14:00:33.596678 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0704 14:00:33.596683 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0704 14:00:33.596691 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0704 14:00:33.596694 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0704 14:00:33.596691 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0704 14:00:33.597047 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0704 14:00:33.597569 1 secure_serving.go:213] Serving securely on [::]:8443 I0704 14:00:33.597603 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0704 14:00:33.605427 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0704 14:00:33.605455 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0704 14:00:33.605561 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0704 14:00:33.612084 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 14:00:33.612108 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0704 14:00:33.616813 1 secretconfigobserver.go:119] support secret does not exist I0704 14:00:33.623881 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 14:00:33.628234 1 secretconfigobserver.go:119] support secret does not exist I0704 14:00:33.630274 1 recorder.go:161] Pruning old reports every 6h27m11s, max age is 288h0m0s I0704 14:00:33.635186 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0704 14:00:33.635204 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0704 14:00:33.635218 1 periodic.go:209] Running clusterconfig gatherer I0704 14:00:33.635218 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0704 14:00:33.635231 1 insightsreport.go:296] Starting report retriever I0704 14:00:33.635243 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0704 14:00:33.635256 1 tasks_processing.go:45] number of workers: 32 I0704 14:00:33.635282 1 tasks_processing.go:69] worker 31 listening for tasks. I0704 14:00:33.635289 1 tasks_processing.go:71] worker 31 working on clusterroles task. I0704 14:00:33.635327 1 tasks_processing.go:69] worker 15 listening for tasks. I0704 14:00:33.635336 1 tasks_processing.go:71] worker 15 working on infrastructures task. I0704 14:00:33.635345 1 tasks_processing.go:69] worker 0 listening for tasks. I0704 14:00:33.635355 1 tasks_processing.go:69] worker 23 listening for tasks. I0704 14:00:33.635360 1 tasks_processing.go:69] worker 1 listening for tasks. I0704 14:00:33.635367 1 tasks_processing.go:69] worker 2 listening for tasks. I0704 14:00:33.635369 1 tasks_processing.go:69] worker 27 listening for tasks. I0704 14:00:33.635373 1 tasks_processing.go:69] worker 20 listening for tasks. I0704 14:00:33.635379 1 tasks_processing.go:69] worker 3 listening for tasks. I0704 14:00:33.635381 1 tasks_processing.go:69] worker 24 listening for tasks. I0704 14:00:33.635382 1 tasks_processing.go:69] worker 21 listening for tasks. I0704 14:00:33.635387 1 tasks_processing.go:69] worker 4 listening for tasks. I0704 14:00:33.635389 1 tasks_processing.go:69] worker 25 listening for tasks. I0704 14:00:33.635393 1 tasks_processing.go:69] worker 26 listening for tasks. I0704 14:00:33.635395 1 tasks_processing.go:69] worker 5 listening for tasks. I0704 14:00:33.635397 1 tasks_processing.go:69] worker 17 listening for tasks. I0704 14:00:33.635395 1 tasks_processing.go:69] worker 19 listening for tasks. I0704 14:00:33.635410 1 tasks_processing.go:69] worker 28 listening for tasks. I0704 14:00:33.635415 1 tasks_processing.go:69] worker 30 listening for tasks. I0704 14:00:33.635404 1 tasks_processing.go:69] worker 29 listening for tasks. I0704 14:00:33.635423 1 tasks_processing.go:69] worker 18 listening for tasks. I0704 14:00:33.635429 1 tasks_processing.go:69] worker 9 listening for tasks. I0704 14:00:33.635430 1 tasks_processing.go:69] worker 12 listening for tasks. I0704 14:00:33.635395 1 tasks_processing.go:69] worker 22 listening for tasks. I0704 14:00:33.635434 1 tasks_processing.go:69] worker 14 listening for tasks. I0704 14:00:33.635438 1 tasks_processing.go:71] worker 0 working on machine_configs task. I0704 14:00:33.635441 1 tasks_processing.go:71] worker 2 working on silenced_alerts task. I0704 14:00:33.635402 1 tasks_processing.go:69] worker 6 listening for tasks. I0704 14:00:33.635445 1 tasks_processing.go:71] worker 26 working on install_plans task. I0704 14:00:33.635450 1 tasks_processing.go:71] worker 6 working on nodenetworkconfigurationpolicies task. I0704 14:00:33.635455 1 tasks_processing.go:71] worker 17 working on aggregated_monitoring_cr_names task. I0704 14:00:33.635447 1 tasks_processing.go:71] worker 14 working on image_pruners task. I0704 14:00:33.635551 1 tasks_processing.go:71] worker 29 working on version task. I0704 14:00:33.635554 1 tasks_processing.go:71] worker 18 working on schedulers task. I0704 14:00:33.635557 1 tasks_processing.go:71] worker 12 working on feature_gates task. I0704 14:00:33.635418 1 tasks_processing.go:69] worker 11 listening for tasks. I0704 14:00:33.635586 1 tasks_processing.go:71] worker 11 working on oauths task. I0704 14:00:33.635598 1 tasks_processing.go:71] worker 9 working on operators task. I0704 14:00:33.635627 1 tasks_processing.go:71] worker 27 working on sap_pods task. I0704 14:00:33.635337 1 tasks_processing.go:69] worker 7 listening for tasks. I0704 14:00:33.635709 1 tasks_processing.go:71] worker 7 working on machines task. I0704 14:00:33.635829 1 tasks_processing.go:71] worker 19 working on tsdb_status task. I0704 14:00:33.635913 1 tasks_processing.go:71] worker 30 working on pod_network_connectivity_checks task. I0704 14:00:33.635936 1 tasks_processing.go:71] worker 22 working on machine_healthchecks task. I0704 14:00:33.635998 1 tasks_processing.go:71] worker 21 working on openshift_machine_api_events task. I0704 14:00:33.636090 1 tasks_processing.go:71] worker 20 working on validating_webhook_configurations task. I0704 14:00:33.636115 1 tasks_processing.go:71] worker 23 working on crds task. I0704 14:00:33.636164 1 tasks_processing.go:71] worker 3 working on cluster_apiserver task. I0704 14:00:33.636178 1 tasks_processing.go:71] worker 4 working on operators_pods_and_events task. I0704 14:00:33.636215 1 tasks_processing.go:71] worker 28 working on ingress_certificates task. I0704 14:00:33.636420 1 tasks_processing.go:71] worker 24 working on olm_operators task. I0704 14:00:33.636234 1 tasks_processing.go:71] worker 25 working on monitoring_persistent_volumes task. I0704 14:00:33.635451 1 tasks_processing.go:71] worker 5 working on nodes task. I0704 14:00:33.636109 1 tasks_processing.go:71] worker 1 working on ceph_cluster task. I0704 14:00:33.635425 1 tasks_processing.go:69] worker 8 listening for tasks. I0704 14:00:33.635432 1 tasks_processing.go:69] worker 10 listening for tasks. I0704 14:00:33.635405 1 tasks_processing.go:69] worker 16 listening for tasks. I0704 14:00:33.635423 1 tasks_processing.go:69] worker 13 listening for tasks. I0704 14:00:33.637489 1 tasks_processing.go:71] worker 8 working on overlapping_namespace_uids task. I0704 14:00:33.637590 1 tasks_processing.go:71] worker 13 working on openstack_controlplanes task. I0704 14:00:33.637617 1 tasks_processing.go:71] worker 16 working on machine_config_pools task. I0704 14:00:33.637592 1 tasks_processing.go:71] worker 10 working on ingress task. E0704 14:00:33.640818 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.129.0.15:33967->172.30.0.10:53: read: connection refused I0704 14:00:33.640841 1 tasks_processing.go:71] worker 19 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. E0704 14:00:33.640847 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.129.0.15:33967->172.30.0.10:53: read: connection refused I0704 14:00:33.640869 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 4.949363ms to process 0 records E0704 14:00:33.641026 1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.129.0.15:34153->172.30.0.10:53: read: connection refused I0704 14:00:33.641045 1 tasks_processing.go:71] worker 2 working on support_secret task. E0704 14:00:33.641057 1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.129.0.15:34153->172.30.0.10:53: read: connection refused I0704 14:00:33.641079 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 5.592593ms to process 0 records I0704 14:00:33.642023 1 tasks_processing.go:71] worker 7 working on dvo_metrics task. E0704 14:00:33.642101 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0704 14:00:33.642115 1 gather.go:177] gatherer "clusterconfig" function "machines" took 6.298394ms to process 0 records I0704 14:00:33.642246 1 tasks_processing.go:71] worker 15 working on image task. I0704 14:00:33.643571 1 recorder.go:75] Recording config/infrastructure with fingerprint=91b374d9574393c81e1389612674d1dd558ac483375889514b0f51f323ded034 I0704 14:00:33.643651 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 6.89411ms to process 1 records I0704 14:00:33.647225 1 tasks_processing.go:71] worker 1 working on mutating_webhook_configurations task. I0704 14:00:33.647238 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 9.856354ms to process 0 records I0704 14:00:33.647329 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 11.610611ms to process 0 records E0704 14:00:33.647339 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0704 14:00:33.647348 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 11.326961ms to process 0 records I0704 14:00:33.647350 1 tasks_processing.go:71] worker 27 working on cost_management_metrics_configs task. I0704 14:00:33.647355 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 9.640545ms to process 0 records I0704 14:00:33.647361 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 11.821415ms to process 0 records E0704 14:00:33.647368 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0704 14:00:33.647376 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 11.403767ms to process 0 records I0704 14:00:33.647399 1 tasks_processing.go:71] worker 30 working on lokistack task. I0704 14:00:33.647413 1 tasks_processing.go:71] worker 6 working on config_maps task. I0704 14:00:33.647619 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0704 14:00:33.647640 1 controller.go:326] The initial operator extension status is healthy I0704 14:00:33.647653 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0704 14:00:33.647660 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0704 14:00:33.647665 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0704 14:00:33.647666 1 tasks_processing.go:71] worker 21 working on networks task. I0704 14:00:33.647392 1 tasks_processing.go:71] worker 13 working on sap_config task. I0704 14:00:33.647685 1 controller.go:489] The operator is still being initialized I0704 14:00:33.647693 1 controller.go:512] The operator is healthy I0704 14:00:33.647408 1 tasks_processing.go:71] worker 22 working on openshift_logging task. I0704 14:00:33.647796 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 11.616594ms to process 0 records I0704 14:00:33.647824 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0704 14:00:33.647827 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0704 14:00:33.647923 1 operator.go:288] started I0704 14:00:33.647976 1 recorder.go:75] Recording config/featuregate with fingerprint=0c379b7d332d35988618c039736b27b71ce739dae03df81536aaab7c1bcdf566 I0704 14:00:33.647991 1 tasks_processing.go:71] worker 12 working on node_logs task. I0704 14:00:33.647996 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 12.226809ms to process 1 records I0704 14:00:33.648020 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0704 14:00:33.648289 1 tasks_processing.go:71] worker 18 working on storage_classes task. I0704 14:00:33.648416 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=0dd0b79feb5d27700449bec4b65d06e8fcd6e604683f17b9d20bbc3d3f6705bd I0704 14:00:33.648430 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 12.725538ms to process 1 records I0704 14:00:33.666882 1 tasks_processing.go:71] worker 2 working on proxies task. E0704 14:00:33.666987 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0704 14:00:33.667007 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 25.826436ms to process 0 records I0704 14:00:33.667129 1 recorder.go:75] Recording config/image with fingerprint=f9acd36e102308e20b9c3dc98dfce8b14e7147346f7edef961e2172b696b6bb0 I0704 14:00:33.667198 1 gather.go:177] gatherer "clusterconfig" function "image" took 24.667862ms to process 1 records I0704 14:00:33.667211 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 19.624274ms to process 0 records I0704 14:00:33.667220 1 tasks_processing.go:71] worker 15 working on image_registries task. I0704 14:00:33.667377 1 recorder.go:75] Recording config/apiserver with fingerprint=475f43ac6a2e6b1924e8fa8f064be95a347921998806d2fe1c407bd03238bb50 I0704 14:00:33.667390 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 30.919876ms to process 1 records I0704 14:00:33.667621 1 recorder.go:75] Recording config/validatingwebhookconfigurations/alertmanagerconfigs.openshift.io with fingerprint=cd53709a0f1c88240115204c14b9e3052c148b01766739bc9b3f53b44f5c081c I0704 14:00:33.667725 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=a9af6d0f62a4c065da9f601213cdf531b036e0884c985aefe387e696eedcf2ad I0704 14:00:33.667756 1 tasks_processing.go:71] worker 3 working on openstack_dataplanedeployments task. I0704 14:00:33.667808 1 tasks_processing.go:71] worker 27 working on certificate_signing_requests task. I0704 14:00:33.667859 1 tasks_processing.go:71] worker 20 working on container_runtime_configs task. I0704 14:00:33.667851 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=4b06fc5618826af5516410456bd3ad7820332d0c553ce8eac96e38c98c012349 I0704 14:00:33.668426 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=8d9155531125f558a3b52de2a82d65c50e025ced9164fce755e2b8f588ffc53a I0704 14:00:33.668589 1 recorder.go:75] Recording config/validatingwebhookconfigurations/prometheusrules.openshift.io with fingerprint=47e9c905b24313b172a861d9e8aecd65b26e61a79456b60391c31e8deac46a9c I0704 14:00:33.668717 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=ee5388d5ae85debc4311ce0185e2d59fda3ab8f9da6571946e72dd354de1d84d I0704 14:00:33.668799 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=fdefa5a2eb715161f7426f9b4ce54dc6833fbce8a49ca0734e6dbc6168c4377d I0704 14:00:33.668861 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=8897a4c2346c3199db0349882be8b479ad62eb99f67ddf0d9eee92c325ba785a I0704 14:00:33.668967 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=ed249795865fc692181716554fb0d2074378fad9233d0b952d2e7e7778b38726 I0704 14:00:33.669057 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=bce8d4805b015186e0aac3ff89a5c5358ee484b2c622212c88da447ef046ae02 I0704 14:00:33.669147 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=869f8070b720b5f919676a7766a298b7dbd01a0b3f7230b885d061a7cb98d828 I0704 14:00:33.669331 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=a6344fa3541d7222d03fba3c1047e0dd4afd22cb8ae4fe09599ecd4807b4b3de I0704 14:00:33.669415 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=2f7eb21343dd47b2850c44ce506709ef8b33d4a09175abc82a8142a545745155 I0704 14:00:33.669450 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 30.989425ms to process 13 records I0704 14:00:33.669515 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 19.454408ms to process 0 records I0704 14:00:33.669594 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 19.728801ms to process 0 records I0704 14:00:33.670050 1 recorder.go:75] Recording config/ingress with fingerprint=09dd00b65da410ce02abef150c9be606ddc988401f2bfb9a4748626f3d234105 I0704 14:00:33.670109 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 29.417712ms to process 1 records I0704 14:00:33.670144 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 30.065074ms to process 0 records I0704 14:00:33.670735 1 recorder.go:75] Recording config/oauth with fingerprint=259ab26ad84c25f324d3b6438c7e72a85f0e1542c117535647c985ea0069f82c I0704 14:00:33.670790 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 31.620525ms to process 1 records I0704 14:00:33.669613 1 tasks_processing.go:71] worker 13 working on nodenetworkstates task. I0704 14:00:33.671615 1 tasks_processing.go:71] worker 10 working on machine_sets task. I0704 14:00:33.671811 1 tasks_processing.go:71] worker 30 working on active_alerts task. I0704 14:00:33.671863 1 tasks_processing.go:71] worker 5 working on jaegers task. I0704 14:00:33.671876 1 tasks_processing.go:71] worker 25 working on service_accounts task. I0704 14:00:33.672187 1 recorder.go:75] Recording config/node/ip-10-0-0-7.ec2.internal with fingerprint=b9d8232da7bd682463a934316ed6c6fc9eb77188a6fae997fff3c93f72fb3192 I0704 14:00:33.671882 1 tasks_processing.go:71] worker 11 working on authentication task. I0704 14:00:33.672551 1 recorder.go:75] Recording config/node/ip-10-0-2-214.ec2.internal with fingerprint=97ed09d33b75582ff233a5967d6f2306b2fb9b8a2dd3ec19291218a20b12cc48 I0704 14:00:33.672574 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 30.046754ms to process 2 records I0704 14:00:33.672587 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 19.626663ms to process 0 records I0704 14:00:33.672592 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 29.955579ms to process 0 records I0704 14:00:33.672783 1 tasks_processing.go:71] worker 22 working on machine_autoscalers task. I0704 14:00:33.673024 1 tasks_processing.go:71] worker 16 working on qemu_kubevirt_launcher_logs task. I0704 14:00:33.673272 1 tasks_processing.go:71] worker 14 working on metrics task. I0704 14:00:33.673487 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=eddbab19bf68a269f498da8c3cfcbf314efa8892b7917542fc2146853b17b8b9 I0704 14:00:33.673529 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 32.457682ms to process 1 records I0704 14:00:33.673545 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0704 14:00:33.673551 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 31.213361ms to process 1 records I0704 14:00:33.673557 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 21.584727ms to process 0 records I0704 14:00:33.674202 1 tasks_processing.go:71] worker 8 working on storage_cluster task. I0704 14:00:33.674389 1 tasks_processing.go:71] worker 12 working on pdbs task. I0704 14:00:33.674474 1 tasks_processing.go:71] worker 29 working on openstack_version task. I0704 14:00:33.675389 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0704 14:00:33.675405 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0704 14:00:33.675415 1 controller.go:212] Source scaController *sca.Controller is not ready I0704 14:00:33.675419 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0704 14:00:33.675423 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0704 14:00:33.675447 1 controller.go:489] The operator is still being initialized I0704 14:00:33.675462 1 controller.go:512] The operator is healthy I0704 14:00:33.675898 1 recorder.go:75] Recording config/version with fingerprint=12229e311a449dc5f044b38023b1adb4a98a9c5c5cc3efdbdf4502d365798891 I0704 14:00:33.675915 1 recorder.go:75] Recording config/id with fingerprint=0e21656628cb2750804c6d3e29d77e04f5e1bb1385f138630eba80b1ca7154bf I0704 14:00:33.675923 1 gather.go:177] gatherer "clusterconfig" function "version" took 35.571888ms to process 2 records I0704 14:00:33.676013 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=a3a8bc3cfd985442c77b2f9d910d7261773e55654d01e9bcd135742f82da244a I0704 14:00:33.676025 1 tasks_processing.go:71] worker 18 working on sap_datahubs task. I0704 14:00:33.676035 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=16b69a5895f436d06d550ea282e0ec9aed1fe5f0a7b6ef8288a763d8d5ea1f60 I0704 14:00:33.676043 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 24.071392ms to process 2 records I0704 14:00:33.676146 1 tasks_processing.go:71] worker 31 working on container_images task. I0704 14:00:33.676317 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=dcc8136028c053e9d30e52ce3bf17afaf67992844167e78b31367241f4367897 I0704 14:00:33.676515 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=19122e2342f93c3292bb309f80b88ebaf2983ad17b311b56070d8e6101295c7e I0704 14:00:33.676529 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 37.502336ms to process 2 records I0704 14:00:33.676620 1 tasks_processing.go:71] worker 1 working on openstack_dataplanenodesets task. I0704 14:00:33.676693 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=b44e3cfffcad0b8a238976bdb1613dc52e39803170f6b8d41cfabfb354df2e66 I0704 14:00:33.676736 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=e314eb97e6ec92867aac1b8e9a2e57cf5f4152157ec90bc9a5dad20b26dd3fff I0704 14:00:33.676769 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=2e271a007f49d066651be8fe9c28772648d184cb43d81b177abdcefae90450be I0704 14:00:33.676776 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 25.796829ms to process 3 records I0704 14:00:33.676865 1 tasks_processing.go:74] worker 21 stopped. I0704 14:00:33.676903 1 recorder.go:75] Recording config/network with fingerprint=c7aa2ca2c44bfcede98b9e344772a1d46b62da9274f40995fc399869f1d12345 I0704 14:00:33.676908 1 gather.go:177] gatherer "clusterconfig" function "networks" took 27.011127ms to process 1 records E0704 14:00:33.677905 1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.129.0.15:34960->172.30.0.10:53: read: connection refused I0704 14:00:33.677978 1 tasks_processing.go:74] worker 30 stopped. E0704 14:00:33.678011 1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.129.0.15:34960->172.30.0.10:53: read: connection refused I0704 14:00:33.678047 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 6.109156ms to process 0 records W0704 14:00:33.680148 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0704 14:00:33.680598 1 tasks_processing.go:74] worker 20 stopped. I0704 14:00:33.680670 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 12.683348ms to process 0 records I0704 14:00:33.680686 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 12.838153ms to process 0 records I0704 14:00:33.680700 1 tasks_processing.go:74] worker 3 stopped. I0704 14:00:33.680718 1 tasks_processing.go:74] worker 10 stopped. I0704 14:00:33.680727 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 9.089713ms to process 0 records I0704 14:00:33.680856 1 tasks_processing.go:74] worker 2 stopped. I0704 14:00:33.681231 1 recorder.go:75] Recording config/proxy with fingerprint=d408a8ccb48072ba49d3478f247a9e01e3f9df1ee7a09e00ca04211399c81709 I0704 14:00:33.681303 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 13.95321ms to process 1 records I0704 14:00:33.681455 1 tasks_processing.go:74] worker 23 stopped. E0704 14:00:33.682120 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.129.0.15:44275->172.30.0.10:53: read: connection refused I0704 14:00:33.682411 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=d3a3899b871eee84c1e99538da72bab3ab45b3083861a23364ba5999f01ee37d I0704 14:00:33.682753 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=e41e972450887e328369c7375c486413720c3c5e64e68a07d35666cfa60e6eaf I0704 14:00:33.682769 1 gather.go:177] gatherer "clusterconfig" function "crds" took 45.015407ms to process 2 records I0704 14:00:33.682856 1 tasks_processing.go:74] worker 15 stopped. I0704 14:00:33.683164 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=644c7f3af4254218f06922e872ab0f89a296e2e3c419400397892e182af27b6f I0704 14:00:33.683177 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 14.252348ms to process 1 records E0704 14:00:33.683184 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: read udp 10.129.0.15:44275->172.30.0.10:53: read: connection refused I0704 14:00:33.683197 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 8.857673ms to process 0 records I0704 14:00:33.683213 1 tasks_processing.go:74] worker 14 stopped. E0704 14:00:33.685403 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27052ce312-c6e7-42f2-b79b-a4d54fe821f4%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:47919->172.30.0.10:53: read: connection refused I0704 14:00:33.685423 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27052ce312-c6e7-42f2-b79b-a4d54fe821f4%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:47919->172.30.0.10:53: read: connection refused I0704 14:00:33.688091 1 tasks_processing.go:74] worker 5 stopped. I0704 14:00:33.688103 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 16.154849ms to process 0 records I0704 14:00:33.689644 1 tasks_processing.go:74] worker 27 stopped. I0704 14:00:33.689659 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 21.777005ms to process 0 records I0704 14:00:33.690959 1 tasks_processing.go:74] worker 29 stopped. I0704 14:00:33.690994 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 16.409643ms to process 0 records I0704 14:00:33.691007 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 19.906587ms to process 0 records I0704 14:00:33.691022 1 tasks_processing.go:74] worker 13 stopped. I0704 14:00:33.691073 1 tasks_processing.go:74] worker 22 stopped. I0704 14:00:33.691103 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 18.272821ms to process 0 records I0704 14:00:33.691133 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 15.061998ms to process 0 records I0704 14:00:33.691143 1 tasks_processing.go:74] worker 18 stopped. I0704 14:00:33.691528 1 tasks_processing.go:74] worker 11 stopped. I0704 14:00:33.691733 1 recorder.go:75] Recording config/authentication with fingerprint=e52ef8b6f98ba5110b35ec4adde9a2aa9cdeed9311588976d0b8dc52e68b55c5 I0704 14:00:33.691747 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 19.15928ms to process 1 records I0704 14:00:33.691802 1 recorder.go:75] Recording config/olm_operators with fingerprint=e506649afea136d6de69061ee71970fb5ee76201938f6d41e07df406f384b295 I0704 14:00:33.691810 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 54.427026ms to process 1 records I0704 14:00:33.691816 1 tasks_processing.go:74] worker 24 stopped. I0704 14:00:33.695642 1 tasks_processing.go:74] worker 12 stopped. I0704 14:00:33.695744 1 recorder.go:75] Recording config/pdbs/openshift-console/console with fingerprint=8a97ab7409b7e8ac062c6a448572e46805cad8e8a83dcf5c2ae5579729d396fb I0704 14:00:33.695774 1 recorder.go:75] Recording config/pdbs/openshift-console/downloads with fingerprint=454e2277fedb42407956d8b59cd1d0f0f016697fc6edf177c01be1157ecab3db I0704 14:00:33.695822 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=488cf1fe5a925a23be1cb8b0ff0de2a93e16f80d5dbc2e284d85998fff4d7360 I0704 14:00:33.695891 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=5e38c36830663776ed9c918a69b9e44aa283e49882c6d40e57591009c4cbd4fa I0704 14:00:33.695955 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/alertmanager-main with fingerprint=21913f215a75677e0e3fe97ef33734bf1592a018a9ad3fb90c6f5b42244ab151 I0704 14:00:33.696026 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/monitoring-plugin with fingerprint=e9d7f535fbc427ad94a0891f7235bfe60a9115de6601c22e25dfeb8f50096b38 I0704 14:00:33.696053 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-k8s with fingerprint=95f252eb7136fc8bb07e1a8d505b924d700fc1b079587829bf2cd75af6af7faa I0704 14:00:33.696073 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=2039b4b5a5959c099db3d43229c9552c3ca3bcb3cfe8c6bd7309293833560b52 I0704 14:00:33.696125 1 recorder.go:75] Recording config/pdbs/openshift-monitoring/thanos-querier-pdb with fingerprint=797503af9afdde6706f94f2ea96228174eeca3b40566675bd9f5427c172e1fc3 I0704 14:00:33.696154 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=36d47bb11f34f591ee3823bfc65263e5dda76af03eccbba161ca420d0001f2a5 I0704 14:00:33.696166 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 21.193082ms to process 10 records I0704 14:00:33.696208 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0704 14:00:33.696220 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 60.487799ms to process 1 records I0704 14:00:33.696227 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 21.823374ms to process 0 records I0704 14:00:33.696235 1 tasks_processing.go:74] worker 8 stopped. I0704 14:00:33.696242 1 tasks_processing.go:74] worker 0 stopped. I0704 14:00:33.696386 1 tasks_processing.go:74] worker 1 stopped. I0704 14:00:33.696438 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 19.754653ms to process 0 records I0704 14:00:33.696464 1 gather_logs.go:145] no pods in namespace were found I0704 14:00:33.696518 1 tasks_processing.go:74] worker 16 stopped. I0704 14:00:33.696526 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 23.470634ms to process 0 records I0704 14:00:33.696746 1 tasks_processing.go:74] worker 17 stopped. I0704 14:00:33.696767 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 61.282262ms to process 0 records I0704 14:00:33.696788 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0704 14:00:33.696859 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0704 14:00:33.697175 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0704 14:00:33.704660 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0704 14:00:33.705059 1 tasks_processing.go:74] worker 19 stopped. I0704 14:00:33.705080 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 64.205332ms to process 0 records I0704 14:00:33.705703 1 base_controller.go:82] Caches are synced for ConfigController I0704 14:00:33.705767 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... W0704 14:00:33.709776 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:42527->172.30.0.10:53: read: connection refused I0704 14:00:33.709790 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.15:42527->172.30.0.10:53: read: connection refused I0704 14:00:33.711632 1 tasks_processing.go:74] worker 28 stopped. E0704 14:00:33.711649 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0704 14:00:33.711656 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2rbbt77vn0u6or82g6ked39c37nbifmu-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2rbbt77vn0u6or82g6ked39c37nbifmu-primary-cert-bundle-secret" not found I0704 14:00:33.711758 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=13498b7a8d5b4939ee1c35e4d5f3ed957c50072a4a4deb6343f5593f7e27ad0d I0704 14:00:33.711775 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 75.316404ms to process 1 records I0704 14:00:33.717581 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 14:00:33.718482 1 tasks_processing.go:74] worker 6 stopped. E0704 14:00:33.718521 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0704 14:00:33.718532 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0704 14:00:33.718540 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0704 14:00:33.718557 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0704 14:00:33.718617 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0704 14:00:33.718630 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0704 14:00:33.718639 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0704 14:00:33.718659 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0704 14:00:33.718737 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0704 14:00:33.718751 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0704 14:00:33.718762 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 71.046446ms to process 7 records I0704 14:00:33.725257 1 tasks_processing.go:74] worker 31 stopped. I0704 14:00:33.726563 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-d8z4x with fingerprint=bdfa7c0d250cf8b28a78b5a1405dabf5bc0e3016667e8472be952ca821d8e196 I0704 14:00:33.726825 1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-pp8vb with fingerprint=aa8a5fe72116bdac7e3fd48d6eacf0287d04e27699280f792b9bfaf310da3523 I0704 14:00:33.726891 1 recorder.go:75] Recording config/running_containers with fingerprint=651f66ab9f6fb560a24be1fd060d9c1abaa31986000952f4056fef1a02783294 I0704 14:00:33.726900 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 49.066622ms to process 3 records I0704 14:00:33.748252 1 base_controller.go:82] Caches are synced for LoggingSyncer I0704 14:00:33.748266 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0704 14:00:33.763755 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0704 14:00:33.772799 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found W0704 14:00:34.675766 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0704 14:00:35.504888 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found W0704 14:00:35.675912 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0704 14:00:35.677992 1 gather_cluster_operator_pods_and_events.go:121] Found 40 pods with 85 containers I0704 14:00:35.678006 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 296068 bytes I0704 14:00:35.678068 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0704 14:00:35.884780 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for alertmanager container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0704 14:00:36.086170 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0704 14:00:36.106931 1 tasks_processing.go:74] worker 9 stopped. I0704 14:00:36.107053 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=516dd3dcd990e43517d7548926e9f24ad61ff3cdb91f274ba224cbcbcad14b4b I0704 14:00:36.107100 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=be84fc75c87766f0f4d4e9fb1f9db618d008a21cc463e8239af81a1c296612d1 I0704 14:00:36.107124 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=17ae893c328db0c232a969c12227b9fa2371cc5149e8875c89211ec472070355 I0704 14:00:36.107135 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0704 14:00:36.107158 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=14ca2d45a1e02225ea178b8d9c28f4a60c5e8a7597d1dc256689513e561186f7 I0704 14:00:36.107174 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0704 14:00:36.107194 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=b3fb154dc3302e9fac310ef902428e49349aa8236dcce9c9d2fe6cd818df301a I0704 14:00:36.107222 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=8880f897a5eb45857f812cbe6b60e43f86c35a25d6576986289140f739c99ec5 I0704 14:00:36.107244 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=332192d14e2c077f29e5cb35c1cd41f942ac93a9b96e136ec1b6291799a0b636 I0704 14:00:36.107273 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=2e6184047e14d497e725104f61e7c5d4706cb58cbf95572f555f11a6a8ade61f I0704 14:00:36.107548 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=c666bc433591abd74459642a7ea788943f9f1216ab4f400bab318780d5f868e1 I0704 14:00:36.107568 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=96c36df6f04c51ef7ffce82e5d525b0ecd1c572f2f0b0946ba169dcb84ff3330 I0704 14:00:36.107577 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0704 14:00:36.107593 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=91e6e661d27e98c9875e27288eaf5b848bd1651be2392c6e30c693138377d91a I0704 14:00:36.107602 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0704 14:00:36.107619 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=a16366d3a3524e4a70912579dfa2e43f317f519c992d5b669f8655f3b1a7f5a8 I0704 14:00:36.107628 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0704 14:00:36.107648 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=8907f440ccbf3f6d561d9d691915c5cdc2331ceaffa4ed8e2c63ab3ec6cd2106 I0704 14:00:36.107658 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0704 14:00:36.107678 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=7670b81a893766734777da63f9b9253e4cc8c938ea0b8567481a98ec55633283 I0704 14:00:36.107780 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=5415fcc615fc374f0a69591bb64c3a2f662fefbd55d58e15dc0f370f806b39a9 I0704 14:00:36.107789 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0704 14:00:36.107796 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0704 14:00:36.107817 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0704 14:00:36.107838 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=bace96c049979b49a0385b464e711e1648220e3b1aa553ad8362c8a56beb129e I0704 14:00:36.107860 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=8c67778864f97a416aedf917a17c5a492ecb43e76df62c445bb3ba93c2762f55 I0704 14:00:36.107869 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0704 14:00:36.107894 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=88541fcebe34ca6e603bbd7715b59b39134ef6e9f97dc3747ce1dc30f6533bc4 I0704 14:00:36.107903 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0704 14:00:36.107916 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=94a95a05c09687d96cf9c3b7c19dc1b53cbd0232dc1ebf84236970c03c83cd52 I0704 14:00:36.107931 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=9d2f1df8a4891e7a21311d458417f6e2e90eef5a2b345a8742f95a09b36e4273 I0704 14:00:36.107946 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=d9571b17d7e594a59149a6fac02938194d27ffe9e356ec262704b84d1a3bc71c I0704 14:00:36.107962 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=0af6b10cea6cd59ab214afd229ec41951b5d73a019c96a0fc9fdad48bfbaa9c9 I0704 14:00:36.107985 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=84c8f5927052b7fa83ddf35660931e55ead81c0ee6c7766e97fc1295f5403c7a I0704 14:00:36.107994 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0704 14:00:36.108021 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=468f2c5fe0163a60bb4d2c9382bb0a39fb7c1fc4741ac1c48ccfe83627390900 I0704 14:00:36.108038 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0704 14:00:36.108047 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0704 14:00:36.108054 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.471313973s to process 38 records I0704 14:00:36.285101 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0704 14:00:36.485356 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). W0704 14:00:36.676158 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0704 14:00:36.684810 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metric container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0704 14:00:36.885163 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container alertmanager-main-0 pod in namespace openshift-monitoring (previous: false). I0704 14:00:37.085660 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0704 14:00:37.286193 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for alertmanager container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0704 14:00:37.485973 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0704 14:00:37.684792 1 tasks_processing.go:74] worker 7 stopped. I0704 14:00:37.684813 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=108780cb24f15bf572a4031966507398a0d0c6a28b3a008952f53b481dc191a9 I0704 14:00:37.684824 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 4.042741113s to process 1 records I0704 14:00:37.687360 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0704 14:00:37.885571 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0704 14:00:38.085633 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metric container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0704 14:00:38.286198 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container alertmanager-main-1 pod in namespace openshift-monitoring (previous: false). I0704 14:00:38.484816 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for cluster-monitoring-operator container cluster-monitoring-operator-698978dbbf-n9jnp pod in namespace openshift-monitoring (previous: false). I0704 14:00:38.689764 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-state-metrics container kube-state-metrics-7c87d874d5-lhc5j pod in namespace openshift-monitoring (previous: false). I0704 14:00:38.885525 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-main container kube-state-metrics-7c87d874d5-lhc5j pod in namespace openshift-monitoring (previous: false). I0704 14:00:39.085568 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-self container kube-state-metrics-7c87d874d5-lhc5j pod in namespace openshift-monitoring (previous: false). I0704 14:00:39.285716 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for metrics-server container metrics-server-76dfc756f7-bq5sx pod in namespace openshift-monitoring (previous: false). I0704 14:00:39.486251 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for metrics-server container metrics-server-76dfc756f7-khcfb pod in namespace openshift-monitoring (previous: false). I0704 14:00:39.685915 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for monitoring-plugin container monitoring-plugin-67788f859f-64tll pod in namespace openshift-monitoring (previous: false). I0704 14:00:39.885943 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for monitoring-plugin container monitoring-plugin-67788f859f-tx52h pod in namespace openshift-monitoring (previous: false). I0704 14:00:40.086803 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-t4rxg pod in namespace openshift-monitoring (previous: false). I0704 14:00:40.285554 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0704 14:00:40.285571 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-t4rxg pod in namespace openshift-monitoring (previous: false). I0704 14:00:40.487122 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-t4rxg pod in namespace openshift-monitoring (previous: false). I0704 14:00:40.685528 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-textfile container node-exporter-zwcsk pod in namespace openshift-monitoring (previous: false). I0704 14:00:40.885137 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0704 14:00:40.885159 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-exporter container node-exporter-zwcsk pod in namespace openshift-monitoring (previous: false). I0704 14:00:41.085557 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container node-exporter-zwcsk pod in namespace openshift-monitoring (previous: false). I0704 14:00:41.284897 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-main container openshift-state-metrics-6cb79d4dbd-6djnf pod in namespace openshift-monitoring (previous: false). I0704 14:00:41.484921 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-self container openshift-state-metrics-6cb79d4dbd-6djnf pod in namespace openshift-monitoring (previous: false). I0704 14:00:41.684223 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for openshift-state-metrics container openshift-state-metrics-6cb79d4dbd-6djnf pod in namespace openshift-monitoring (previous: false). I0704 14:00:41.885675 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0704 14:00:42.085368 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0704 14:00:42.290264 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0704 14:00:42.485744 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-sidecar container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0704 14:00:42.733914 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0704 14:00:42.931871 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0704 14:00:43.085637 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-thanos container prometheus-k8s-0 pod in namespace openshift-monitoring (previous: false). I0704 14:00:43.285581 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for init-config-reloader container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0704 14:00:43.485206 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0704 14:00:43.690353 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for config-reloader container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0704 14:00:43.885852 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-sidecar container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0704 14:00:44.086039 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0704 14:00:44.300880 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0704 14:00:44.485811 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-thanos container prometheus-k8s-1 pod in namespace openshift-monitoring (previous: false). I0704 14:00:44.685357 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator container prometheus-operator-5df5b8bf6d-f4hgd pod in namespace openshift-monitoring (previous: false). I0704 14:00:44.886391 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container prometheus-operator-5df5b8bf6d-f4hgd pod in namespace openshift-monitoring (previous: false). I0704 14:00:45.085241 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator-admission-webhook container prometheus-operator-admission-webhook-68c48fd977-59248 pod in namespace openshift-monitoring (previous: false). I0704 14:00:45.284273 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prometheus-operator-admission-webhook container prometheus-operator-admission-webhook-68c48fd977-lp8w9 pod in namespace openshift-monitoring (previous: false). I0704 14:00:45.484953 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-query container thanos-querier-fcf6494b5-f5rfg pod in namespace openshift-monitoring (previous: false). I0704 14:00:45.717842 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container thanos-querier-fcf6494b5-f5rfg pod in namespace openshift-monitoring (previous: false). I0704 14:00:45.886224 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container thanos-querier-fcf6494b5-f5rfg pod in namespace openshift-monitoring (previous: false). I0704 14:00:46.087734 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container thanos-querier-fcf6494b5-f5rfg pod in namespace openshift-monitoring (previous: false). I0704 14:00:46.324467 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-rules container thanos-querier-fcf6494b5-f5rfg pod in namespace openshift-monitoring (previous: false). I0704 14:00:46.489793 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metrics container thanos-querier-fcf6494b5-f5rfg pod in namespace openshift-monitoring (previous: false). I0704 14:00:46.680676 1 tasks_processing.go:74] worker 26 stopped. I0704 14:00:46.680750 1 recorder.go:75] Recording config/installplans with fingerprint=e3c18441424aaa81f54ea9723d194eacb5824eb47178047bd893de11825bc8a2 I0704 14:00:46.680772 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.045211396s to process 1 records I0704 14:00:46.685022 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for thanos-query container thanos-querier-fcf6494b5-qwp4m pod in namespace openshift-monitoring (previous: false). I0704 14:00:46.886394 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-web container thanos-querier-fcf6494b5-qwp4m pod in namespace openshift-monitoring (previous: false). I0704 14:00:47.088026 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container thanos-querier-fcf6494b5-qwp4m pod in namespace openshift-monitoring (previous: false). I0704 14:00:47.286657 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for prom-label-proxy container thanos-querier-fcf6494b5-qwp4m pod in namespace openshift-monitoring (previous: false). I0704 14:00:47.479415 1 tasks_processing.go:74] worker 25 stopped. I0704 14:00:47.479724 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=ae29e7659fb4cd0f04bcc181913d3f8b69c20a612f3ed6bf2f2479314a8cc58f I0704 14:00:47.479742 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.807273553s to process 1 records I0704 14:00:47.488588 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-rules container thanos-querier-fcf6494b5-qwp4m pod in namespace openshift-monitoring (previous: false). I0704 14:00:47.686671 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy-metrics container thanos-querier-fcf6494b5-qwp4m pod in namespace openshift-monitoring (previous: false). I0704 14:00:47.885887 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-6ddbfdf749-bhh89 pod in namespace openshift-network-console (previous: false). I0704 14:00:48.085673 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for networking-console-plugin container networking-console-plugin-6ddbfdf749-knsqk pod in namespace openshift-network-console (previous: false). I0704 14:00:48.285972 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-575cd97545-d8z4x pod in namespace openshift-console-operator (previous: true). I0704 14:00:48.485466 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console-operator container console-operator-575cd97545-d8z4x pod in namespace openshift-console-operator (previous: false). I0704 14:00:48.687280 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-79fcf885db-92fjz pod in namespace openshift-console (previous: false). I0704 14:00:48.879097 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0704 14:00:48.879116 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-79fcf885db-pv72n pod in namespace openshift-console (previous: false). I0704 14:00:49.087958 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for console container console-8479c87d74-jnlw5 pod in namespace openshift-console (previous: false). I0704 14:00:49.286181 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-56cb7c9577-lq2vj pod in namespace openshift-console (previous: false). I0704 14:00:49.486515 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for download-server container downloads-56cb7c9577-nnms9 pod in namespace openshift-console (previous: false). I0704 14:00:49.684903 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-jw22n pod in namespace openshift-dns (previous: false). I0704 14:00:49.887354 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-jw22n pod in namespace openshift-dns (previous: false). I0704 14:00:50.086622 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-k6l7s pod in namespace openshift-dns (previous: false). I0704 14:00:50.285243 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-k6l7s pod in namespace openshift-dns (previous: false). I0704 14:00:50.484703 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-b4j66 pod in namespace openshift-dns (previous: false). I0704 14:00:50.684753 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0704 14:00:50.684772 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-lh22j pod in namespace openshift-dns (previous: false). I0704 14:00:50.884543 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0704 14:00:50.884563 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-74fc974765-bszzk pod in namespace openshift-image-registry (previous: false). I0704 14:00:51.085591 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-74fc974765-k68cs pod in namespace openshift-image-registry (previous: false). I0704 14:00:51.278624 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0704 14:00:51.278642 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-9997485b-7sfpt pod in namespace openshift-image-registry (previous: false). I0704 14:00:51.484805 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-46rxp pod in namespace openshift-image-registry (previous: false). I0704 14:00:51.685613 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0704 14:00:51.685636 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-grkx7 pod in namespace openshift-image-registry (previous: false). I0704 14:00:51.884536 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-55469cdb6d-vgz8h pod in namespace openshift-ingress (previous: false). I0704 14:00:52.087872 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-55469cdb6d-xd89p pod in namespace openshift-ingress (previous: false). I0704 14:00:52.285761 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7479477965-8bkrj pod in namespace openshift-ingress (previous: false). I0704 14:00:52.485076 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-hc827 pod in namespace openshift-ingress-canary (previous: false). I0704 14:00:52.684936 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-rzjd2 pod in namespace openshift-ingress-canary (previous: false). I0704 14:00:52.885364 1 tasks_processing.go:74] worker 4 stopped. I0704 14:00:52.886087 1 recorder.go:75] Recording events/openshift-monitoring with fingerprint=bcb20c76352f121dde8b4c012d0978dc17414451654d0604d753a7ab145eded6 I0704 14:00:52.886135 1 recorder.go:75] Recording events/openshift-network-console with fingerprint=2550c26183e1cd7466c412e189791e46ddfe6aeca1a88419029afddd6b59bee5 I0704 14:00:52.886255 1 recorder.go:75] Recording events/openshift-console-operator with fingerprint=f26742cfe5fcc4bbb2053d0f8338dee426f33dc5b87f8222bf39e3662016921a I0704 14:00:52.886352 1 recorder.go:75] Recording events/openshift-console with fingerprint=0acd6f690aacf882e72f5026990ffd295ddbf6e0c29ff61b731167de415bd15f I0704 14:00:52.886376 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=02b3ac864871a2e69e30523a7de19ca48dc264b15557123324e5b9ca252a902c I0704 14:00:52.886431 1 recorder.go:75] Recording events/openshift-dns with fingerprint=e3ce3c3ea6a1105b46b6f8e8d80575af7e063aec2dc448a11c184d8180ebc88a I0704 14:00:52.886562 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=b11cc553ad2dd9dd071fb6df16e1caf81989b11213e986e7007ee62455b20693 I0704 14:00:52.886592 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=ef1113f22acdc2a5e976a2a1b369cff1c2d75e55c4777a3f3788cccbface95f0 I0704 14:00:52.886681 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=f22cec02e69881107bc77a90eccf62b7535904ec5f17c7452abc147c05baf381 I0704 14:00:52.886711 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=dfee5f6d891c189d444bcb4f1710446f1923fe01cae5090031f522ecfdfae15a I0704 14:00:52.886748 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/init-config-reloader_current.log with fingerprint=b45f521241470e25ba23c18d6e51c94243612429d1ddeebf30e1f4b141210602 I0704 14:00:52.886770 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/alertmanager_current.log with fingerprint=9a43ea3b60c0e641dd86f23669a81e2198c6234a6411d2779eb23485fbf60d84 I0704 14:00:52.886784 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/config-reloader_current.log with fingerprint=04d7927a98cae3db6fc0e606e05f43cb81354e7dd329fb38f3ed201ec866b469 I0704 14:00:52.886790 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy-web_current.log with fingerprint=b6ca89f6a8699a6266802ccc62df141eb7c3e907f1e3d1125c8a169d3895b2fc I0704 14:00:52.886797 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy_current.log with fingerprint=e6de74ab4cf9c7ae08e72f7ea06cce54aebde6fa8dc102e786a7d47170d55677 I0704 14:00:52.886803 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/kube-rbac-proxy-metric_current.log with fingerprint=0e80553baca9253092d92ad0b6515632a082cc344b2b8745671f6ce0fecbcfe1 I0704 14:00:52.886809 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-0/prom-label-proxy_current.log with fingerprint=b16c1dc070301a329a90e28dd9962b2af526166833f65eaef1c309a6900c9b93 I0704 14:00:52.886816 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/init-config-reloader_current.log with fingerprint=1be74b1c4c5ddfc41587ae6ac4ec6e2cdb312f170af7d6840c6da2e853868dd9 I0704 14:00:52.886832 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/alertmanager_current.log with fingerprint=ac5bdd45f71773ccd04097b4b9265d8bfe079c014b3740aa94069d01792438be I0704 14:00:52.886847 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/config-reloader_current.log with fingerprint=44ff7d063b0272d522712c30a289aab379ddae417edef758447d94d1b0019017 I0704 14:00:52.886853 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy-web_current.log with fingerprint=9d5487147363ee57624fbca982c1d20186543fba3ea76b4a9532c9a2ae8ac2c9 I0704 14:00:52.886859 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy_current.log with fingerprint=58bcbbf2a810bc027e1903795cce54203d576b34db4f28b6ef56b711cb03ff2b I0704 14:00:52.886865 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/kube-rbac-proxy-metric_current.log with fingerprint=bb8d60e2518fe1ace8b2e1852f505d99e78e450e5acd8ee5ade04aa74337f3c3 I0704 14:00:52.886868 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/alertmanager-main-1/prom-label-proxy_current.log with fingerprint=624192bb757be700880c3a395d9583e5251dad175e279e2d548c45072fd422f8 I0704 14:00:52.886984 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/cluster-monitoring-operator-698978dbbf-n9jnp/cluster-monitoring-operator_current.log with fingerprint=c7efd8b4031d069f140c2736de0211f914dfed69401c6673fab58131c55c7d64 I0704 14:00:52.887004 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-7c87d874d5-lhc5j/kube-state-metrics_current.log with fingerprint=a9f66988e28108e08845b07d24f18536019e2dff57f19677928da81137f8de1f I0704 14:00:52.887014 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-7c87d874d5-lhc5j/kube-rbac-proxy-main_current.log with fingerprint=76e46539128ed3794be8d772d4f304f6e10858a5238e92fa8e918617ec4ede8a I0704 14:00:52.887028 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/kube-state-metrics-7c87d874d5-lhc5j/kube-rbac-proxy-self_current.log with fingerprint=bf7a5ba81010e41b6c05a014e1d94170cb124db37d6a83d0c003e7f7f5d8362b I0704 14:00:52.887037 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/metrics-server-76dfc756f7-bq5sx/metrics-server_current.log with fingerprint=c9270129d56507d5a11046380c753fb4e66c05a9ba2a8dce765fa399c5ad4d2a I0704 14:00:52.887044 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/metrics-server-76dfc756f7-khcfb/metrics-server_current.log with fingerprint=5dee494d6ddac2d3acff70dc80a5f037b282a00762b17a444dd954bb9e09e23c I0704 14:00:52.887055 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/monitoring-plugin-67788f859f-64tll/monitoring-plugin_current.log with fingerprint=e3b718f9e9b62a820f0b4791c47baf21eca72a9142e88ea9983faccd98718596 I0704 14:00:52.887067 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/monitoring-plugin-67788f859f-tx52h/monitoring-plugin_current.log with fingerprint=3716848a76d585fa014ea12e55c7bd1ccece873890915b01a760b0c664b650f2 I0704 14:00:52.887094 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-t4rxg/node-exporter_current.log with fingerprint=46dcb2cfc1431bd1b0e799c14135126cb21447e7c876b4815174ad775eb9491d I0704 14:00:52.887102 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-t4rxg/kube-rbac-proxy_current.log with fingerprint=8d3079e20bc39b8a8218ae106a22cae70a2ea0e4e4be15aa9d229d8fbc4fa432 I0704 14:00:52.887128 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-zwcsk/node-exporter_current.log with fingerprint=d8c9659e0637fa470e6eca9900da7e1665502ce68cf9025face469abccd504dd I0704 14:00:52.887137 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/node-exporter-zwcsk/kube-rbac-proxy_current.log with fingerprint=371312ce4e0ca8c31283e5eae069f5fb3c26e612298d75527870b8f9229c5f79 I0704 14:00:52.887142 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-6cb79d4dbd-6djnf/kube-rbac-proxy-main_current.log with fingerprint=5b3df0a2122778362d91665f677ab0a8c0a34576daaaa57e4eb8dc7fb67f2e99 I0704 14:00:52.887148 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-6cb79d4dbd-6djnf/kube-rbac-proxy-self_current.log with fingerprint=0acbeb5a319432944bdd31c11aa36cc71779b9295d196e3214f0adbde7337486 I0704 14:00:52.887159 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/openshift-state-metrics-6cb79d4dbd-6djnf/openshift-state-metrics_current.log with fingerprint=771adb03fbc96430d4d923e1c64d24dd8c21fe7772cc966b6c1d3ed03d79c353 I0704 14:00:52.887167 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/init-config-reloader_current.log with fingerprint=ad61825d0b518d2ea05557eb9d748c3c6b8c8b7210a3299fa38f95e8b5aae003 I0704 14:00:52.887269 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/prometheus_current.log with fingerprint=38c42a31d1201556dc8932a70433a04413fa798905aea9be0d035c2ed11a9b6c I0704 14:00:52.887283 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/config-reloader_current.log with fingerprint=90c5288d0485c0a6566016fa5d48c61774027522a96b035697faf8e18520011a I0704 14:00:52.887293 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/thanos-sidecar_current.log with fingerprint=775a760a9f6784fbc14e28354c030037fae5a247c135ca5944bb53688badb970 I0704 14:00:52.887299 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy-web_current.log with fingerprint=ef04d6ef5e5e47d188282c3b594ac1ec0b18a1cfd18201839083b96d1f215617 I0704 14:00:52.887305 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy_current.log with fingerprint=34feec1f6c598b3f58fd5606d61026fc196798a577a11538e26b88311a80a26e I0704 14:00:52.887312 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-0/kube-rbac-proxy-thanos_current.log with fingerprint=4050a4f54e76d6f0cf1cbe7782559c210e90f88add0886b2a89090fa591ea97d I0704 14:00:52.887318 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/init-config-reloader_current.log with fingerprint=aa3282153811feb0e9f2ee1fb76e25734d307ce1276f5f443607a330cdb143a7 I0704 14:00:52.887413 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/prometheus_current.log with fingerprint=577985b54c501efe212438937c9bb32ddd7a9c9bdb296a31e3d890ae0ed5e32a I0704 14:00:52.887427 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/config-reloader_current.log with fingerprint=91f914fbbdd0ad7c8a76df033fc56c63a8910e5784d8dedc38d1881f4e1bc87b I0704 14:00:52.887440 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/thanos-sidecar_current.log with fingerprint=f3ad01dbcdee7530e5eed6c31ec95a10bbeb8d2526c5e09ab437bdef3902a36c I0704 14:00:52.887448 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy-web_current.log with fingerprint=1fc1ec68b8154d5d1a34fd6d62f56912316fecd5c7eaeaf1e500a03a2afb6b5f I0704 14:00:52.887454 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy_current.log with fingerprint=b630429f3f338b51d6817041674163311676f93ebd618929d0c44323f3062ab4 I0704 14:00:52.887461 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-k8s-1/kube-rbac-proxy-thanos_current.log with fingerprint=6fd48feb8ce7ccfb9a2ab8c129e3e855e7ac8f98a2ba9c25cd9224ec1417ae41 I0704 14:00:52.887576 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-5df5b8bf6d-f4hgd/prometheus-operator_current.log with fingerprint=4668d1a0ba4890a66e283f0bea10bd20dde46474f9b5d4c50ea0e1bdec16629a I0704 14:00:52.887587 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-5df5b8bf6d-f4hgd/kube-rbac-proxy_current.log with fingerprint=3df508c5be18512f1db167058a34d5995666ef04b5a2e9b14e70b2eb951b2852 I0704 14:00:52.887595 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-admission-webhook-68c48fd977-59248/prometheus-operator-admission-webhook_current.log with fingerprint=22fd46741d1cad45dbea715080dde394ac73e5cde37f5fe408211c4844052bbc I0704 14:00:52.887603 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/prometheus-operator-admission-webhook-68c48fd977-lp8w9/prometheus-operator-admission-webhook_current.log with fingerprint=1e19910a7b7aedfa35125b0a0587e80e2a37bbdcec696b66929d98c95884005b I0704 14:00:52.887623 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-fcf6494b5-f5rfg/thanos-query_current.log with fingerprint=999ac174cf27ebcfea3f36f7bc810a1c6c72d2c1ea564ff7b32d44ca76b9b658 I0704 14:00:52.887632 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-fcf6494b5-f5rfg/kube-rbac-proxy-web_current.log with fingerprint=36f2a4c6a4c3b9484efe4a598e8ee2bd54eea52840ca58c899709f5f90f4b57a I0704 14:00:52.887638 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-fcf6494b5-f5rfg/kube-rbac-proxy_current.log with fingerprint=b483cd5376fff822539853e84671e56467ef180756b8bcbe79af8b49c4d56f49 I0704 14:00:52.887642 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-fcf6494b5-f5rfg/prom-label-proxy_current.log with fingerprint=375434f90e82ffba47384c7437d8cda1455d7f409f024434b43eba8ca1108c25 I0704 14:00:52.887648 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-fcf6494b5-f5rfg/kube-rbac-proxy-rules_current.log with fingerprint=4ad9b43b279ba37cfc964fbefd5c6d23e82936930f36fca1f4f54f3450877587 I0704 14:00:52.887655 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-fcf6494b5-f5rfg/kube-rbac-proxy-metrics_current.log with fingerprint=d77b224720a7cc2275bd6dd542e7fa1af6b261f1382b63bc265ec9270b55e6a9 I0704 14:00:52.887673 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-fcf6494b5-qwp4m/thanos-query_current.log with fingerprint=24c1287c2e86f24f45bf3a2cfee25325e79905bde399d8a14ccbdb6336d5175c I0704 14:00:52.887682 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-fcf6494b5-qwp4m/kube-rbac-proxy-web_current.log with fingerprint=34c181ec5a1577d2703d66c592e54ce44cea98706858f961057405e377b05da2 I0704 14:00:52.887688 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-fcf6494b5-qwp4m/kube-rbac-proxy_current.log with fingerprint=4cd3acb4b2fba47d6ac565d3423c87b94779081b4ab4e740b48c57b799e86931 I0704 14:00:52.887692 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-fcf6494b5-qwp4m/prom-label-proxy_current.log with fingerprint=7f5a697c535d2b0b7262a2544bef84f7b5f05ebad9bb13e899452fd94d15be8d I0704 14:00:52.887697 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-fcf6494b5-qwp4m/kube-rbac-proxy-rules_current.log with fingerprint=9daa87dc42a2d3cb5f91774ffe287253ac612bed76c89ebfd559306b9daaffd1 I0704 14:00:52.887703 1 recorder.go:75] Recording config/pod/openshift-monitoring/logs/thanos-querier-fcf6494b5-qwp4m/kube-rbac-proxy-metrics_current.log with fingerprint=f2447477668a17a94248a0f6d970aa3b9b2a6edc9bbd5c349efaf2a5c5fe336e I0704 14:00:52.887709 1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-6ddbfdf749-bhh89/networking-console-plugin_current.log with fingerprint=02133bcfea8c0c95f4828a702eb5b07828263bf1e697f3bf0d128ce689154159 I0704 14:00:52.887715 1 recorder.go:75] Recording config/pod/openshift-network-console/logs/networking-console-plugin-6ddbfdf749-knsqk/networking-console-plugin_current.log with fingerprint=cedb880c3702016872e7cd7a7a4a4d69a19ead71071e49db4a2296e0d92f8a30 I0704 14:00:52.887852 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-d8z4x with fingerprint=bdfa7c0d250cf8b28a78b5a1405dabf5bc0e3016667e8472be952ca821d8e196 E0704 14:00:52.887869 1 gather.go:161] error recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-575cd97545-d8z4x.json" because of the error: the record with the same name "config/pod/openshift-console-operator/console-operator-575cd97545-d8z4x.json" was already recorded and had the fingerprint "bdfa7c0d250cf8b28a78b5a1405dabf5bc0e3016667e8472be952ca821d8e196", overwriting with the record having fingerprint "bdfa7c0d250cf8b28a78b5a1405dabf5bc0e3016667e8472be952ca821d8e196" W0704 14:00:52.887883 1 gather.go:155] issue recording gatherer "clusterconfig" function "operators_pods_and_events" result "config/pod/openshift-console-operator/console-operator-575cd97545-d8z4x.json" because of the warning: warning: the record with the same fingerprint "bdfa7c0d250cf8b28a78b5a1405dabf5bc0e3016667e8472be952ca821d8e196" was already recorded at path "config/pod/openshift-console-operator/console-operator-575cd97545-d8z4x.json", recording another one with a different path "config/pod/openshift-console-operator/console-operator-575cd97545-d8z4x.json" I0704 14:00:52.887893 1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-575cd97545-d8z4x/console-operator_previous.log with fingerprint=801540b5d677cea5822bce28c5d668d093bd393e6513d5d77c7f2613b95571a5 I0704 14:00:52.888052 1 recorder.go:75] Recording config/pod/openshift-console-operator/logs/console-operator-575cd97545-d8z4x/console-operator_current.log with fingerprint=35984355b3434a7e45ec24f2eb163565ee385ad6361a4149f1186f6bf95526af I0704 14:00:52.888069 1 recorder.go:75] Recording config/pod/openshift-console/logs/console-79fcf885db-pv72n/console_current.log with fingerprint=0a262b40cc6634f9ad0c73f7e7538527c37a549f31a84a93924cf58557f0d2e4 I0704 14:00:52.888083 1 recorder.go:75] Recording config/pod/openshift-console/logs/console-8479c87d74-jnlw5/console_current.log with fingerprint=aedabedd2229293b53b6231e5204c43aa30bac7f7492fa9d2756c86d9ab57d17 I0704 14:00:52.888090 1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-56cb7c9577-lq2vj/download-server_current.log with fingerprint=5c1ec14504da3f898649c1972f990fced8e26f4033c69ffc13d0f8e3378341ca I0704 14:00:52.888096 1 recorder.go:75] Recording config/pod/openshift-console/logs/downloads-56cb7c9577-nnms9/download-server_current.log with fingerprint=b3938f3e172bb6bc2ce1cff486285bc13acc67793c2ea931f84c2167c85b0eb1 I0704 14:00:52.888101 1 recorder.go:75] Recording config/pod/openshift-dns/logs/dns-default-jw22n/dns_current.log with fingerprint=01658c753c4c30b219ac2146feb375a7bb50efb6c717dafd6c0b2f724fd4acde I0704 14:00:52.888107 1 recorder.go:75] Recording config/pod/openshift-dns/logs/dns-default-jw22n/kube-rbac-proxy_current.log with fingerprint=6e2acd0603515dee923fe4c7c707d131ebad00221aed0087c1c5340a03b507cc I0704 14:00:52.888112 1 recorder.go:75] Recording config/pod/openshift-dns/logs/dns-default-k6l7s/dns_current.log with fingerprint=44033db304c9882e8eae22fe67815a5341e9e9f5568ffaf54b9d7657e91b5e81 I0704 14:00:52.888119 1 recorder.go:75] Recording config/pod/openshift-dns/logs/dns-default-k6l7s/kube-rbac-proxy_current.log with fingerprint=2b46d505e652087d07111e6d1a67c47df8c447089025afae234fec110ec19696 I0704 14:00:52.888150 1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/image-registry-74fc974765-bszzk/registry_current.log with fingerprint=aa24409a464de781e90baad682981e92f1c931dda184a921a2bab03e92e14ffc I0704 14:00:52.888177 1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/image-registry-9997485b-7sfpt/registry_current.log with fingerprint=9277503099e7df5ddaacb1c6aa50607a0ca6309756fecda5eea3d9027b48d737 I0704 14:00:52.888184 1 recorder.go:75] Recording config/pod/openshift-image-registry/logs/node-ca-grkx7/node-ca_current.log with fingerprint=c522c190a65f3be0a23fe42dfff66ae062d554020ca90ceaaff9783c397e22ba I0704 14:00:52.888220 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-55469cdb6d-vgz8h/router_current.log with fingerprint=095d1b3cf89c779353c750f02f20547477f589c6fb501995c6fc84c3a3a9995f I0704 14:00:52.888259 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-55469cdb6d-xd89p/router_current.log with fingerprint=db6793c50b46069007059a304b15f244fe95219d3b6827adf72db18492ddb09a I0704 14:00:52.888283 1 recorder.go:75] Recording config/pod/openshift-ingress/logs/router-default-7479477965-8bkrj/router_current.log with fingerprint=e470516f694ff21a5112af9fc963eab0b6ab0c4563153904d97b8483ddf2acef I0704 14:00:52.888289 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-hc827/serve-healthcheck-canary_current.log with fingerprint=3f2d9f16ad3c36165f44775c526b402107cd1cb5e48aded7c23a59b73672cb08 I0704 14:00:52.888293 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-rzjd2/serve-healthcheck-canary_current.log with fingerprint=02332bdb892eef0e4cdce42a2c65bbb41b82a8339b8672e7ff873fb80faf5107 I0704 14:00:52.888298 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 19.249171287s to process 90 records E0704 14:00:52.888361 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 19.253s with: function \"tsdb_status\" failed with an error, function \"silenced_alerts\" failed with an error, function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"active_alerts\" failed with an error, function \"metrics\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, unable to record function \"operators_pods_and_events\" record \"config/pod/openshift-console-operator/console-operator-575cd97545-d8z4x.json\"" I0704 14:00:52.889467 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "tsdb_status" failed with an error, function "silenced_alerts" failed with an error, function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "active_alerts" failed with an error, function "metrics" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, unable to record function "operators_pods_and_events" record "config/pod/openshift-console-operator/console-operator-575cd97545-d8z4x.json" I0704 14:00:52.889481 1 periodic.go:209] Running workloads gatherer I0704 14:00:52.889514 1 tasks_processing.go:45] number of workers: 2 I0704 14:00:52.889521 1 tasks_processing.go:69] worker 1 listening for tasks. I0704 14:00:52.889525 1 tasks_processing.go:71] worker 1 working on workload_info task. I0704 14:00:52.889580 1 tasks_processing.go:69] worker 0 listening for tasks. I0704 14:00:52.889598 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0704 14:00:52.896794 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-0-7.ec2.internal... I0704 14:00:52.896799 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-214.ec2.internal... I0704 14:00:52.920200 1 tasks_processing.go:74] worker 0 stopped. I0704 14:00:52.920216 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 30.591082ms to process 0 records I0704 14:00:59.164001 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 6s I0704 14:00:59.187952 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 23s for image data I0704 14:00:59.197669 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (11ms) I0704 14:00:59.207219 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (10ms) I0704 14:00:59.217018 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (10ms) I0704 14:00:59.226635 1 gather_workloads_info.go:387] No image sha256:25bda9d34e23ba6bc9df5cf7104bdb237269740a3a76ee025f88b34e68b7e2b5 (10ms) I0704 14:00:59.236129 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (9ms) I0704 14:00:59.245432 1 gather_workloads_info.go:387] No image sha256:0092c6ff139f8698c91349d507eb3182bc5d6c4ae040f672e347ff504accdea2 (9ms) I0704 14:00:59.255540 1 gather_workloads_info.go:387] No image sha256:90bdf9e678fe18e35401e34e1cb0912d822e9cb32b9e41cc545870540e9a87f2 (10ms) I0704 14:00:59.264653 1 gather_workloads_info.go:387] No image sha256:6e5df2aab9ce759e8f957341a11c087c233307e3c8f8760d21270efc19ccd3ce (9ms) I0704 14:00:59.273599 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (9ms) I0704 14:00:59.282739 1 gather_workloads_info.go:387] No image sha256:76cc47f3775560477ec548c7b6fddbd99112ad6604f790697eef546576051fb7 (9ms) I0704 14:00:59.297604 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (15ms) I0704 14:00:59.398264 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (101ms) I0704 14:00:59.497684 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (99ms) I0704 14:00:59.598602 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (101ms) I0704 14:00:59.698885 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (100ms) I0704 14:00:59.811667 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (113ms) I0704 14:00:59.899777 1 gather_workloads_info.go:387] No image sha256:7bd3e88d6d3f878a89203df590b684c5a77bf08df4717451d3197ab74683a80e (88ms) I0704 14:01:00.000125 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (100ms) I0704 14:01:00.099537 1 gather_workloads_info.go:387] No image sha256:0af73ad7a47c9ff53269ae2bc5163bf9e389085220c34e4bd42c92c4e7a85f6d (99ms) I0704 14:01:00.200273 1 gather_workloads_info.go:387] No image sha256:1477f3287cc75352305274f248f781c1b7c2a8696f4f7bc450c45a4a5f5b10ea (101ms) I0704 14:01:00.300616 1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms) I0704 14:01:00.399635 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (99ms) I0704 14:01:00.499556 1 gather_workloads_info.go:387] No image sha256:1e65f9f5490fbc930d2dce96f03ddcb28990b839d7dc011ef5de5bec6c5095bf (100ms) I0704 14:01:00.599843 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (100ms) I0704 14:01:00.698763 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (99ms) I0704 14:01:00.799864 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (101ms) I0704 14:01:00.898849 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (99ms) I0704 14:01:00.998749 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (100ms) I0704 14:01:01.099773 1 gather_workloads_info.go:387] No image sha256:b99613494e9d6a4a8207323872d63cc02b830fc80a8bf972e62c64381aa4cd17 (101ms) I0704 14:01:01.199867 1 gather_workloads_info.go:387] No image sha256:3d6ea9e1633f38070718a1357fcb80e6cb3932aafcc4d65e659795b186c5da15 (100ms) I0704 14:01:01.299078 1 gather_workloads_info.go:387] No image sha256:101993f6e65d6fda8b90c583b718b720809182961f69bc777295f47e6df4d7ce (99ms) I0704 14:01:01.399523 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (100ms) I0704 14:01:01.499343 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (100ms) I0704 14:01:01.599368 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (100ms) I0704 14:01:01.699586 1 gather_workloads_info.go:387] No image sha256:32d4561d4bf1b3c4e3a7878f918f9c1422bab85bdf8711fbdf905d59692fee81 (100ms) I0704 14:01:01.799407 1 gather_workloads_info.go:387] No image sha256:513b1166e376feca472fdd5174f6abf0abf02925d6a21b7b4d89a2ff2fc67bed (100ms) I0704 14:01:01.898902 1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (99ms) I0704 14:01:01.998335 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (99ms) I0704 14:01:02.100274 1 gather_workloads_info.go:387] No image sha256:3612c5a433effd17b7aff7ff6edf4fb27b61153908e3a0294158e4886a1d600d (102ms) I0704 14:01:02.198604 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (98ms) I0704 14:01:02.298661 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (100ms) I0704 14:01:02.400677 1 gather_workloads_info.go:387] No image sha256:88437b35173fe2e8a4d9f148ec17c754bee4df3f723b3a5676955eef4f363d31 (102ms) I0704 14:01:02.499773 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (99ms) I0704 14:01:02.599034 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (99ms) I0704 14:01:02.699647 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (101ms) I0704 14:01:02.800801 1 gather_workloads_info.go:387] No image sha256:74713675d580a47a56b628469c4c05c41e114e0b935960d718ff0cf7e72f613d (101ms) I0704 14:01:02.898931 1 gather_workloads_info.go:387] No image sha256:50197f22710766515f67944a779e00dd9ae3d17b18732d7324a970353b11f292 (98ms) I0704 14:01:02.999121 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (100ms) I0704 14:01:03.098938 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (100ms) I0704 14:01:03.098977 1 tasks_processing.go:74] worker 1 stopped. I0704 14:01:03.099289 1 recorder.go:75] Recording config/workload_info with fingerprint=0010204cf939091305327f2884405387fc3e86d479f596cd91249f852a0ddd3e I0704 14:01:03.099308 1 gather.go:177] gatherer "workloads" function "workload_info" took 10.20944331s to process 1 records I0704 14:01:03.099322 1 periodic.go:256] Periodic gather workloads completed in 10.209s I0704 14:01:03.099330 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0704 14:01:03.099337 1 periodic.go:209] Running conditional gatherer I0704 14:01:03.106452 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0704 14:01:03.285962 1 conditional_gatherer.go:338] updating alerts cache for conditional gatherer E0704 14:01:03.288570 1 conditional_gatherer.go:324] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp 172.30.121.112:9091: connect: connection refused I0704 14:01:03.288647 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0704 14:01:03.296800 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0704 14:01:03.296818 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0704 14:01:03.296824 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0704 14:01:03.296828 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0704 14:01:03.296831 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0704 14:01:03.296834 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0704 14:01:03.296837 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0704 14:01:03.296840 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0704 14:01:03.296843 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0704 14:01:03.296845 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0704 14:01:03.296849 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0704 14:01:03.296864 1 tasks_processing.go:45] number of workers: 3 I0704 14:01:03.296874 1 tasks_processing.go:69] worker 2 listening for tasks. I0704 14:01:03.296879 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0704 14:01:03.296880 1 tasks_processing.go:69] worker 0 listening for tasks. I0704 14:01:03.296889 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0704 14:01:03.296895 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0704 14:01:03.296891 1 tasks_processing.go:69] worker 1 listening for tasks. I0704 14:01:03.296911 1 tasks_processing.go:74] worker 1 stopped. I0704 14:01:03.296992 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=9fafdcbf373f1f367f1d69551ea59114592cce1681189be0f3dde774e0530661 I0704 14:01:03.297011 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.019µs to process 1 records I0704 14:01:03.297063 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0704 14:01:03.297074 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 804ns to process 1 records I0704 14:01:03.297082 1 tasks_processing.go:74] worker 0 stopped. I0704 14:01:03.297187 1 tasks_processing.go:74] worker 2 stopped. I0704 14:01:03.297196 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 286.912µs to process 0 records I0704 14:01:03.297210 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=Succeeded message= I0704 14:01:03.297225 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0704 14:01:03.328795 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=c692875095cac48c5bbc372d68efa9386af6cd7769890c4df006d48a5cc2c290 I0704 14:01:03.328947 1 diskrecorder.go:70] Writing 196 records to /var/lib/insights-operator/insights-2026-07-04-140103.tar.gz I0704 14:01:03.342981 1 diskrecorder.go:51] Wrote 196 records to disk in 14ms I0704 14:01:03.343019 1 periodic.go:278] Gathering cluster info every 2h0m0s I0704 14:01:03.343045 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0704 14:02:03.635691 1 diskrecorder.go:223] Found files to send: insights-2026-07-04-140103.tar.gz I0704 14:02:03.635722 1 insightsuploader.go:150] Checking archives to upload periodically every 16m1.367419348s I0704 14:02:03.635731 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0704 14:02:03.649858 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0704 14:02:03.843991 1 requests.go:87] Successfully reported id=2026-07-04T14:02:03Z x-rh-insights-request-id=140a91416c7a446f9189d0a326165e6d, wrote=102221 I0704 14:02:03.844119 1 insightsuploader.go:187] Uploaded report successfully in 208.378208ms I0704 14:02:03.844142 1 controller.go:128] Initializing last reported time to 2026-07-04T14:02:03Z I0704 14:02:03.844215 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0704 14:02:03.844227 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0704 14:02:03.844236 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0704 14:02:03.850360 1 controller.go:512] The operator is healthy I0704 14:02:33.657251 1 controller.go:512] The operator is healthy I0704 14:03:05.938811 1 insightsreport.go:137] Pulling report from smart-proxy I0704 14:03:05.938835 1 insightsreport.go:149] Retrieving report I0704 14:03:05.947165 1 requests.go:110] Retrieving report for cluster: 052ce312-c6e7-42f2-b79b-a4d54fe821f4 I0704 14:03:05.947176 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/052ce312-c6e7-42f2-b79b-a4d54fe821f4/reports I0704 14:03:05.949893 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/052ce312-c6e7-42f2-b79b-a4d54fe821f4/reports I0704 14:03:06.142135 1 insightsreport.go:184] Report retrieved I0704 14:03:06.184137 1 insightsreport.go:239] Report retrieved correctly I0704 14:04:33.657548 1 controller.go:512] The operator is healthy I0704 14:05:33.628809 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 14:05:33.637889 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 14:05:33.637908 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 14:05:33.642923 1 secretconfigobserver.go:119] support secret does not exist I0704 14:06:33.655334 1 controller.go:512] The operator is healthy I0704 14:08:33.658611 1 controller.go:512] The operator is healthy I0704 14:10:33.622118 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 14:10:33.627286 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 14:10:33.643376 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 14:10:33.648953 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 14:10:33.648978 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 14:10:33.654157 1 secretconfigobserver.go:119] support secret does not exist I0704 14:10:33.654787 1 controller.go:512] The operator is healthy I0704 14:12:33.656194 1 controller.go:512] The operator is healthy I0704 14:14:33.654615 1 controller.go:512] The operator is healthy I0704 14:15:33.655066 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 14:15:33.661763 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 14:15:33.661784 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 14:15:33.666960 1 secretconfigobserver.go:119] support secret does not exist I0704 14:16:33.658142 1 controller.go:512] The operator is healthy I0704 14:18:10.213084 1 insightsuploader.go:146] Nothing to report since 2026-07-04T14:02:03Z I0704 14:18:33.655722 1 controller.go:512] The operator is healthy I0704 14:20:33.621985 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 14:20:33.627104 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 14:20:33.654247 1 controller.go:512] The operator is healthy I0704 14:20:33.667996 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 14:20:33.674058 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 14:20:33.674076 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 14:20:33.679254 1 secretconfigobserver.go:119] support secret does not exist I0704 14:22:33.654689 1 controller.go:512] The operator is healthy I0704 14:24:33.657889 1 controller.go:512] The operator is healthy I0704 14:25:33.680566 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 14:25:33.688933 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 14:25:33.689031 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 14:25:33.695786 1 secretconfigobserver.go:119] support secret does not exist I0704 14:26:33.659930 1 controller.go:512] The operator is healthy I0704 14:28:33.655314 1 controller.go:512] The operator is healthy I0704 14:30:33.625433 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 14:30:33.654943 1 controller.go:512] The operator is healthy I0704 14:30:33.696900 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 14:30:33.702661 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 14:30:33.702680 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 14:30:33.707780 1 secretconfigobserver.go:119] support secret does not exist I0704 14:32:33.656184 1 controller.go:512] The operator is healthy I0704 14:33:35.497228 1 insightsuploader.go:146] Nothing to report since 2026-07-04T14:02:03Z I0704 14:34:33.662147 1 controller.go:512] The operator is healthy I0704 14:35:33.708108 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 14:35:33.714632 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 14:35:33.714652 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 14:35:33.719236 1 secretconfigobserver.go:119] support secret does not exist I0704 14:36:33.657118 1 controller.go:512] The operator is healthy I0704 14:38:33.654652 1 controller.go:512] The operator is healthy I0704 14:40:33.623849 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 14:40:33.654283 1 controller.go:512] The operator is healthy I0704 14:40:33.719685 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 14:40:33.725196 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 14:40:33.725214 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 14:40:33.730064 1 secretconfigobserver.go:119] support secret does not exist I0704 14:42:33.655065 1 controller.go:512] The operator is healthy I0704 14:44:33.655403 1 controller.go:512] The operator is healthy I0704 14:45:33.730599 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 14:45:33.737127 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 14:45:33.737147 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 14:45:33.741985 1 secretconfigobserver.go:119] support secret does not exist I0704 14:46:33.658893 1 controller.go:512] The operator is healthy I0704 14:48:33.655888 1 controller.go:512] The operator is healthy I0704 14:49:53.037322 1 insightsuploader.go:146] Nothing to report since 2026-07-04T14:02:03Z I0704 14:50:33.624801 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 14:50:33.654928 1 controller.go:512] The operator is healthy I0704 14:50:33.743095 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 14:50:33.748595 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 14:50:33.748616 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 14:50:33.753534 1 secretconfigobserver.go:119] support secret does not exist I0704 14:52:33.658420 1 controller.go:512] The operator is healthy I0704 14:54:33.658613 1 controller.go:512] The operator is healthy I0704 14:55:33.754334 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 14:55:33.760779 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 14:55:33.760803 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 14:55:33.766056 1 secretconfigobserver.go:119] support secret does not exist I0704 14:56:33.656470 1 controller.go:512] The operator is healthy I0704 14:58:33.656045 1 controller.go:512] The operator is healthy I0704 15:00:33.626434 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 15:00:33.631647 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 15:00:33.655026 1 controller.go:512] The operator is healthy I0704 15:00:33.767159 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 15:00:33.772867 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 15:00:33.772887 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 15:00:33.777660 1 secretconfigobserver.go:119] support secret does not exist I0704 15:02:33.658213 1 controller.go:512] The operator is healthy I0704 15:04:33.658719 1 controller.go:512] The operator is healthy I0704 15:05:33.777905 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 15:05:33.787029 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 15:05:33.787047 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 15:05:33.791911 1 secretconfigobserver.go:119] support secret does not exist I0704 15:05:57.697941 1 insightsuploader.go:146] Nothing to report since 2026-07-04T14:02:03Z I0704 15:06:33.656027 1 controller.go:512] The operator is healthy I0704 15:08:33.655791 1 controller.go:512] The operator is healthy I0704 15:10:33.626086 1 configmapobserver.go:84] configmaps "insights-config" not found I0704 15:10:33.655020 1 controller.go:512] The operator is healthy I0704 15:10:33.792185 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 15:10:33.797867 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 15:10:33.797885 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 15:10:33.803071 1 secretconfigobserver.go:119] support secret does not exist I0704 15:12:33.658731 1 controller.go:512] The operator is healthy I0704 15:14:33.655107 1 controller.go:512] The operator is healthy I0704 15:15:33.804102 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0704 15:15:33.810389 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0704 15:15:33.810409 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0704 15:15:33.815354 1 secretconfigobserver.go:119] support secret does not exist I0704 15:16:33.655610 1 controller.go:512] The operator is healthy