W0702 02:13:12.463719 1 cmd.go:257] Using insecure, self-signed certificates I0702 02:13:12.693246 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 02:13:12.693563 1 observer_polling.go:159] Starting file observer W0702 02:13:12.746455 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I0702 02:13:13.217344 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0702 02:13:13.217564 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0702 02:13:13.218117 1 secure_serving.go:57] Forcing use of http/1.1 only W0702 02:13:13.218142 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0702 02:13:13.218146 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0702 02:13:13.218153 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0702 02:13:13.218159 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0702 02:13:13.218163 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0702 02:13:13.218167 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0702 02:13:13.218277 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0702 02:13:13.221786 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] I0702 02:13:13.221803 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} E0702 02:13:13.225060 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18be57364d486754 openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-07-02 02:13:13.221736276 +0000 UTC m=+0.796360135,LastTimestamp:2026-07-02 02:13:13.221736276 +0000 UTC m=+0.796360135,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" I0702 02:13:13.225158 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0702 02:13:13.225191 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0702 02:13:13.225250 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0702 02:13:13.225278 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0702 02:13:13.225316 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0702 02:13:13.225341 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0702 02:13:13.225364 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0702 02:13:13.225448 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-456197644/tls.crt::/tmp/serving-cert-456197644/tls.key" I0702 02:13:13.225346 1 secure_serving.go:213] Serving securely on [::]:8443 W0702 02:13:13.227687 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0702 02:13:13.227711 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0702 02:13:13.227813 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0702 02:13:13.236219 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0702 02:13:13.236244 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0702 02:13:13.241227 1 secretconfigobserver.go:119] support secret does not exist I0702 02:13:13.246477 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0702 02:13:13.251508 1 secretconfigobserver.go:119] support secret does not exist I0702 02:13:13.256001 1 recorder.go:156] Pruning old reports every 5h35m33s, max age is 288h0m0s I0702 02:13:13.261404 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0702 02:13:13.261415 1 periodic.go:212] Running clusterconfig gatherer I0702 02:13:13.261423 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0702 02:13:13.261442 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0702 02:13:13.261447 1 insightsreport.go:296] Starting report retriever I0702 02:13:13.261451 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0702 02:13:13.261476 1 tasks_processing.go:45] number of workers: 32 I0702 02:13:13.261505 1 tasks_processing.go:69] worker 2 listening for tasks. I0702 02:13:13.261517 1 tasks_processing.go:71] worker 2 working on machine_configs task. I0702 02:13:13.261518 1 tasks_processing.go:69] worker 31 listening for tasks. I0702 02:13:13.261525 1 tasks_processing.go:69] worker 3 listening for tasks. I0702 02:13:13.261531 1 tasks_processing.go:69] worker 4 listening for tasks. I0702 02:13:13.261535 1 tasks_processing.go:69] worker 5 listening for tasks. I0702 02:13:13.261540 1 tasks_processing.go:69] worker 6 listening for tasks. I0702 02:13:13.261548 1 tasks_processing.go:69] worker 7 listening for tasks. I0702 02:13:13.261556 1 tasks_processing.go:69] worker 8 listening for tasks. I0702 02:13:13.261564 1 tasks_processing.go:69] worker 20 listening for tasks. I0702 02:13:13.261572 1 tasks_processing.go:69] worker 21 listening for tasks. I0702 02:13:13.261570 1 tasks_processing.go:69] worker 19 listening for tasks. I0702 02:13:13.261579 1 tasks_processing.go:69] worker 13 listening for tasks. I0702 02:13:13.261583 1 tasks_processing.go:69] worker 22 listening for tasks. I0702 02:13:13.261580 1 tasks_processing.go:69] worker 14 listening for tasks. I0702 02:13:13.261587 1 tasks_processing.go:69] worker 15 listening for tasks. I0702 02:13:13.261591 1 tasks_processing.go:69] worker 9 listening for tasks. I0702 02:13:13.261595 1 tasks_processing.go:69] worker 27 listening for tasks. I0702 02:13:13.261599 1 tasks_processing.go:69] worker 18 listening for tasks. I0702 02:13:13.261599 1 tasks_processing.go:69] worker 26 listening for tasks. I0702 02:13:13.261604 1 tasks_processing.go:69] worker 17 listening for tasks. I0702 02:13:13.261607 1 tasks_processing.go:69] worker 11 listening for tasks. I0702 02:13:13.261609 1 tasks_processing.go:69] worker 0 listening for tasks. I0702 02:13:13.261600 1 tasks_processing.go:69] worker 10 listening for tasks. I0702 02:13:13.261610 1 tasks_processing.go:69] worker 29 listening for tasks. I0702 02:13:13.261617 1 tasks_processing.go:69] worker 16 listening for tasks. I0702 02:13:13.261621 1 tasks_processing.go:69] worker 25 listening for tasks. I0702 02:13:13.261620 1 tasks_processing.go:69] worker 30 listening for tasks. I0702 02:13:13.261621 1 tasks_processing.go:69] worker 24 listening for tasks. I0702 02:13:13.261626 1 tasks_processing.go:69] worker 12 listening for tasks. I0702 02:13:13.261632 1 tasks_processing.go:69] worker 1 listening for tasks. I0702 02:13:13.261603 1 tasks_processing.go:69] worker 28 listening for tasks. I0702 02:13:13.261614 1 tasks_processing.go:69] worker 23 listening for tasks. I0702 02:13:13.261700 1 tasks_processing.go:71] worker 4 working on machines task. I0702 02:13:13.261700 1 tasks_processing.go:71] worker 31 working on container_runtime_configs task. I0702 02:13:13.261708 1 tasks_processing.go:71] worker 23 working on openstack_version task. I0702 02:13:13.261708 1 tasks_processing.go:71] worker 3 working on nodenetworkconfigurationpolicies task. I0702 02:13:13.261719 1 tasks_processing.go:71] worker 18 working on install_plans task. I0702 02:13:13.261766 1 tasks_processing.go:71] worker 16 working on olm_operators task. I0702 02:13:13.261871 1 tasks_processing.go:71] worker 11 working on storage_cluster task. I0702 02:13:13.261912 1 tasks_processing.go:71] worker 25 working on image_registries task. I0702 02:13:13.261954 1 tasks_processing.go:71] worker 28 working on metrics task. I0702 02:13:13.262024 1 tasks_processing.go:71] worker 17 working on sap_pods task. I0702 02:13:13.262069 1 tasks_processing.go:71] worker 27 working on nodes task. I0702 02:13:13.261916 1 tasks_processing.go:71] worker 12 working on certificate_signing_requests task. I0702 02:13:13.261957 1 tasks_processing.go:71] worker 6 working on feature_gates task. I0702 02:13:13.261921 1 tasks_processing.go:71] worker 30 working on schedulers task. I0702 02:13:13.261925 1 tasks_processing.go:71] worker 24 working on aggregated_monitoring_cr_names task. I0702 02:13:13.261931 1 tasks_processing.go:71] worker 10 working on openshift_machine_api_events task. I0702 02:13:13.261934 1 tasks_processing.go:71] worker 26 working on infrastructures task. I0702 02:13:13.261937 1 tasks_processing.go:71] worker 0 working on openstack_dataplanedeployments task. I0702 02:13:13.261949 1 tasks_processing.go:71] worker 19 working on crds task. I0702 02:13:13.261953 1 tasks_processing.go:71] worker 5 working on tsdb_status task. W0702 02:13:13.262905 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 02:13:13.262920 1 tasks_processing.go:71] worker 5 working on machine_healthchecks task. I0702 02:13:13.261961 1 tasks_processing.go:71] worker 7 working on config_maps task. I0702 02:13:13.261964 1 tasks_processing.go:71] worker 8 working on dvo_metrics task. I0702 02:13:13.261968 1 tasks_processing.go:71] worker 20 working on machine_config_pools task. I0702 02:13:13.261973 1 tasks_processing.go:71] worker 21 working on authentication task. I0702 02:13:13.262007 1 tasks_processing.go:71] worker 14 working on mutating_webhook_configurations task. I0702 02:13:13.262011 1 tasks_processing.go:71] worker 13 working on version task. I0702 02:13:13.262014 1 tasks_processing.go:71] worker 22 working on ingress task. I0702 02:13:13.262015 1 tasks_processing.go:71] worker 29 working on container_images task. I0702 02:13:13.262027 1 tasks_processing.go:71] worker 9 working on storage_classes task. I0702 02:13:13.262032 1 tasks_processing.go:71] worker 15 working on oauths task. W0702 02:13:13.262054 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 02:13:13.261944 1 tasks_processing.go:71] worker 1 working on machine_sets task. I0702 02:13:13.263393 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 32.556µs to process 0 records I0702 02:13:13.265730 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 3.50979ms to process 0 records I0702 02:13:13.265779 1 tasks_processing.go:71] worker 28 working on ingress_certificates task. I0702 02:13:13.265806 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 4.082194ms to process 0 records I0702 02:13:13.265843 1 tasks_processing.go:71] worker 23 working on cluster_apiserver task. I0702 02:13:13.266341 1 tasks_processing.go:71] worker 11 working on openshift_logging task. I0702 02:13:13.266378 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 4.449912ms to process 0 records I0702 02:13:13.266474 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 4.692906ms to process 0 records E0702 02:13:13.266506 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0702 02:13:13.266536 1 gather.go:177] gatherer "clusterconfig" function "machines" took 4.730171ms to process 0 records I0702 02:13:13.266551 1 tasks_processing.go:71] worker 4 working on image_pruners task. I0702 02:13:13.266583 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 4.864546ms to process 0 records I0702 02:13:13.266489 1 tasks_processing.go:71] worker 3 working on openstack_dataplanenodesets task. I0702 02:13:13.266702 1 tasks_processing.go:71] worker 31 working on validating_webhook_configurations task. I0702 02:13:13.268569 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0702 02:13:13.268588 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0702 02:13:13.268593 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0702 02:13:13.268596 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0702 02:13:13.268606 1 controller.go:458] The operator is still being initialized I0702 02:13:13.268611 1 controller.go:481] The operator is healthy I0702 02:13:13.269035 1 tasks_processing.go:71] worker 17 working on sap_config task. I0702 02:13:13.269052 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 6.955385ms to process 0 records I0702 02:13:13.269062 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 6.372958ms to process 0 records I0702 02:13:13.269069 1 tasks_processing.go:71] worker 0 working on pdbs task. I0702 02:13:13.270707 1 tasks_processing.go:71] worker 20 working on proxies task. I0702 02:13:13.270718 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 7.043309ms to process 0 records I0702 02:13:13.270961 1 tasks_processing.go:71] worker 5 working on operators task. E0702 02:13:13.270972 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0702 02:13:13.271000 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 8.031033ms to process 0 records I0702 02:13:13.272097 1 tasks_processing.go:71] worker 11 working on clusterroles task. I0702 02:13:13.272113 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 5.698225ms to process 0 records I0702 02:13:13.276012 1 tasks_processing.go:71] worker 3 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0702 02:13:13.276019 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 9.403474ms to process 0 records I0702 02:13:13.276270 1 tasks_processing.go:71] worker 17 working on active_alerts task. I0702 02:13:13.276281 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 7.217694ms to process 0 records W0702 02:13:13.276301 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 02:13:13.276313 1 tasks_processing.go:71] worker 17 working on overlapping_namespace_uids task. I0702 02:13:13.276368 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 27.518µs to process 0 records I0702 02:13:13.276555 1 tasks_processing.go:71] worker 2 working on ceph_cluster task. E0702 02:13:13.276612 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0702 02:13:13.276740 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0702 02:13:13.276784 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 15.031104ms to process 1 records I0702 02:13:13.276814 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 10.995748ms to process 0 records I0702 02:13:13.276830 1 tasks_processing.go:71] worker 1 working on support_secret task. I0702 02:13:13.277119 1 tasks_processing.go:71] worker 27 working on sap_datahubs task. I0702 02:13:13.277460 1 recorder.go:70] Recording config/node/ip-10-0-0-65.ec2.internal with fingerprint=8a3bcc1c6b1b5226d45328ce13a5d2734645b87e3c3cf19c6250401a41a4040e I0702 02:13:13.277522 1 recorder.go:70] Recording config/node/ip-10-0-1-130.ec2.internal with fingerprint=167bc3f3b02021043af89f016f01d2f1b3f3a70c6a0a9075c6424e780e0e0365 I0702 02:13:13.277577 1 recorder.go:70] Recording config/node/ip-10-0-2-73.ec2.internal with fingerprint=645a5ecbdb4688683ba0f5259e444978c6a0a2ef492d4acad741f846bf37e25b I0702 02:13:13.277586 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 15.003121ms to process 3 records I0702 02:13:13.281770 1 tasks_processing.go:71] worker 30 working on machine_autoscalers task. I0702 02:13:13.281853 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=ad741747ea75dc93141701a66c717ec0dc2dcc6419d40fe44e7334bc274e5966 I0702 02:13:13.281867 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 19.44515ms to process 1 records I0702 02:13:13.283959 1 tasks_processing.go:71] worker 15 working on operators_pods_and_events task. I0702 02:13:13.284414 1 recorder.go:70] Recording config/oauth with fingerprint=dce727d1128853a6c5fa21ab4c5e7601917f6674cc05bbe397c4e43942e2ac2d I0702 02:13:13.284436 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 18.525255ms to process 1 records I0702 02:13:13.284451 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 7.474052ms to process 0 records I0702 02:13:13.284482 1 tasks_processing.go:71] worker 2 working on monitoring_persistent_volumes task. I0702 02:13:13.284631 1 tasks_processing.go:71] worker 4 working on cost_management_metrics_configs task. I0702 02:13:13.284804 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=2d321b006671edeb9281c223f11b6e7ba063d0e7d0bfdd19979c4677952e4089 I0702 02:13:13.284821 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 17.57577ms to process 1 records I0702 02:13:13.284834 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 21.908989ms to process 0 records I0702 02:13:13.284849 1 tasks_processing.go:71] worker 10 working on openstack_controlplanes task. I0702 02:13:13.284914 1 recorder.go:70] Recording config/proxy with fingerprint=0bd054178205880c83a5c7fafa51f417574e37b48489726b7f6f597a96ba9f34 I0702 02:13:13.284929 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 13.847329ms to process 1 records I0702 02:13:13.284941 1 tasks_processing.go:71] worker 20 working on silenced_alerts task. W0702 02:13:13.285001 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 02:13:13.285015 1 tasks_processing.go:71] worker 20 working on image task. I0702 02:13:13.285070 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 62.527µs to process 0 records I0702 02:13:13.285789 1 tasks_processing.go:71] worker 22 working on networks task. I0702 02:13:13.286019 1 recorder.go:70] Recording config/ingress with fingerprint=36013045666c5e65bb01bd5e727d174ad8912fbd25a793c56768113d40daba4d I0702 02:13:13.286037 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 20.507904ms to process 1 records I0702 02:13:13.286218 1 tasks_processing.go:71] worker 14 working on lokistack task. I0702 02:13:13.286408 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=59c53617780346753153b24bc1e376a876e6bc13c3598aadb4711eed9b02af7c I0702 02:13:13.286454 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=b8fc097b4603953e80ab52605cdd12ef075452b42fec98ca630cf223c7c845e3 I0702 02:13:13.286502 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=af413e4428ae4cb924f5f8d2dfb7a0ba374cd91a0dde90725f7c2c0ccae1d9a2 I0702 02:13:13.286516 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 22.168788ms to process 3 records I0702 02:13:13.287194 1 tasks_processing.go:71] worker 27 working on pod_network_connectivity_checks task. I0702 02:13:13.287226 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 10.062393ms to process 0 records I0702 02:13:13.287431 1 tasks_processing.go:71] worker 30 working on nodenetworkstates task. I0702 02:13:13.287438 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 5.646837ms to process 0 records I0702 02:13:13.287640 1 tasks_processing.go:71] worker 26 working on node_logs task. I0702 02:13:13.288261 1 recorder.go:70] Recording config/infrastructure with fingerprint=1da577816305da0774e18cb8af66b7ec6c636119d399bcf26c371b8c30325489 I0702 02:13:13.288277 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 25.033366ms to process 1 records I0702 02:13:13.288360 1 tasks_processing.go:71] worker 6 working on service_accounts task. I0702 02:13:13.288370 1 recorder.go:70] Recording config/featuregate with fingerprint=b7c5fc1e7869b8a13d1e8bedc56e163a5dc9db15668a0ca1cdcbde2d1d0fd9c4 I0702 02:13:13.288380 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 25.638373ms to process 1 records I0702 02:13:13.288492 1 tasks_processing.go:71] worker 23 working on jaegers task. I0702 02:13:13.288514 1 recorder.go:70] Recording config/apiserver with fingerprint=70974e3d1b4c6c4010fd58778dddabda0384daadd6d163c3256e3359013c8461 I0702 02:13:13.288521 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 22.071213ms to process 1 records I0702 02:13:13.293864 1 tasks_processing.go:74] worker 21 stopped. I0702 02:13:13.294048 1 recorder.go:70] Recording config/authentication with fingerprint=fafc68fd9203e1e81d6080cc567c65d009d0c3ab91eb9a143b2bf1547e8f066f I0702 02:13:13.294060 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 30.073199ms to process 1 records I0702 02:13:13.296943 1 tasks_processing.go:74] worker 10 stopped. I0702 02:13:13.296957 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 12.076562ms to process 0 records I0702 02:13:13.296967 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 12.295004ms to process 0 records I0702 02:13:13.296973 1 tasks_processing.go:74] worker 4 stopped. I0702 02:13:13.297649 1 tasks_processing.go:74] worker 1 stopped. E0702 02:13:13.297688 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0702 02:13:13.297714 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 20.81015ms to process 0 records I0702 02:13:13.298131 1 tasks_processing.go:74] worker 0 stopped. I0702 02:13:13.298483 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=6e5edd964b79e86a45b69e0aedc250ac0856ccc7d86e73bd42d88bcce8e11d03 I0702 02:13:13.298521 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=bdc0a2b84b838ed118c18541d55e238703b8b4b3f42caf6a96842d390438b7c6 I0702 02:13:13.298556 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=ba33fab4eacee73938776b703279ba9971f7a2fe8a1e2617c4bef11729239756 I0702 02:13:13.298616 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 29.053519ms to process 3 records I0702 02:13:13.298875 1 tasks_processing.go:74] worker 25 stopped. I0702 02:13:13.300332 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=a498b92e721a0e82963affcd6018bd43c96bce5b81e1d7d9e8f3d311633600e9 I0702 02:13:13.300355 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 36.910739ms to process 1 records I0702 02:13:13.300456 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=b8b86668080263a857f37cb427bcebd4c16f9f1aa66f125c270f674dea763af8 I0702 02:13:13.300502 1 tasks_processing.go:74] worker 9 stopped. I0702 02:13:13.300517 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=d1110d9258d8a253a3968c99685089f17c56ce2559fce156a7660f1a958c9294 I0702 02:13:13.300567 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 34.951545ms to process 2 records I0702 02:13:13.300588 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 14.256549ms to process 0 records I0702 02:13:13.300594 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 12.025992ms to process 0 records I0702 02:13:13.300601 1 tasks_processing.go:74] worker 23 stopped. I0702 02:13:13.300604 1 tasks_processing.go:74] worker 14 stopped. I0702 02:13:13.300808 1 tasks_processing.go:74] worker 27 stopped. E0702 02:13:13.300851 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0702 02:13:13.300891 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 13.600018ms to process 0 records I0702 02:13:13.301110 1 recorder.go:70] Recording config/image with fingerprint=38850e889206c364c87d004ef0c6c887822a2edcd732a365d0a02a199d4e524c I0702 02:13:13.301130 1 gather.go:177] gatherer "clusterconfig" function "image" took 15.836087ms to process 1 records I0702 02:13:13.301143 1 tasks_processing.go:74] worker 20 stopped. I0702 02:13:13.301234 1 tasks_processing.go:74] worker 19 stopped. I0702 02:13:13.301837 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0702 02:13:13.302066 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=ec1a0f7e1dd3d70583e9528863abc128c26a8f9e51189505a1d0a9c99c457173 I0702 02:13:13.301875 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0702 02:13:13.302463 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=6f95d3606262b9aea289f17b56a0b74f6140b8f5969eab4df47822508acb02e5 I0702 02:13:13.302482 1 gather.go:177] gatherer "clusterconfig" function "crds" took 38.446773ms to process 2 records I0702 02:13:13.302491 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 14.836117ms to process 0 records I0702 02:13:13.302499 1 tasks_processing.go:74] worker 30 stopped. W0702 02:13:13.302631 1 operator.go:287] started I0702 02:13:13.302661 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0702 02:13:13.302802 1 tasks_processing.go:74] worker 17 stopped. I0702 02:13:13.302859 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0702 02:13:13.302875 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 26.481176ms to process 1 records I0702 02:13:13.303078 1 tasks_processing.go:74] worker 16 stopped. I0702 02:13:13.303170 1 recorder.go:70] Recording config/olm_operators with fingerprint=9b410b78c709b2ae386a8d985c07cdc84ccf6582afb1f01d19436f155171d5c4 I0702 02:13:13.303194 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 41.277085ms to process 1 records I0702 02:13:13.306095 1 tasks_processing.go:74] worker 12 stopped. I0702 02:13:13.306146 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 43.934366ms to process 0 records W0702 02:13:13.307604 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 02:13:13.308318 1 tasks_processing.go:74] worker 22 stopped. I0702 02:13:13.308524 1 recorder.go:70] Recording config/network with fingerprint=0ba02fb429b48150c7052ffb7e85ca5dd580df6091008098f09cdfdcb80de9cf I0702 02:13:13.308540 1 gather.go:177] gatherer "clusterconfig" function "networks" took 22.515845ms to process 1 records I0702 02:13:13.309247 1 tasks_processing.go:74] worker 2 stopped. I0702 02:13:13.309261 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 24.750137ms to process 0 records I0702 02:13:13.312191 1 tasks_processing.go:74] worker 11 stopped. I0702 02:13:13.312431 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=a27fb36efc509d928c4f1b4e5b412efd76cef8562f35ac761486a53436eecf1d I0702 02:13:13.312538 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=c6e5552a5d26e9a001dc4c8cb3dcfe79573f937d3b507ae0d23c59639e95912f I0702 02:13:13.312553 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 40.078935ms to process 2 records I0702 02:13:13.314038 1 controller.go:203] Source scaController *sca.Controller is not ready I0702 02:13:13.314057 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0702 02:13:13.314065 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0702 02:13:13.314070 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0702 02:13:13.314075 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0702 02:13:13.314096 1 controller.go:458] The operator is still being initialized I0702 02:13:13.314108 1 controller.go:481] The operator is healthy I0702 02:13:13.316217 1 tasks_processing.go:74] worker 24 stopped. I0702 02:13:13.316230 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 53.778939ms to process 0 records I0702 02:13:13.316302 1 tasks_processing.go:74] worker 29 stopped. I0702 02:13:13.319323 1 recorder.go:70] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-2rppc with fingerprint=497270a205c6eb85122a838e1417ff45d53581a616f7c0625e37132edc49068c I0702 02:13:13.319524 1 recorder.go:70] Recording config/running_containers with fingerprint=46eef0747aa6e07b6aefca7aebdaed7343e8b4b898f731415b3390745f4b02f8 I0702 02:13:13.319570 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 50.98308ms to process 2 records I0702 02:13:13.320628 1 prometheus_rules.go:88] Prometheus rules successfully created I0702 02:13:13.325247 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0702 02:13:13.325359 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0702 02:13:13.325389 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0702 02:13:13.327878 1 base_controller.go:82] Caches are synced for ConfigController I0702 02:13:13.327889 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... E0702 02:13:13.328591 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27b64ad3c8-c4a6-493a-a5ba-2cdacee7857a%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.9:37201->172.30.0.10:53: read: connection refused I0702 02:13:13.328605 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27b64ad3c8-c4a6-493a-a5ba-2cdacee7857a%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.9:37201->172.30.0.10:53: read: connection refused I0702 02:13:13.333497 1 tasks_processing.go:74] worker 7 stopped. E0702 02:13:13.333509 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0702 02:13:13.333515 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0702 02:13:13.333519 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0702 02:13:13.333528 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I0702 02:13:13.333557 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0702 02:13:13.333564 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0702 02:13:13.333570 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I0702 02:13:13.333575 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0702 02:13:13.333612 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0702 02:13:13.333620 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0702 02:13:13.333626 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 70.287238ms to process 7 records I0702 02:13:13.334031 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 02:13:13.344959 1 tasks_processing.go:74] worker 31 stopped. I0702 02:13:13.345104 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=97ebe7a6ca1078a3d04f433ae109947638bc9d5011cff428b9ba1a4100b9a693 I0702 02:13:13.345201 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=623688598e49f1cb7512c2586ed1d9e64c4c7b4b203d1478b2a519c6f76fca90 I0702 02:13:13.345222 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=ce745d73de70b9a3aef4fd4fba21998512ff0c5e6e423330c0c7e581a7506d9f I0702 02:13:13.345245 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=77ff1cc2a08921fc028b384f491710fb15fea70fa37f64a4e471662b82a72db6 I0702 02:13:13.345269 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=98119fdd6f5e9d68bba75f6b094b9645c01e3cc95358aa249b38e6062f94b6cb I0702 02:13:13.345297 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=806f20cb5a17100f67dbb53ac70aee3d15dbfebfdf6fe594f876d2ba67b8399a I0702 02:13:13.345320 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=d05a1438423454e8e38f2ff546be9bd08b540f3a9d12e6a3d66ee78b82cf1dec I0702 02:13:13.345353 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=835d86b543aead8a8c10b3c4a3425dae89c9668f4a20146cb4823297551200d6 I0702 02:13:13.345376 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=d0e12cb6786fc4e98b000aef496484e559d2a24b9b130fd0c9cd800d5cde76b2 I0702 02:13:13.345411 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=71a8f20dd034b36df16de2520eac2cd66903e3292d598ef19e48ab483712f4f2 I0702 02:13:13.345435 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=4225cab1686f4285be84bf1ab573b7f82e8f8a5c018b9de95e7a35bc00e127e8 I0702 02:13:13.345443 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 78.193357ms to process 11 records I0702 02:13:13.350840 1 tasks_processing.go:74] worker 13 stopped. I0702 02:13:13.351339 1 recorder.go:70] Recording config/version with fingerprint=54e885e6ee5f0c47e16412c35166a7c37ccff3bcc86baea092628484460833fd I0702 02:13:13.351352 1 recorder.go:70] Recording config/id with fingerprint=19256df7a80a473654bb85a402f4cbcc366baba41730fc2d4aa1969e6c76f593 I0702 02:13:13.351358 1 gather.go:177] gatherer "clusterconfig" function "version" took 85.64405ms to process 2 records I0702 02:13:13.370768 1 tasks_processing.go:74] worker 26 stopped. I0702 02:13:13.370783 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 83.110667ms to process 0 records I0702 02:13:13.371826 1 tasks_processing.go:74] worker 3 stopped. I0702 02:13:13.371838 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 95.794898ms to process 0 records I0702 02:13:13.383692 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0702 02:13:13.387703 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.9:47113->172.30.0.10:53: read: connection refused I0702 02:13:13.387722 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.9:47113->172.30.0.10:53: read: connection refused I0702 02:13:13.402917 1 base_controller.go:82] Caches are synced for LoggingSyncer I0702 02:13:13.402933 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0702 02:13:13.407212 1 tasks_processing.go:74] worker 28 stopped. E0702 02:13:13.407227 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0702 02:13:13.407233 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2r9nbgrj81tren1ce2sd9jqeg56uuvob-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2r9nbgrj81tren1ce2sd9jqeg56uuvob-primary-cert-bundle-secret" not found I0702 02:13:13.407301 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=b6506a1fb982c5368f6648b652714dc17db774c599fb1df8b084f048f285f201 I0702 02:13:13.407320 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 141.397669ms to process 1 records I0702 02:13:13.930416 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0702 02:13:14.124834 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" W0702 02:13:14.305120 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 02:13:14.519857 1 gather_cluster_operator_pods_and_events.go:121] Found 20 pods with 24 containers I0702 02:13:14.519872 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1048576 bytes I0702 02:13:14.520434 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-bg9bk pod in namespace openshift-dns (previous: false). I0702 02:13:14.759452 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bg9bk pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-bg9bk\" is waiting to start: ContainerCreating" I0702 02:13:14.759473 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-bg9bk\" is waiting to start: ContainerCreating" I0702 02:13:14.759482 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-bg9bk pod in namespace openshift-dns (previous: false). I0702 02:13:14.926429 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bg9bk pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-bg9bk\" is waiting to start: ContainerCreating" I0702 02:13:14.926447 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-bg9bk\" is waiting to start: ContainerCreating" I0702 02:13:14.926458 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-cnzt5 pod in namespace openshift-dns (previous: false). I0702 02:13:14.928166 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0702 02:13:15.146679 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-cnzt5 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-cnzt5\" is waiting to start: ContainerCreating" I0702 02:13:15.146701 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-cnzt5\" is waiting to start: ContainerCreating" I0702 02:13:15.146709 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-cnzt5 pod in namespace openshift-dns (previous: false). W0702 02:13:15.304627 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 02:13:15.327176 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-cnzt5 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-cnzt5\" is waiting to start: ContainerCreating" I0702 02:13:15.327198 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-cnzt5\" is waiting to start: ContainerCreating" I0702 02:13:15.327209 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-kxsck pod in namespace openshift-dns (previous: false). I0702 02:13:15.329751 1 tasks_processing.go:74] worker 5 stopped. I0702 02:13:15.329815 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=664456f6f8384fb632defdda65a60fde92a6900659ff90bd4bdd674c543f071b I0702 02:13:15.329874 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=11dbbfc20f68eeb671407be25e5e0a295799977a17ebd471413eec80f8dd6e72 I0702 02:13:15.329916 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0702 02:13:15.329958 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=09643318d603ff48c6d9fc3711372e90eda1a4398a0b6b11cac3cd2a1e6b07b0 I0702 02:13:15.330004 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0702 02:13:15.330033 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=757e009d8305b3ed191a3e3621e63f85d137b022200c2caedd7089a7002c01ac I0702 02:13:15.330068 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=7fdba6cfbfbc621f923a84611b34c2a59846ca7104029fa8de1e1d85972e18e0 I0702 02:13:15.330100 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=ecb1e99ec78e733398e1463b5d8d23741e7b78204edb1ae9d86bfac5475273a8 I0702 02:13:15.330139 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=6eb035bc58052f701b90976f18cfd58c38b36a8243513768d385d951d87ff1be I0702 02:13:15.330150 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70 I0702 02:13:15.330169 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=16a84ef91a72912715c93ce2d18f399db8b085ef478a38c166f80e4a45656e4a I0702 02:13:15.330182 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0702 02:13:15.330203 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=e82549b38c73cd8b735027b98e85fab248bb438456d0fe81354fc39390226665 I0702 02:13:15.330220 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0702 02:13:15.330245 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=5572a8bc96ce51272940670eb540d717aa455414a3186ceafebc9c8392c7c2a5 I0702 02:13:15.330261 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0702 02:13:15.330295 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=de67bfe0927a75a0d9585ab9310370c1b17361ad26ef2e69db3ca81532baee58 I0702 02:13:15.330310 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0702 02:13:15.330334 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=450be3d47807f9b580a1e8780c37b8f9bbf05c3ba0a7c6fb2d9a0755ece06a46 I0702 02:13:15.330511 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=93d45a40ad6842495c47328b77b3eff4128d75fa2bcf3490b71a1ccae21f2ecb I0702 02:13:15.330555 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0702 02:13:15.330594 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=5f83127f3ed55658568804caf0f122e7cdea565038a881daf3a67dce4dd8fd6f I0702 02:13:15.330634 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=c6e82a37d173e3c8c6aa77b917eb3d8e79dd64b70edc4d2fe713f17908af10a0 I0702 02:13:15.330653 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0702 02:13:15.330687 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=9e023ed9a54719dd26a826b65d4b4c6b54985885b39c5f154527bb4f6c6a8ce2 I0702 02:13:15.330704 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0702 02:13:15.330727 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=39496461368d65c3b39ad2e05dde74e04f043b77cd7191a20a29e573f6c89587 I0702 02:13:15.330755 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=209bc8e80d217e0c9e074aea4d5b90b69bfbc947184714dcf5b04bf2cfe38de0 I0702 02:13:15.330786 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=d1dce0e8615322e88d4946a49fb26109b8526237c3fe87f9788f1dbdfb77ddf0 I0702 02:13:15.330816 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=a8dfbd3c555eb599346512729b97874ae6a0d8fc4d61183fe55b9b25a8635279 I0702 02:13:15.330846 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=ebc23f42de9205feba03c13a2864eef188834d9fa52d4db49031855b2877b757 I0702 02:13:15.330886 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=08656a148d036507b58bde72c49a09b4f303e6b135cc8ba76495deba27821c53 I0702 02:13:15.330916 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0702 02:13:15.330935 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0702 02:13:15.330948 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.058769947s to process 34 records I0702 02:13:15.551136 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-kxsck pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-kxsck\" is waiting to start: ContainerCreating" I0702 02:13:15.551154 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-kxsck\" is waiting to start: ContainerCreating" I0702 02:13:15.551162 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-kxsck pod in namespace openshift-dns (previous: false). I0702 02:13:15.725333 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-kxsck pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-kxsck\" is waiting to start: ContainerCreating" I0702 02:13:15.725353 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-kxsck\" is waiting to start: ContainerCreating" I0702 02:13:15.725366 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-7tm5f pod in namespace openshift-dns (previous: false). I0702 02:13:15.928791 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 02:13:15.928807 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-brkf7 pod in namespace openshift-dns (previous: false). I0702 02:13:16.128642 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 02:13:16.128660 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-tm6md pod in namespace openshift-dns (previous: false). W0702 02:13:16.304843 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 02:13:16.327454 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 02:13:16.327520 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-75d54954c6-mm7n8 pod in namespace openshift-image-registry (previous: false). I0702 02:13:16.526883 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-75d54954c6-mm7n8 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-75d54954c6-mm7n8\" is waiting to start: ContainerCreating" I0702 02:13:16.526901 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-75d54954c6-mm7n8\" is waiting to start: ContainerCreating" I0702 02:13:16.526934 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7f4b69bb95-khfwj pod in namespace openshift-image-registry (previous: false). I0702 02:13:16.728004 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7f4b69bb95-khfwj pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7f4b69bb95-khfwj\" is waiting to start: ContainerCreating" I0702 02:13:16.728026 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7f4b69bb95-khfwj\" is waiting to start: ContainerCreating" I0702 02:13:16.728068 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7f4b69bb95-vlflj pod in namespace openshift-image-registry (previous: false). I0702 02:13:16.925857 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7f4b69bb95-vlflj pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7f4b69bb95-vlflj\" is waiting to start: ContainerCreating" I0702 02:13:16.925875 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7f4b69bb95-vlflj\" is waiting to start: ContainerCreating" I0702 02:13:16.925885 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-6ngl9 pod in namespace openshift-image-registry (previous: false). I0702 02:13:17.128060 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 02:13:17.128078 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-bq6qr pod in namespace openshift-image-registry (previous: false). W0702 02:13:17.305023 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0702 02:13:17.324397 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 02:13:17.324413 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-qlbvw pod in namespace openshift-image-registry (previous: false). I0702 02:13:17.526667 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0702 02:13:17.526684 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-68fc8dffdc-6qgg4 pod in namespace openshift-ingress (previous: false). I0702 02:13:17.726277 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-68fc8dffdc-6qgg4 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-68fc8dffdc-6qgg4\" is waiting to start: ContainerCreating" I0702 02:13:17.726295 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-68fc8dffdc-6qgg4\" is waiting to start: ContainerCreating" I0702 02:13:17.726306 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-68fc8dffdc-tnctt pod in namespace openshift-ingress (previous: false). I0702 02:13:17.935495 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-68fc8dffdc-tnctt pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-68fc8dffdc-tnctt\" is waiting to start: ContainerCreating" I0702 02:13:17.935513 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-68fc8dffdc-tnctt\" is waiting to start: ContainerCreating" I0702 02:13:17.935523 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7f5cc8b789-6nqw9 pod in namespace openshift-ingress (previous: false). I0702 02:13:18.127881 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7f5cc8b789-6nqw9 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7f5cc8b789-6nqw9\" is waiting to start: ContainerCreating" I0702 02:13:18.127897 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7f5cc8b789-6nqw9\" is waiting to start: ContainerCreating" I0702 02:13:18.127907 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-ctrkp pod in namespace openshift-ingress-canary (previous: false). W0702 02:13:18.301658 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0702 02:13:18.301683 1 tasks_processing.go:74] worker 8 stopped. E0702 02:13:18.301695 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0702 02:13:18.301707 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0702 02:13:18.301720 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0702 02:13:18.301731 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.038261178s to process 1 records I0702 02:13:18.329414 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-ctrkp pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-ctrkp\" is waiting to start: ContainerCreating" I0702 02:13:18.329430 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-ctrkp\" is waiting to start: ContainerCreating" I0702 02:13:18.329440 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-fjl5c pod in namespace openshift-ingress-canary (previous: false). I0702 02:13:18.535661 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-fjl5c pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-fjl5c\" is waiting to start: ContainerCreating" I0702 02:13:18.535679 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-fjl5c\" is waiting to start: ContainerCreating" I0702 02:13:18.535690 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-jwxvs pod in namespace openshift-ingress-canary (previous: false). I0702 02:13:18.725873 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-jwxvs pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-jwxvs\" is waiting to start: ContainerCreating" I0702 02:13:18.725893 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-jwxvs\" is waiting to start: ContainerCreating" I0702 02:13:18.725906 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-949fdd477-24w4w pod in namespace openshift-kube-storage-version-migrator (previous: false). I0702 02:13:18.926956 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-949fdd477-24w4w pod in namespace openshift-kube-storage-version-migrator (previous: false). I0702 02:13:19.126582 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-7944b9f44d-dt2hj pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0702 02:13:19.327387 1 tasks_processing.go:74] worker 15 stopped. I0702 02:13:19.327479 1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=40c286dc8e026cfd37e2abf17cc903dc0e286b634ba7c1fed8ca3573cfe3d7ac I0702 02:13:19.327531 1 recorder.go:70] Recording events/openshift-dns with fingerprint=c0a1f97322d6075eee3f220d9b1ce15934c23646b7718d1a5cc5914da0f01348 I0702 02:13:19.327613 1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=192f963e3483010bf73e980a9cfbb1d4b41a2b6b6069ed9ff4a934c1a3d66011 I0702 02:13:19.327640 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=1d38a8e14515dee51927d3313946ab0a746b60dd61b88d6f9f458e025f2de0c6 I0702 02:13:19.327685 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=06a1405835ea9c876719dbf1f56392703ec6a4d5654598a43148ac3647b1e84b I0702 02:13:19.327702 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=a43779dc808030532b7d94dc166b0ded4587c2cf072e8444c6a838200d9b8dad I0702 02:13:19.327716 1 recorder.go:70] Recording events/openshift-kube-storage-version-migrator with fingerprint=2ed701c57bdd6a2691546cb7add788307e6f0bbff18f5cd641d32a2b3c574cf4 I0702 02:13:19.327770 1 recorder.go:70] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=cda80bc72b5c462b7ebec893dfbb50960ffd0419eebff4fb4a1382ac52d3aaf3 I0702 02:13:19.327929 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-75d54954c6-mm7n8 with fingerprint=0da5c542a1c0de72fd625c1b19d358ebbc87c6d771e8dafea28599c6c3ba8e41 I0702 02:13:19.328068 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-7f4b69bb95-khfwj with fingerprint=966b45099a5e51362123eadeb24f397bffdb799e9c42dd4f3c958c66313dc902 I0702 02:13:19.328167 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-7f4b69bb95-vlflj with fingerprint=30ea1c23921912360b77171575dca86a1f3415a744c058d86d616bfcc34bf7ab I0702 02:13:19.328185 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-949fdd477-24w4w/migrator_current.log with fingerprint=beb2a8f3258527f9d90db87b6f5e27af36b960fec57b9bb53db074dd6348e507 I0702 02:13:19.328192 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-949fdd477-24w4w/graceful-termination_current.log with fingerprint=a8bb750b21522cd1cf628b22f5ebd6bdf7e55951648b099b6122761d32c1138c I0702 02:13:19.328258 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-7944b9f44d-dt2hj/kube-storage-version-migrator-operator_current.log with fingerprint=26de29a428924a3c403116a3f02e8e6a51d3ae13cd042b18528ebcfe1cdcfa22 I0702 02:13:19.328268 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 6.043408075s to process 14 records I0702 02:13:24.906433 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 02:13:26.111402 1 tasks_processing.go:74] worker 18 stopped. I0702 02:13:26.111466 1 recorder.go:70] Recording config/installplans with fingerprint=e3c18441424aaa81f54ea9723d194eacb5824eb47178047bd893de11825bc8a2 I0702 02:13:26.111485 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.849658035s to process 1 records I0702 02:13:26.894913 1 tasks_processing.go:74] worker 6 stopped. I0702 02:13:26.895203 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=40a83a894d0cf5587650f76f2ccfab0c74acdbf62accc67d33c8bf68f5833b03 I0702 02:13:26.895220 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.606530299s to process 1 records E0702 02:13:26.895275 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.633s with: function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machine_configs\" failed with an error, function \"support_secret\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0702 02:13:26.896409 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "machine_configs" failed with an error, function "support_secret" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0702 02:13:26.896423 1 periodic.go:212] Running workloads gatherer I0702 02:13:26.896440 1 tasks_processing.go:45] number of workers: 2 I0702 02:13:26.896454 1 tasks_processing.go:69] worker 1 listening for tasks. I0702 02:13:26.896460 1 tasks_processing.go:71] worker 1 working on workload_info task. I0702 02:13:26.896463 1 tasks_processing.go:69] worker 0 listening for tasks. I0702 02:13:26.896512 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0702 02:13:26.920529 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 22s for image data I0702 02:13:26.927848 1 tasks_processing.go:74] worker 0 stopped. I0702 02:13:26.927865 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 31.314262ms to process 0 records I0702 02:13:26.929196 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (10ms) I0702 02:13:26.939089 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (10ms) I0702 02:13:26.948790 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (10ms) I0702 02:13:26.958028 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (9ms) I0702 02:13:26.967111 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (9ms) I0702 02:13:26.975885 1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (9ms) I0702 02:13:26.984809 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (9ms) I0702 02:13:26.996656 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (12ms) I0702 02:13:27.006261 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (10ms) I0702 02:13:27.015853 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (10ms) I0702 02:13:27.032735 1 gather_workloads_info.go:387] No image sha256:a9e885d6f0456a2cc10f9e5da71fe9403f5e4c639b9b7ea15bd403b272ccb824 (17ms) I0702 02:13:27.130081 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (97ms) I0702 02:13:27.203330 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 02:13:27.229180 1 gather_workloads_info.go:387] No image sha256:ceab8a8c340801fcebf800620d3fef5493d8a443077a21c6e56984051bd3abde (99ms) I0702 02:13:27.329702 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (101ms) I0702 02:13:27.404683 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 02:13:27.430899 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (101ms) I0702 02:13:27.530256 1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (99ms) I0702 02:13:27.630212 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (100ms) I0702 02:13:27.730027 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (100ms) I0702 02:13:27.830086 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (100ms) I0702 02:13:27.929939 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (100ms) I0702 02:13:28.030520 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (101ms) I0702 02:13:28.130012 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (99ms) I0702 02:13:28.230243 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (100ms) I0702 02:13:28.330758 1 gather_workloads_info.go:387] No image sha256:d28734effaadd66434e77a1a5fbe2e8a4ca2066cd9f8868c22ade9475539bfd7 (100ms) I0702 02:13:28.430486 1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (100ms) I0702 02:13:28.529414 1 gather_workloads_info.go:387] No image sha256:6e67c980b7300e769fb4b2adaaf006d0f8274e43b10586701b204ea5153f15fc (99ms) I0702 02:13:28.629405 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (100ms) I0702 02:13:28.729375 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (100ms) I0702 02:13:28.830112 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (101ms) I0702 02:13:28.930100 1 gather_workloads_info.go:387] No image sha256:f2c46054a8f64a0e949cbf30295f31b4a35a0203c6ad03fa7ec922b4101dcbf8 (100ms) I0702 02:13:29.030427 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (100ms) I0702 02:13:29.030464 1 tasks_processing.go:74] worker 1 stopped. E0702 02:13:29.030474 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0702 02:13:29.030748 1 recorder.go:70] Recording config/workload_info with fingerprint=15f8a7d3c8d6798162f3e24cee842d975c065276f1fa03b89a3eac660b496687 I0702 02:13:29.030771 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.133994747s to process 1 records E0702 02:13:29.030799 1 periodic.go:250] "Unhandled Error" err="workloads failed after 2.134s with: function \"workload_info\" failed with an error" I0702 02:13:29.031904 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0702 02:13:29.031918 1 periodic.go:212] Running conditional gatherer I0702 02:13:29.042094 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I0702 02:13:29.050451 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.9:58639->172.30.0.10:53: read: connection refused E0702 02:13:29.050701 1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0702 02:13:29.050760 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I0702 02:13:29.060064 1 conditional_gatherer.go:390] cluster version is '4.19.9' E0702 02:13:29.060080 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 02:13:29.060087 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 02:13:29.060092 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 02:13:29.060097 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 02:13:29.060102 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 02:13:29.060106 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 02:13:29.060110 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 02:13:29.060114 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0702 02:13:29.060118 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I0702 02:13:29.060139 1 tasks_processing.go:45] number of workers: 3 I0702 02:13:29.060152 1 tasks_processing.go:69] worker 2 listening for tasks. I0702 02:13:29.060159 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0702 02:13:29.060164 1 tasks_processing.go:69] worker 0 listening for tasks. I0702 02:13:29.060175 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0702 02:13:29.060177 1 tasks_processing.go:69] worker 1 listening for tasks. I0702 02:13:29.060189 1 tasks_processing.go:74] worker 1 stopped. I0702 02:13:29.060189 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0702 02:13:29.060265 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0702 02:13:29.060289 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.266µs to process 1 records I0702 02:13:29.060335 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0702 02:13:29.060350 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.059µs to process 1 records I0702 02:13:29.060360 1 tasks_processing.go:74] worker 0 stopped. I0702 02:13:29.060485 1 tasks_processing.go:74] worker 2 stopped. I0702 02:13:29.060504 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 264.497µs to process 0 records I0702 02:13:29.060524 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.9:58639->172.30.0.10:53: read: connection refused I0702 02:13:29.060542 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0702 02:13:29.085798 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=3a59e9099d93d3b968416944e027ac0eab1a13a00a897bc1aaad203ec33121f8 I0702 02:13:29.085954 1 diskrecorder.go:70] Writing 108 records to /var/lib/insights-operator/insights-2026-07-02-021329.tar.gz I0702 02:13:29.092956 1 diskrecorder.go:51] Wrote 108 records to disk in 7ms I0702 02:13:29.093009 1 periodic.go:281] Gathering cluster info every 2h0m0s I0702 02:13:29.093032 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0702 02:13:39.161460 1 configmapobserver.go:84] configmaps "insights-config" not found I0702 02:14:17.694851 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="02401cc094a0f0250fe74fba56e0aef3dca9a48aca69f98d187b32508ded40e5") W0702 02:14:17.694885 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0702 02:14:17.694939 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="9e8591acc0207922d5f0b33c2de5a37c9355b4b68ce6bea1a9e4aae9b6bc91a5") I0702 02:14:17.694964 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0702 02:14:17.695000 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0702 02:14:17.695021 1 base_controller.go:181] Shutting down ConfigController ... I0702 02:14:17.695041 1 periodic.go:173] Shutting down I0702 02:14:17.695056 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0702 02:14:17.695073 1 base_controller.go:181] Shutting down LoggingSyncer ... I0702 02:14:17.695088 1 base_controller.go:123] Shutting down worker of ConfigController controller ... I0702 02:14:17.695090 1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain" I0702 02:14:17.695092 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0702 02:14:17.695101 1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ... I0702 02:14:17.695106 1 base_controller.go:113] All LoggingSyncer workers have been terminated I0702 02:14:17.695112 1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController I0702 02:14:17.695116 1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting" I0702 02:14:17.695137 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController" I0702 02:14:17.695147 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0702 02:14:17.695152 1 secure_serving.go:258] Stopped listening on [::]:8443 I0702 02:14:17.695181 1 genericapiserver.go:600] "[graceful-termination] shutdown event" name="HTTPServerStoppedListening" I0702 02:14:17.695206 1 genericapiserver.go:713] [graceful-termination] apiserver is exiting I0702 02:14:17.695242 1 dynamic_serving_content.go:149] "Shutting down controller" name="serving-cert::/tmp/serving-cert-456197644/tls.crt::/tmp/serving-cert-456197644/tls.key"