W0703 06:42:31.923902 1 cmd.go:257] Using insecure, self-signed certificates I0703 06:42:32.375181 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 06:42:32.375539 1 observer_polling.go:159] Starting file observer I0703 06:42:33.206265 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0703 06:42:33.206565 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0703 06:42:33.207474 1 secure_serving.go:57] Forcing use of http/1.1 only W0703 06:42:33.207502 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0703 06:42:33.207513 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0703 06:42:33.207519 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0703 06:42:33.207549 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0703 06:42:33.207559 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0703 06:42:33.207566 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0703 06:42:33.207547 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0703 06:42:33.211608 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"301baa40-56cc-436b-be90-5bda622d9357", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0703 06:42:33.211606 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0703 06:42:33.213380 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0703 06:42:33.213387 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0703 06:42:33.213396 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0703 06:42:33.213404 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0703 06:42:33.213407 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0703 06:42:33.213405 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0703 06:42:33.213727 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-1111682531/tls.crt::/tmp/serving-cert-1111682531/tls.key" I0703 06:42:33.214162 1 secure_serving.go:213] Serving securely on [::]:8443 I0703 06:42:33.214189 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0703 06:42:33.218477 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0703 06:42:33.218504 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0703 06:42:33.218619 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0703 06:42:33.223778 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 06:42:33.223801 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0703 06:42:33.228644 1 secretconfigobserver.go:119] support secret does not exist I0703 06:42:33.233637 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 06:42:33.238316 1 secretconfigobserver.go:119] support secret does not exist I0703 06:42:33.241572 1 recorder.go:161] Pruning old reports every 5h49m7s, max age is 288h0m0s I0703 06:42:33.247058 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0703 06:42:33.247072 1 insightsreport.go:296] Starting report retriever I0703 06:42:33.247080 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0703 06:42:33.247058 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0703 06:42:33.247107 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0703 06:42:33.247111 1 periodic.go:209] Running clusterconfig gatherer I0703 06:42:33.247174 1 tasks_processing.go:45] number of workers: 32 I0703 06:42:33.247210 1 tasks_processing.go:69] worker 6 listening for tasks. I0703 06:42:33.247219 1 tasks_processing.go:69] worker 31 listening for tasks. I0703 06:42:33.247223 1 tasks_processing.go:71] worker 6 working on machine_autoscalers task. I0703 06:42:33.247225 1 tasks_processing.go:69] worker 18 listening for tasks. I0703 06:42:33.247229 1 tasks_processing.go:69] worker 19 listening for tasks. I0703 06:42:33.247229 1 tasks_processing.go:69] worker 3 listening for tasks. I0703 06:42:33.247230 1 tasks_processing.go:69] worker 1 listening for tasks. I0703 06:42:33.247238 1 tasks_processing.go:69] worker 20 listening for tasks. I0703 06:42:33.247237 1 tasks_processing.go:69] worker 7 listening for tasks. I0703 06:42:33.247242 1 tasks_processing.go:69] worker 2 listening for tasks. I0703 06:42:33.247247 1 tasks_processing.go:69] worker 21 listening for tasks. I0703 06:42:33.247243 1 tasks_processing.go:69] worker 8 listening for tasks. I0703 06:42:33.247251 1 tasks_processing.go:69] worker 26 listening for tasks. I0703 06:42:33.247253 1 tasks_processing.go:69] worker 9 listening for tasks. I0703 06:42:33.247255 1 tasks_processing.go:69] worker 27 listening for tasks. I0703 06:42:33.247259 1 tasks_processing.go:69] worker 23 listening for tasks. I0703 06:42:33.247261 1 tasks_processing.go:69] worker 10 listening for tasks. I0703 06:42:33.247263 1 tasks_processing.go:69] worker 28 listening for tasks. I0703 06:42:33.247259 1 tasks_processing.go:69] worker 24 listening for tasks. I0703 06:42:33.247269 1 tasks_processing.go:69] worker 22 listening for tasks. I0703 06:42:33.247266 1 tasks_processing.go:69] worker 25 listening for tasks. I0703 06:42:33.247275 1 tasks_processing.go:69] worker 29 listening for tasks. I0703 06:42:33.247270 1 tasks_processing.go:69] worker 11 listening for tasks. I0703 06:42:33.247276 1 tasks_processing.go:69] worker 14 listening for tasks. I0703 06:42:33.247277 1 tasks_processing.go:69] worker 15 listening for tasks. I0703 06:42:33.247283 1 tasks_processing.go:69] worker 30 listening for tasks. I0703 06:42:33.247286 1 tasks_processing.go:69] worker 12 listening for tasks. I0703 06:42:33.247287 1 tasks_processing.go:69] worker 16 listening for tasks. I0703 06:42:33.247294 1 tasks_processing.go:69] worker 17 listening for tasks. I0703 06:42:33.247295 1 tasks_processing.go:69] worker 5 listening for tasks. I0703 06:42:33.247294 1 tasks_processing.go:69] worker 4 listening for tasks. I0703 06:42:33.247298 1 tasks_processing.go:69] worker 13 listening for tasks. I0703 06:42:33.247210 1 tasks_processing.go:69] worker 0 listening for tasks. I0703 06:42:33.247372 1 tasks_processing.go:71] worker 19 working on clusterroles task. I0703 06:42:33.247419 1 tasks_processing.go:71] worker 9 working on service_accounts task. I0703 06:42:33.247375 1 tasks_processing.go:71] worker 31 working on storage_cluster task. I0703 06:42:33.247380 1 tasks_processing.go:71] worker 0 working on lokistack task. I0703 06:42:33.247381 1 tasks_processing.go:71] worker 24 working on authentication task. I0703 06:42:33.247385 1 tasks_processing.go:71] worker 12 working on tsdb_status task. W0703 06:42:33.247867 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 06:42:33.247939 1 tasks_processing.go:71] worker 12 working on jaegers task. I0703 06:42:33.247972 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 96.954µs to process 0 records I0703 06:42:33.247386 1 tasks_processing.go:71] worker 3 working on pdbs task. I0703 06:42:33.247389 1 tasks_processing.go:71] worker 16 working on config_maps task. I0703 06:42:33.247390 1 tasks_processing.go:71] worker 1 working on active_alerts task. W0703 06:42:33.248223 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 06:42:33.248237 1 tasks_processing.go:71] worker 1 working on feature_gates task. I0703 06:42:33.247394 1 tasks_processing.go:71] worker 17 working on openstack_dataplanedeployments task. I0703 06:42:33.248306 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 28.841µs to process 0 records I0703 06:42:33.247395 1 tasks_processing.go:71] worker 20 working on crds task. I0703 06:42:33.247398 1 tasks_processing.go:71] worker 5 working on operators task. I0703 06:42:33.247395 1 tasks_processing.go:71] worker 30 working on openstack_controlplanes task. I0703 06:42:33.247399 1 tasks_processing.go:71] worker 7 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0703 06:42:33.247401 1 tasks_processing.go:71] worker 29 working on container_images task. I0703 06:42:33.247402 1 tasks_processing.go:71] worker 4 working on sap_config task. I0703 06:42:33.247403 1 tasks_processing.go:71] worker 11 working on overlapping_namespace_uids task. I0703 06:42:33.247403 1 tasks_processing.go:71] worker 2 working on monitoring_persistent_volumes task. I0703 06:42:33.247407 1 tasks_processing.go:71] worker 14 working on certificate_signing_requests task. I0703 06:42:33.247407 1 tasks_processing.go:71] worker 21 working on image_pruners task. I0703 06:42:33.247406 1 tasks_processing.go:71] worker 13 working on oauths task. I0703 06:42:33.247405 1 tasks_processing.go:71] worker 22 working on image_registries task. I0703 06:42:33.247411 1 tasks_processing.go:71] worker 8 working on cluster_apiserver task. I0703 06:42:33.247411 1 tasks_processing.go:71] worker 15 working on openstack_dataplanenodesets task. I0703 06:42:33.247412 1 tasks_processing.go:71] worker 18 working on mutating_webhook_configurations task. I0703 06:42:33.247415 1 tasks_processing.go:71] worker 26 working on pod_network_connectivity_checks task. I0703 06:42:33.247413 1 tasks_processing.go:71] worker 25 working on support_secret task. I0703 06:42:33.247417 1 tasks_processing.go:71] worker 23 working on nodenetworkstates task. I0703 06:42:33.247417 1 tasks_processing.go:71] worker 10 working on openstack_version task. I0703 06:42:33.250737 1 tasks_processing.go:71] worker 6 working on ingress_certificates task. I0703 06:42:33.247419 1 tasks_processing.go:71] worker 28 working on storage_classes task. I0703 06:42:33.247420 1 tasks_processing.go:71] worker 27 working on aggregated_monitoring_cr_names task. I0703 06:42:33.250775 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 3.504687ms to process 0 records I0703 06:42:33.251360 1 tasks_processing.go:71] worker 31 working on nodenetworkconfigurationpolicies task. I0703 06:42:33.251372 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 3.84785ms to process 0 records I0703 06:42:33.252264 1 tasks_processing.go:71] worker 0 working on silenced_alerts task. I0703 06:42:33.252284 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 4.691747ms to process 0 records W0703 06:42:33.252292 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 06:42:33.252305 1 tasks_processing.go:71] worker 0 working on image task. I0703 06:42:33.252316 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 26.641µs to process 0 records I0703 06:42:33.253817 1 tasks_processing.go:71] worker 17 working on olm_operators task. I0703 06:42:33.253830 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 5.522756ms to process 0 records I0703 06:42:33.253969 1 tasks_processing.go:71] worker 12 working on machine_healthchecks task. I0703 06:42:33.254012 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0703 06:42:33.254033 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0703 06:42:33.254037 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0703 06:42:33.254040 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0703 06:42:33.253979 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 5.99133ms to process 0 records I0703 06:42:33.254059 1 controller.go:489] The operator is still being initialized I0703 06:42:33.254081 1 controller.go:512] The operator is healthy I0703 06:42:33.257607 1 tasks_processing.go:71] worker 4 working on openshift_machine_api_events task. I0703 06:42:33.257618 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 8.748977ms to process 0 records I0703 06:42:33.257636 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 9.053708ms to process 0 records I0703 06:42:33.257646 1 tasks_processing.go:71] worker 30 working on sap_datahubs task. I0703 06:42:33.257913 1 tasks_processing.go:71] worker 15 working on machine_sets task. I0703 06:42:33.257923 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 8.143549ms to process 0 records E0703 06:42:33.257998 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0703 06:42:33.258008 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 7.74992ms to process 0 records I0703 06:42:33.258047 1 tasks_processing.go:71] worker 26 working on nodes task. I0703 06:42:33.258409 1 tasks_processing.go:71] worker 24 working on qemu_kubevirt_launcher_logs task. I0703 06:42:33.259195 1 recorder.go:75] Recording config/authentication with fingerprint=af6ad596d213fad9e33bc2bc632c2febe997fd947f827913eda6c0cca1c3b754 I0703 06:42:33.259253 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 10.338528ms to process 1 records I0703 06:42:33.265891 1 tasks_processing.go:71] worker 23 working on install_plans task. I0703 06:42:33.265944 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 15.303042ms to process 0 records I0703 06:42:33.266105 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 14.731791ms to process 0 records I0703 06:42:33.266173 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 15.481939ms to process 0 records I0703 06:42:33.266175 1 tasks_processing.go:71] worker 10 working on infrastructures task. I0703 06:42:33.266392 1 tasks_processing.go:71] worker 21 working on cost_management_metrics_configs task. I0703 06:42:33.266181 1 tasks_processing.go:71] worker 31 working on networks task. I0703 06:42:33.266749 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=a33a0824babe0c1dd9ecfe6db83652fefee9c24f0324f154e4c14d1866ca8bed I0703 06:42:33.266798 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 17.228452ms to process 1 records I0703 06:42:33.266922 1 tasks_processing.go:71] worker 13 working on metrics task. W0703 06:42:33.266948 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 06:42:33.267097 1 recorder.go:75] Recording config/oauth with fingerprint=54de419d17c788606f852788578b2cb230d1671eb7f8dfbc5b6fd3d56c098f95 I0703 06:42:33.267140 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 17.137627ms to process 1 records I0703 06:42:33.267151 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 23.048µs to process 0 records I0703 06:42:33.267272 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=c79d24d1296d62b082ff1da03288457d1a9a0be1833719faae658186dcbea317 I0703 06:42:33.267348 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=7279dc1be1f3958ec4933f88a2f6f7be7239a719810158c6b4a682d88f087c43 I0703 06:42:33.267374 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=a5ca8a9bcf65fb4d5d0f394bd0690ea35520f876b561606dab6ae125c23175ac I0703 06:42:33.267385 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 19.058745ms to process 3 records I0703 06:42:33.267272 1 tasks_processing.go:71] worker 13 working on dvo_metrics task. E0703 06:42:33.267395 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0703 06:42:33.267406 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 13.275589ms to process 0 records I0703 06:42:33.267416 1 tasks_processing.go:71] worker 12 working on container_runtime_configs task. I0703 06:42:33.267283 1 tasks_processing.go:71] worker 3 working on version task. I0703 06:42:33.268328 1 tasks_processing.go:71] worker 8 working on schedulers task. I0703 06:42:33.268519 1 recorder.go:75] Recording config/apiserver with fingerprint=b985da6f89113d671aa3f6122c45068972656342a87a7376b20cc39a1a5f3290 I0703 06:42:33.268592 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 18.649374ms to process 1 records I0703 06:42:33.268625 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 10.563912ms to process 0 records E0703 06:42:33.268642 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0703 06:42:33.268650 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 18.374548ms to process 0 records I0703 06:42:33.268658 1 tasks_processing.go:71] worker 25 working on machines task. I0703 06:42:33.268860 1 tasks_processing.go:71] worker 15 working on operators_pods_and_events task. I0703 06:42:33.268916 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=247b8899bf05b3c6c1f5eaa349841087f1bba0054b69bbd95213eb14aa83fa38 I0703 06:42:33.268940 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=7009121d352a2097117af0c9952ea7e7f21efaa8cffecc7835a0dc503e2e3d18 I0703 06:42:33.268957 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 17.952688ms to process 2 records I0703 06:42:33.269083 1 recorder.go:75] Recording config/featuregate with fingerprint=5ba11bd895b6aa0cf6a1fe3db9eacfcd394e79dd5344ed81e104ec466a5873c6 I0703 06:42:33.269096 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 20.592649ms to process 1 records I0703 06:42:33.269105 1 tasks_processing.go:71] worker 1 working on ceph_cluster task. I0703 06:42:33.269255 1 tasks_processing.go:71] worker 28 working on validating_webhook_configurations task. I0703 06:42:33.269675 1 tasks_processing.go:71] worker 22 working on node_logs task. I0703 06:42:33.270161 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=7009bc072f920b0e29897690374d00294bbed7d9d214d73ad9d09de99f47fbcd I0703 06:42:33.270180 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 20.140127ms to process 1 records I0703 06:42:33.270189 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 20.92201ms to process 0 records I0703 06:42:33.270195 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 21.028127ms to process 0 records I0703 06:42:33.270200 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 12.518713ms to process 0 records I0703 06:42:33.270208 1 tasks_processing.go:71] worker 30 working on proxies task. I0703 06:42:33.270320 1 tasks_processing.go:71] worker 2 working on machine_config_pools task. I0703 06:42:33.270390 1 tasks_processing.go:71] worker 14 working on sap_pods task. I0703 06:42:33.270421 1 tasks_processing.go:71] worker 0 working on ingress task. I0703 06:42:33.270637 1 recorder.go:75] Recording config/image with fingerprint=50eb4322ff79448598f57a591aaff4cd5179fe3176094fe5fdb6a4d8de75a8eb I0703 06:42:33.270653 1 gather.go:177] gatherer "clusterconfig" function "image" took 18.109762ms to process 1 records I0703 06:42:33.274790 1 tasks_processing.go:71] worker 4 working on openshift_logging task. I0703 06:42:33.274917 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 17.166235ms to process 0 records I0703 06:42:33.276524 1 tasks_processing.go:71] worker 11 working on machine_configs task. I0703 06:42:33.276558 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0703 06:42:33.276571 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 27.606096ms to process 1 records I0703 06:42:33.287324 1 tasks_processing.go:74] worker 12 stopped. I0703 06:42:33.287346 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 19.901142ms to process 0 records I0703 06:42:33.287446 1 tasks_processing.go:74] worker 26 stopped. I0703 06:42:33.287851 1 recorder.go:75] Recording config/node/ip-10-0-1-142.ec2.internal with fingerprint=014cc728942d2999d819e9bb4510768decb494ab91298be0166327345a8332f8 I0703 06:42:33.287866 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 29.359185ms to process 1 records I0703 06:42:33.294491 1 tasks_processing.go:74] worker 25 stopped. E0703 06:42:33.294549 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0703 06:42:33.294638 1 gather.go:177] gatherer "clusterconfig" function "machines" took 25.825006ms to process 0 records I0703 06:42:33.294670 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 28.134044ms to process 0 records I0703 06:42:33.294716 1 tasks_processing.go:74] worker 21 stopped. I0703 06:42:33.295043 1 gather_logs.go:145] no pods in namespace were found I0703 06:42:33.295101 1 tasks_processing.go:74] worker 14 stopped. I0703 06:42:33.295120 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 24.693978ms to process 0 records I0703 06:42:33.295128 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 36.673562ms to process 0 records I0703 06:42:33.295135 1 tasks_processing.go:74] worker 24 stopped. I0703 06:42:33.295316 1 tasks_processing.go:74] worker 10 stopped. I0703 06:42:33.296123 1 recorder.go:75] Recording config/infrastructure with fingerprint=f4719a49cdca5744aaec63b4d4336ae06fb835b25290c6cb1fdab90800eebe7a I0703 06:42:33.296148 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 29.071049ms to process 1 records I0703 06:42:33.296352 1 recorder.go:75] Recording config/network with fingerprint=800b76b7305a8d1a3777db919cc15f2cdc6508042d6a238db54bed21465d9c18 I0703 06:42:33.296406 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0703 06:42:33.296434 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s I0703 06:42:33.296407 1 gather.go:177] gatherer "clusterconfig" function "networks" took 28.757782ms to process 1 records I0703 06:42:33.296574 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 26.249543ms to process 0 records I0703 06:42:33.296391 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0703 06:42:33.296676 1 tasks_processing.go:74] worker 30 stopped. I0703 06:42:33.296414 1 tasks_processing.go:74] worker 31 stopped. I0703 06:42:33.296669 1 recorder.go:75] Recording config/proxy with fingerprint=f358a9526594e6517461b053872864fe932d686a08a6a3ec78e67fe810e2b984 I0703 06:42:33.296781 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 25.300741ms to process 1 records I0703 06:42:33.296814 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 20.902178ms to process 0 records I0703 06:42:33.296938 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=427a569eaebdcae18afd6b03cf9506d78ea2d164572a10a01716e249d4654662 I0703 06:42:33.296982 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 27.572137ms to process 1 records W0703 06:42:33.296384 1 operator.go:288] started I0703 06:42:33.297046 1 tasks_processing.go:74] worker 4 stopped. I0703 06:42:33.297137 1 tasks_processing.go:74] worker 1 stopped. I0703 06:42:33.297169 1 tasks_processing.go:74] worker 8 stopped. I0703 06:42:33.297291 1 tasks_processing.go:74] worker 20 stopped. I0703 06:42:33.297766 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=678948949abdabe7a170934e3f1ae7453217de43a8057da535d811260a8c7446 I0703 06:42:33.298179 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=4d2429b2c6f3e1f629de7f6121f57b4d33065de7ac435f19d5dc2d74dcb8907d I0703 06:42:33.298199 1 gather.go:177] gatherer "clusterconfig" function "crds" took 48.338567ms to process 2 records I0703 06:42:33.298438 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=f9fad5727d4bfedb91141c812fd2353b964e03404725b12f29de00bdc770c133 I0703 06:42:33.298513 1 tasks_processing.go:74] worker 19 stopped. I0703 06:42:33.298774 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=c8d8aadaf3bfc5078a5bef2b0afb5237e7f4ef7295f60686d5b9719b623fcc4f I0703 06:42:33.298787 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 49.780493ms to process 2 records W0703 06:42:33.301021 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0703 06:42:33.306853 1 tasks_processing.go:74] worker 0 stopped. I0703 06:42:33.307105 1 recorder.go:75] Recording config/ingress with fingerprint=00fb971e157b88b322af89ea19f8c5aa9a89141d625cb93c2bccf3f7ae6300c6 I0703 06:42:33.307128 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 36.416429ms to process 1 records I0703 06:42:33.307140 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 56.017887ms to process 0 records I0703 06:42:33.307153 1 tasks_processing.go:74] worker 27 stopped. I0703 06:42:33.310666 1 tasks_processing.go:74] worker 7 stopped. I0703 06:42:33.310683 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 62.008824ms to process 0 records I0703 06:42:33.310923 1 tasks_processing.go:74] worker 17 stopped. I0703 06:42:33.310993 1 recorder.go:75] Recording config/olm_operators with fingerprint=3f1bf31bba8e6fab143c7724424513a58d0f004002bfb031994605c801f8023f I0703 06:42:33.311005 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 57.089969ms to process 1 records I0703 06:42:33.312810 1 tasks_processing.go:74] worker 29 stopped. I0703 06:42:33.313574 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0703 06:42:33.313580 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0703 06:42:33.313614 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0703 06:42:33.314864 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-575cd97545-4qtx6 with fingerprint=047430c2a8d51b76853183f256d98201f89fc8daedca9652966a44e9fa922983 I0703 06:42:33.314956 1 recorder.go:75] Recording config/running_containers with fingerprint=a00f4353ffbc718b8acaba67b06007fa6fec515dbce7494856d94d41f685e5b4 I0703 06:42:33.314970 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 64.024313ms to process 2 records I0703 06:42:33.318187 1 prometheus_rules.go:88] Prometheus rules successfully created I0703 06:42:33.318694 1 base_controller.go:82] Caches are synced for ConfigController I0703 06:42:33.318704 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... E0703 06:42:33.320454 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%272413b843-c51b-4acc-a6e8-8cc00af09dd7%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.23:54878->172.30.0.10:53: read: connection refused I0703 06:42:33.320466 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%272413b843-c51b-4acc-a6e8-8cc00af09dd7%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.23:54878->172.30.0.10:53: read: connection refused I0703 06:42:33.329355 1 controller.go:212] Source scaController *sca.Controller is not ready I0703 06:42:33.329366 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0703 06:42:33.329370 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0703 06:42:33.329373 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0703 06:42:33.329389 1 controller.go:489] The operator is still being initialized I0703 06:42:33.329394 1 controller.go:512] The operator is healthy I0703 06:42:33.330415 1 tasks_processing.go:74] worker 18 stopped. I0703 06:42:33.330582 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=568a5add40e9f47b2644dbb22630750b671971c73e93a145e4712e7e254f30c8 I0703 06:42:33.330612 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=e073ac5cd3175589ce6994136310bbfd72f0ff7c91c79981d1fc82cb48b23b57 I0703 06:42:33.330637 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=db8137c3fb8708a24b9250be665c32f438d709d68dbebe116d8c91f37650d226 I0703 06:42:33.330653 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 80.331029ms to process 3 records I0703 06:42:33.331625 1 tasks_processing.go:74] worker 28 stopped. I0703 06:42:33.331769 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=f2cf671539429bc70d4733d30a7ce7815425a78cdb8f374f81d68268346cb20f I0703 06:42:33.331865 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=280ca79ab3cb5c5fa841ac4c90bbe0cd88bd842cc93acb7f1be0d984bf9bb77f I0703 06:42:33.331896 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=482dcd3d9e16436e87ca6386121cbe172bc4b61ecc54ac3f93cb9d047a7b871f I0703 06:42:33.331918 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=a33a6fe5662d44f5e33aad41b2196a76db6151a2922af70d8943a6869c86b9f3 I0703 06:42:33.331942 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=3a7766bae0cf0978d0c3aad33e2e413b70601f574d8ced23cf4be3ecc96c86fc I0703 06:42:33.331965 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=c3fa1a83948a8a7407148b93992d2c9c5d59e8dfd260ab759090d2f5322bc491 I0703 06:42:33.331999 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=3d3ef2e2ea6bca2dc0f9c2d95a2698a8f34e3f7591ed1c6addbadaf8055677ee I0703 06:42:33.332033 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=10603f282d472c247598955602be3bd553821096225c37c956bf31e306919de2 I0703 06:42:33.332066 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=45dd65b4679a1bd7ebbfb65d08bd85bfb9b7cafbf90e3770fdbdbea843b2bfea I0703 06:42:33.332090 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=e8b02223bd49ac683913ffbbb567a1cc709aae8ccc473dc64f6237993204edfd I0703 06:42:33.332112 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=8fc60b42a61030ef30e4060626b8a2bb97ac36018ee33f7c28f32c7951b71283 I0703 06:42:33.332120 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 62.351202ms to process 11 records I0703 06:42:33.332649 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 06:42:33.355595 1 tasks_processing.go:74] worker 16 stopped. E0703 06:42:33.355620 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0703 06:42:33.355630 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0703 06:42:33.355642 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0703 06:42:33.355656 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0703 06:42:33.355707 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0703 06:42:33.355720 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0703 06:42:33.355726 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0703 06:42:33.355732 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0703 06:42:33.355802 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0703 06:42:33.355816 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0703 06:42:33.355825 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 107.425117ms to process 7 records I0703 06:42:33.359643 1 tasks_processing.go:74] worker 3 stopped. I0703 06:42:33.359940 1 recorder.go:75] Recording config/version with fingerprint=f1cb90697babeb72a7637725b37a18fde8961a29c1fb608792cf907d76a185ba I0703 06:42:33.359952 1 recorder.go:75] Recording config/id with fingerprint=fe2ec4801fc0af6b8e6b74c93b10ab45d3055273dcd8ade4486bb04042d2bc39 I0703 06:42:33.359958 1 gather.go:177] gatherer "clusterconfig" function "version" took 91.95325ms to process 2 records I0703 06:42:33.367779 1 tasks_processing.go:74] worker 6 stopped. E0703 06:42:33.367793 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0703 06:42:33.367799 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2ragcqk36n0nnah19anov8nvbvt0alju-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2ragcqk36n0nnah19anov8nvbvt0alju-primary-cert-bundle-secret" not found I0703 06:42:33.367842 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=4ad3f12eb933bf3c9dfb28823906d42ed77d81ac9d5f21885bd0fc9ddc9a8943 I0703 06:42:33.367854 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 116.987699ms to process 1 records I0703 06:42:33.372737 1 tasks_processing.go:74] worker 22 stopped. I0703 06:42:33.372751 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 103.042412ms to process 0 records I0703 06:42:33.389171 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0703 06:42:33.392914 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.23:40562->172.30.0.10:53: read: connection refused I0703 06:42:33.392926 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.23:40562->172.30.0.10:53: read: connection refused I0703 06:42:33.397129 1 base_controller.go:82] Caches are synced for LoggingSyncer I0703 06:42:33.397139 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0703 06:42:33.402965 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0703 06:42:33.717292 1 gather_cluster_operator_pods_and_events.go:121] Found 10 pods with 11 containers I0703 06:42:33.717306 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 2287802 bytes I0703 06:42:33.719535 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-v2kfm pod in namespace openshift-dns (previous: false). I0703 06:42:33.936573 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-v2kfm pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-v2kfm\" is waiting to start: ContainerCreating" I0703 06:42:33.936592 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-v2kfm\" is waiting to start: ContainerCreating" I0703 06:42:33.936602 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-v2kfm pod in namespace openshift-dns (previous: false). I0703 06:42:34.115662 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-v2kfm pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-v2kfm\" is waiting to start: ContainerCreating" I0703 06:42:34.115682 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-v2kfm\" is waiting to start: ContainerCreating" I0703 06:42:34.115693 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-dcpmr pod in namespace openshift-dns (previous: false). W0703 06:42:34.298893 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0703 06:42:34.312409 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 06:42:34.312462 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-68b48c65bf-jrz4q pod in namespace openshift-image-registry (previous: false). I0703 06:42:34.335375 1 tasks_processing.go:74] worker 2 stopped. I0703 06:42:34.335398 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 1.065034782s to process 0 records I0703 06:42:34.343767 1 tasks_processing.go:74] worker 11 stopped. I0703 06:42:34.343806 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0703 06:42:34.343818 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 1.067222498s to process 1 records I0703 06:42:34.509394 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 06:42:34.509449 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6c65766b-gq79r pod in namespace openshift-image-registry (previous: false). I0703 06:42:34.706143 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 06:42:34.706204 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-6c65766b-l8w8t pod in namespace openshift-image-registry (previous: false). I0703 06:42:34.720157 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0703 06:42:34.914087 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-6c65766b-l8w8t pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-6c65766b-l8w8t\" is waiting to start: ContainerCreating" I0703 06:42:34.914116 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-6c65766b-l8w8t\" is waiting to start: ContainerCreating" I0703 06:42:34.914132 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-9x8c5 pod in namespace openshift-image-registry (previous: false). I0703 06:42:35.113176 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 06:42:35.113203 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-67478b7b9b-ljfsj pod in namespace openshift-ingress (previous: false). I0703 06:42:35.123145 1 tasks_processing.go:74] worker 5 stopped. I0703 06:42:35.123211 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=7e0157499214df0dc3d2d3811fafdee43d7f364720ad57ad9a8915a01f6716cf I0703 06:42:35.123253 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=901c90b5e9cbb1a3f1d97fe9291cb1c660f2a4de28b65045f590730e35aced64 I0703 06:42:35.123294 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0703 06:42:35.123333 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=c49804b959775fa2dbc2f7e14f138349aee0acc047ab3076e10935757d7924fd I0703 06:42:35.123361 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0703 06:42:35.123398 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=e804db5bd56aa79b1ca1567a96d05eeb82a09e2bd8f5e1f3c6132285d7a521b3 I0703 06:42:35.123456 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=d7233c385eecdb8fb13758884ae2d9d0361007580f950077f54c0704fec93ca8 I0703 06:42:35.123494 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=ef4fe341d727769c99c509ad8de6b171191e1c5cfb0a39e4e0fac2c3c4253ef1 I0703 06:42:35.123519 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=25a3d31b29c710c401b5fa3219784152c5c405fc8ef1ff4dfffdabb5bfeecd74 I0703 06:42:35.123548 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=184352f6057137822a04fa73739165fb073d7f8aeb1f3c09ce344ca20c5a9ab1 I0703 06:42:35.123564 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0703 06:42:35.123590 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=23f98c827604ff26eeff744f7599e460a33e0002b78282eb3b608845252955c2 I0703 06:42:35.123607 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0703 06:42:35.123632 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=dd95a7468abd8088ebf8e9197927ad9a81a1b139cb7b3c409d54a813684ed371 I0703 06:42:35.123645 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0703 06:42:35.123667 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=eabc744dec648c0088b38b7a9dcc9486b3ba700e54109c0d3b947cd736fd7869 I0703 06:42:35.123681 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0703 06:42:35.123706 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=35e563941fc2b08baa0c4a2dcea1e6d251dc97e0072544284da8dff0b38fd90f I0703 06:42:35.123839 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=3623073a26d1211ee487d64fae28822e2a987568527c28afa374ace77333e2e9 I0703 06:42:35.123852 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0703 06:42:35.123865 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0703 06:42:35.123908 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0703 06:42:35.123943 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=1212365ca17b24adf0398a6e077d022fa11268009d9117a459961e9aeecc6de3 I0703 06:42:35.123987 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=f055a53d7c7421ddce8b80239938fc978f13a7754431a002e9e73ca34ad0b444 I0703 06:42:35.124019 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0703 06:42:35.124048 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=0e866bd89d21fc153a22ba6e91ecbbf3cd135e6af0db2753b29bc459e18c670a I0703 06:42:35.124063 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0703 06:42:35.124086 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=5dd7d65aceb5230d5906aafe9e1e10cae9669db7118425fc0d439568b24f0778 I0703 06:42:35.124112 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=84d288c2fafa2cf892e03ebc95656304ed9e83fd724ff6350d50437be462116f I0703 06:42:35.124137 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=70cb519b32ba4178c80f2509853412852ec093c5705d8bce61073229bee9e8b1 I0703 06:42:35.124162 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=eb7402a0f7bae8234a45693c8c57be5a9a530f02c3297b122b928bf4be8dff8a I0703 06:42:35.124184 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=3d0d983b2493a4520af6b9657b2afa29f88129cf928cb979172484de764144cf I0703 06:42:35.124224 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=cc838c798211b4a537c454d0c3d43bac15af0fa13d3d71a83f24ed9fe73d3534 I0703 06:42:35.124250 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0703 06:42:35.124263 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0703 06:42:35.124273 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.874654131s to process 35 records W0703 06:42:35.298386 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0703 06:42:35.313666 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-67478b7b9b-ljfsj pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-67478b7b9b-ljfsj\" is waiting to start: ContainerCreating" I0703 06:42:35.313681 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-67478b7b9b-ljfsj\" is waiting to start: ContainerCreating" I0703 06:42:35.313693 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-67478b7b9b-nrwq7 pod in namespace openshift-ingress (previous: false). I0703 06:42:35.506273 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0703 06:42:35.506292 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7689684c99-d2kk2 pod in namespace openshift-ingress (previous: false). I0703 06:42:35.713654 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7689684c99-d2kk2 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7689684c99-d2kk2\" is waiting to start: ContainerCreating" I0703 06:42:35.713678 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7689684c99-d2kk2\" is waiting to start: ContainerCreating" I0703 06:42:35.713716 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-dccdv pod in namespace openshift-ingress-canary (previous: false). I0703 06:42:35.913040 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-dccdv pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-dccdv\" is waiting to start: ContainerCreating" I0703 06:42:35.913063 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-dccdv\" is waiting to start: ContainerCreating" I0703 06:42:35.913084 1 tasks_processing.go:74] worker 15 stopped. I0703 06:42:35.913189 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=20081b888bbc9aab0908cf97bdf64cc29de6fd6e62b794514dc81ee8d076b516 I0703 06:42:35.913222 1 recorder.go:75] Recording events/openshift-dns with fingerprint=8c3c4bf12a22e518b687896c730a5168fbaab1a9476b3748a294bdad597ff665 I0703 06:42:35.913291 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=fb08e24915f50bb6609de9adf97aad84a1519d82040a50124b70d52ec60d398f I0703 06:42:35.913328 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=55dd5c01afaff251443cddb3905372790d284de617cd9bec8e5a6a5213e83b2e I0703 06:42:35.913380 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=b90839c6df11e315e72fd1951e7bce2cc96e1614cae40fd3a35ba839bc66d5de I0703 06:42:35.913431 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=2e39beb8ff5484490edf0083de781d7d672804e9b185b5b69f3b72c136ad2781 I0703 06:42:35.913613 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-v2kfm with fingerprint=8abc9e6df809f19e3c5f3255592e37bed546e1fbf4b958e331a21b20d07790b1 I0703 06:42:35.913757 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-68b48c65bf-jrz4q with fingerprint=30648a069ad5d9fbd45f5d7b4fb0e85dec7ebd3ac81c02de914eba8aaf8a05dd I0703 06:42:35.913857 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6c65766b-gq79r with fingerprint=22cc45652cdb8e46e7ec0eb5d49ef41e92162e3bad4e5b7d1c2b2e62f154e545 I0703 06:42:35.914008 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-6c65766b-l8w8t with fingerprint=0af4c5e2d8d647223a0e2038249d87a221a883015b06640244c50d33184c189b I0703 06:42:35.914082 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/ingress-canary-dccdv with fingerprint=222230c106472383a5d99ac197936bc45c12ac7accd047b9c0f7cf4112dc1a0c I0703 06:42:35.914095 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 2.644203428s to process 11 records W0703 06:42:36.298795 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0703 06:42:37.298425 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0703 06:42:38.299543 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0703 06:42:38.299584 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0703 06:42:38.299600 1 tasks_processing.go:74] worker 13 stopped. E0703 06:42:38.299640 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0703 06:42:38.299654 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0703 06:42:38.299673 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0703 06:42:38.299697 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.032196544s to process 1 records I0703 06:42:45.970413 1 tasks_processing.go:74] worker 23 stopped. I0703 06:42:45.970455 1 recorder.go:75] Recording config/installplans with fingerprint=e3c18441424aaa81f54ea9723d194eacb5824eb47178047bd893de11825bc8a2 I0703 06:42:45.970467 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.704462466s to process 1 records I0703 06:42:46.564025 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 06:42:46.654566 1 tasks_processing.go:74] worker 9 stopped. I0703 06:42:46.654829 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=a7a4de02df1cc1abdf9107bf21a9d837b0f58083251a7f44b02bf3cc6249ecc3 I0703 06:42:46.654844 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.407075115s to process 1 records E0703 06:42:46.654926 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.407s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0703 06:42:46.656029 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machines" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0703 06:42:46.656043 1 periodic.go:209] Running workloads gatherer I0703 06:42:46.656057 1 tasks_processing.go:45] number of workers: 2 I0703 06:42:46.656062 1 tasks_processing.go:69] worker 1 listening for tasks. I0703 06:42:46.656066 1 tasks_processing.go:71] worker 1 working on workload_info task. I0703 06:42:46.656080 1 tasks_processing.go:69] worker 0 listening for tasks. I0703 06:42:46.656098 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0703 06:42:46.679549 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 19s for image data I0703 06:42:46.687419 1 tasks_processing.go:74] worker 0 stopped. I0703 06:42:46.687434 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 31.306714ms to process 0 records I0703 06:42:46.689623 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (10ms) I0703 06:42:46.701050 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (11ms) I0703 06:42:46.710454 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (9ms) I0703 06:42:46.719619 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (9ms) I0703 06:42:46.728820 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (9ms) I0703 06:42:46.738786 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (10ms) I0703 06:42:46.748005 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (9ms) I0703 06:42:46.757864 1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (10ms) I0703 06:42:46.766654 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (9ms) I0703 06:42:46.776503 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (10ms) I0703 06:42:46.792009 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (15ms) I0703 06:42:46.889840 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (98ms) I0703 06:42:46.989752 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (100ms) I0703 06:42:47.092702 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (103ms) I0703 06:42:47.190062 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (97ms) I0703 06:42:47.218271 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 06:42:47.289416 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (99ms) I0703 06:42:47.389582 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (100ms) I0703 06:42:47.422007 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 06:42:47.490025 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (100ms) I0703 06:42:47.590327 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (100ms) I0703 06:42:47.689498 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (99ms) I0703 06:42:47.789799 1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (100ms) I0703 06:42:47.890273 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (100ms) I0703 06:42:47.990637 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (100ms) I0703 06:42:48.092001 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (101ms) I0703 06:42:48.189627 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (98ms) I0703 06:42:48.291603 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (102ms) I0703 06:42:48.390994 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (99ms) I0703 06:42:48.490037 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (99ms) I0703 06:42:48.588942 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (99ms) I0703 06:42:48.690534 1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (102ms) I0703 06:42:48.790772 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (100ms) I0703 06:42:48.889729 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (99ms) I0703 06:42:48.889761 1 tasks_processing.go:74] worker 1 stopped. E0703 06:42:48.889780 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0703 06:42:48.890108 1 recorder.go:75] Recording config/workload_info with fingerprint=02f0e11c8af87ab14406f1bfdd189cbb477643e3bf4be41f30e437ac8c9b7340 I0703 06:42:48.890125 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.233688542s to process 1 records E0703 06:42:48.890149 1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.234s with: function \"workload_info\" failed with an error" I0703 06:42:48.891248 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0703 06:42:48.891260 1 periodic.go:209] Running conditional gatherer I0703 06:42:48.898510 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0703 06:42:48.905371 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.23:53899->172.30.0.10:53: read: connection refused E0703 06:42:48.905618 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0703 06:42:48.905676 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0703 06:42:48.913547 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0703 06:42:48.913569 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0703 06:42:48.913574 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0703 06:42:48.913578 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0703 06:42:48.913582 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0703 06:42:48.913584 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0703 06:42:48.913588 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0703 06:42:48.913590 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0703 06:42:48.913593 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0703 06:42:48.913596 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0703 06:42:48.913610 1 tasks_processing.go:45] number of workers: 3 I0703 06:42:48.913623 1 tasks_processing.go:69] worker 2 listening for tasks. I0703 06:42:48.913627 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0703 06:42:48.913687 1 tasks_processing.go:69] worker 0 listening for tasks. I0703 06:42:48.913707 1 tasks_processing.go:69] worker 1 listening for tasks. I0703 06:42:48.913763 1 tasks_processing.go:71] worker 1 working on conditional_gatherer_rules task. I0703 06:42:48.913775 1 tasks_processing.go:74] worker 1 stopped. I0703 06:42:48.913782 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0703 06:42:48.913853 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0703 06:42:48.913866 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.401µs to process 1 records I0703 06:42:48.913923 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0703 06:42:48.913935 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.274µs to process 1 records I0703 06:42:48.913943 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 287.032µs to process 0 records I0703 06:42:48.913949 1 tasks_processing.go:74] worker 2 stopped. I0703 06:42:48.913952 1 tasks_processing.go:74] worker 0 stopped. I0703 06:42:48.913969 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.23:53899->172.30.0.10:53: read: connection refused I0703 06:42:48.913989 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0703 06:42:48.941420 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=f67445a5e34171993a4a7b37cfd0f2c0509b66d180abc11616b49d2ec3d972b0 I0703 06:42:48.941544 1 diskrecorder.go:70] Writing 104 records to /var/lib/insights-operator/insights-2026-07-03-064248.tar.gz I0703 06:42:48.948021 1 diskrecorder.go:51] Wrote 104 records to disk in 6ms I0703 06:42:48.948049 1 periodic.go:278] Gathering cluster info every 2h0m0s I0703 06:42:48.948064 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0703 06:43:00.430975 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 06:44:02.375965 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="1a0c2a4ae6f2ab67a7284475e8148d8f81aded7bd21cbe659941391fcd892725") W0703 06:44:02.376003 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0703 06:44:02.376050 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="d2ee19602ff8cd964da8de8a527cb68dfb3ba37a56c5b5a31a9b35de0e18762e") I0703 06:44:02.376069 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0703 06:44:02.376104 1 periodic.go:170] Shutting down I0703 06:44:02.376078 1 base_controller.go:181] Shutting down LoggingSyncer ... I0703 06:44:02.376121 1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ... I0703 06:44:02.376130 1 base_controller.go:113] All LoggingSyncer workers have been terminated I0703 06:44:02.376130 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector I0703 06:44:02.376127 1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped" I0703 06:44:02.376151 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="aafbb3fbe050e70274a04916b1cf24ef6fc9c90f4ef73bb091b9c600404057df")