W0701 19:15:27.887042 1 cmd.go:257] Using insecure, self-signed certificates I0701 19:15:28.477839 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0701 19:15:28.478164 1 observer_polling.go:159] Starting file observer I0701 19:15:28.655171 1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$ I0701 19:15:28.655356 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0701 19:15:28.655951 1 secure_serving.go:57] Forcing use of http/1.1 only I0701 19:15:28.655956 1 simple_featuregate_reader.go:171] Starting feature-gate-detector W0701 19:15:28.655972 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0701 19:15:28.655978 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0701 19:15:28.655981 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0701 19:15:28.655984 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0701 19:15:28.655986 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0701 19:15:28.655988 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0701 19:15:28.661047 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"f031933a-5cde-4a07-9c2e-0e6b5a4982b9", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0701 19:15:28.661060 1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot] I0701 19:15:28.663629 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0701 19:15:28.663647 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0701 19:15:28.663655 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0701 19:15:28.663657 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0701 19:15:28.663691 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0701 19:15:28.663695 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0701 19:15:28.663952 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-590239758/tls.crt::/tmp/serving-cert-590239758/tls.key" I0701 19:15:28.664403 1 secure_serving.go:213] Serving securely on [::]:8443 I0701 19:15:28.664436 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0701 19:15:28.668406 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0701 19:15:28.668487 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0701 19:15:28.668771 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0701 19:15:28.676718 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0701 19:15:28.676744 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0701 19:15:28.683438 1 secretconfigobserver.go:119] support secret does not exist I0701 19:15:28.689936 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0701 19:15:28.696072 1 secretconfigobserver.go:119] support secret does not exist I0701 19:15:28.703087 1 recorder.go:161] Pruning old reports every 6h1m53s, max age is 288h0m0s I0701 19:15:28.710378 1 periodic.go:209] Running clusterconfig gatherer I0701 19:15:28.710385 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0701 19:15:28.710399 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0701 19:15:28.710406 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0701 19:15:28.710412 1 insightsreport.go:296] Starting report retriever I0701 19:15:28.710419 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0701 19:15:28.710423 1 tasks_processing.go:45] number of workers: 32 I0701 19:15:28.710459 1 tasks_processing.go:69] worker 31 listening for tasks. I0701 19:15:28.710466 1 tasks_processing.go:71] worker 31 working on certificate_signing_requests task. I0701 19:15:28.710501 1 tasks_processing.go:69] worker 15 listening for tasks. I0701 19:15:28.710510 1 tasks_processing.go:69] worker 0 listening for tasks. I0701 19:15:28.710513 1 tasks_processing.go:69] worker 23 listening for tasks. I0701 19:15:28.710519 1 tasks_processing.go:69] worker 1 listening for tasks. I0701 19:15:28.710524 1 tasks_processing.go:69] worker 16 listening for tasks. I0701 19:15:28.710525 1 tasks_processing.go:69] worker 8 listening for tasks. I0701 19:15:28.710531 1 tasks_processing.go:69] worker 9 listening for tasks. I0701 19:15:28.710533 1 tasks_processing.go:69] worker 17 listening for tasks. I0701 19:15:28.710535 1 tasks_processing.go:69] worker 2 listening for tasks. I0701 19:15:28.710541 1 tasks_processing.go:69] worker 10 listening for tasks. I0701 19:15:28.710543 1 tasks_processing.go:69] worker 3 listening for tasks. I0701 19:15:28.710542 1 tasks_processing.go:69] worker 18 listening for tasks. I0701 19:15:28.710544 1 tasks_processing.go:69] worker 27 listening for tasks. I0701 19:15:28.710552 1 tasks_processing.go:69] worker 11 listening for tasks. I0701 19:15:28.710551 1 tasks_processing.go:69] worker 19 listening for tasks. I0701 19:15:28.710558 1 tasks_processing.go:69] worker 20 listening for tasks. I0701 19:15:28.710556 1 tasks_processing.go:69] worker 24 listening for tasks. I0701 19:15:28.710563 1 tasks_processing.go:69] worker 26 listening for tasks. I0701 19:15:28.710567 1 tasks_processing.go:69] worker 5 listening for tasks. I0701 19:15:28.710559 1 tasks_processing.go:69] worker 4 listening for tasks. I0701 19:15:28.710566 1 tasks_processing.go:69] worker 12 listening for tasks. I0701 19:15:28.710577 1 tasks_processing.go:69] worker 13 listening for tasks. I0701 19:15:28.710578 1 tasks_processing.go:69] worker 22 listening for tasks. I0701 19:15:28.710580 1 tasks_processing.go:69] worker 28 listening for tasks. I0701 19:15:28.710579 1 tasks_processing.go:69] worker 25 listening for tasks. I0701 19:15:28.710588 1 tasks_processing.go:69] worker 30 listening for tasks. I0701 19:15:28.710570 1 tasks_processing.go:69] worker 21 listening for tasks. I0701 19:15:28.710563 1 tasks_processing.go:69] worker 29 listening for tasks. I0701 19:15:28.710576 1 tasks_processing.go:69] worker 6 listening for tasks. I0701 19:15:28.710582 1 tasks_processing.go:69] worker 7 listening for tasks. I0701 19:15:28.710586 1 tasks_processing.go:69] worker 14 listening for tasks. I0701 19:15:28.710654 1 tasks_processing.go:71] worker 17 working on sap_config task. I0701 19:15:28.710660 1 tasks_processing.go:71] worker 20 working on machine_configs task. I0701 19:15:28.710666 1 tasks_processing.go:71] worker 10 working on cost_management_metrics_configs task. I0701 19:15:28.710682 1 tasks_processing.go:71] worker 18 working on support_secret task. I0701 19:15:28.710687 1 tasks_processing.go:71] worker 1 working on sap_pods task. I0701 19:15:28.710699 1 tasks_processing.go:71] worker 3 working on ingress task. I0701 19:15:28.710662 1 tasks_processing.go:71] worker 2 working on overlapping_namespace_uids task. I0701 19:15:28.710656 1 tasks_processing.go:71] worker 19 working on openstack_version task. I0701 19:15:28.710743 1 tasks_processing.go:71] worker 8 working on active_alerts task. W0701 19:15:28.711120 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0701 19:15:28.711132 1 tasks_processing.go:71] worker 8 working on config_maps task. I0701 19:15:28.710741 1 tasks_processing.go:71] worker 11 working on metrics task. W0701 19:15:28.711225 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0701 19:15:28.710748 1 tasks_processing.go:71] worker 9 working on proxies task. I0701 19:15:28.710748 1 tasks_processing.go:71] worker 16 working on mutating_webhook_configurations task. I0701 19:15:28.710754 1 tasks_processing.go:71] worker 22 working on qemu_kubevirt_launcher_logs task. I0701 19:15:28.710756 1 tasks_processing.go:71] worker 21 working on dvo_metrics task. I0701 19:15:28.710758 1 tasks_processing.go:71] worker 24 working on aggregated_monitoring_cr_names task. I0701 19:15:28.710759 1 tasks_processing.go:71] worker 28 working on infrastructures task. I0701 19:15:28.710762 1 tasks_processing.go:71] worker 25 working on oauths task. I0701 19:15:28.710762 1 tasks_processing.go:71] worker 26 working on clusterroles task. I0701 19:15:28.710764 1 tasks_processing.go:71] worker 30 working on container_images task. I0701 19:15:28.710657 1 tasks_processing.go:71] worker 14 working on machine_healthchecks task. I0701 19:15:28.710766 1 tasks_processing.go:71] worker 5 working on sap_datahubs task. I0701 19:15:28.710769 1 tasks_processing.go:71] worker 0 working on networks task. I0701 19:15:28.710770 1 tasks_processing.go:71] worker 4 working on monitoring_persistent_volumes task. I0701 19:15:28.710771 1 tasks_processing.go:71] worker 15 working on operators task. I0701 19:15:28.710774 1 tasks_processing.go:71] worker 12 working on pdbs task. I0701 19:15:28.710775 1 tasks_processing.go:71] worker 6 working on cluster_apiserver task. I0701 19:15:28.710795 1 tasks_processing.go:71] worker 13 working on machines task. I0701 19:15:28.710801 1 tasks_processing.go:71] worker 23 working on nodes task. I0701 19:15:28.710803 1 tasks_processing.go:71] worker 29 working on pod_network_connectivity_checks task. I0701 19:15:28.710807 1 tasks_processing.go:71] worker 7 working on service_accounts task. I0701 19:15:28.710829 1 tasks_processing.go:71] worker 27 working on silenced_alerts task. W0701 19:15:28.714088 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0701 19:15:28.711175 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 27.476µs to process 0 records I0701 19:15:28.714108 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 35.526µs to process 0 records I0701 19:15:28.714116 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 28.945µs to process 0 records I0701 19:15:28.714132 1 tasks_processing.go:71] worker 27 working on ingress_certificates task. I0701 19:15:28.714206 1 tasks_processing.go:71] worker 11 working on tsdb_status task. W0701 19:15:28.714234 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0701 19:15:28.714245 1 tasks_processing.go:71] worker 11 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0701 19:15:28.714756 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 28.474µs to process 0 records I0701 19:15:28.718835 1 tasks_processing.go:71] worker 17 working on image_registries task. I0701 19:15:28.718844 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 8.163263ms to process 0 records I0701 19:15:28.718858 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 8.157709ms to process 0 records I0701 19:15:28.718926 1 tasks_processing.go:71] worker 10 working on nodenetworkconfigurationpolicies task. I0701 19:15:28.727898 1 tasks_processing.go:71] worker 19 working on openshift_machine_api_events task. I0701 19:15:28.727924 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 16.829921ms to process 0 records I0701 19:15:28.727937 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 15.972247ms to process 0 records E0701 19:15:28.727981 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0701 19:15:28.727998 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 14.691817ms to process 0 records I0701 19:15:28.728017 1 tasks_processing.go:71] worker 29 working on validating_webhook_configurations task. I0701 19:15:28.728079 1 tasks_processing.go:71] worker 14 working on ceph_cluster task. E0701 19:15:28.728109 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0701 19:15:28.728199 1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z I0701 19:15:28.728265 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0701 19:15:28.728293 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0701 19:15:28.728301 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0701 19:15:28.728322 1 controller.go:489] The operator is still being initialized I0701 19:15:28.728200 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 16.209064ms to process 0 records I0701 19:15:28.728330 1 controller.go:512] The operator is healthy E0701 19:15:28.728339 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0701 19:15:28.728359 1 gather.go:177] gatherer "clusterconfig" function "machines" took 15.035598ms to process 0 records I0701 19:15:28.728366 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 17.46222ms to process 0 records I0701 19:15:28.728122 1 tasks_processing.go:71] worker 5 working on feature_gates task. I0701 19:15:28.728390 1 tasks_processing.go:71] worker 13 working on openstack_dataplanedeployments task. I0701 19:15:28.728537 1 tasks_processing.go:71] worker 3 working on schedulers task. I0701 19:15:28.728554 1 tasks_processing.go:71] worker 1 working on image task. I0701 19:15:28.728593 1 recorder.go:75] Recording config/ingress with fingerprint=56a94dd3c4060ad5ef3ebfa197da53440c38c09939f68e47aff83902cdc0c76f I0701 19:15:28.728612 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 17.553162ms to process 1 records I0701 19:15:28.728659 1 recorder.go:75] Recording config/proxy with fingerprint=d2f6ba147c23f904ae0135cf5bfb2de0e7692c4b56144396eb0f6d66761a34e5 I0701 19:15:28.728668 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 17.033466ms to process 1 records I0701 19:15:28.728675 1 tasks_processing.go:71] worker 9 working on authentication task. I0701 19:15:28.729241 1 tasks_processing.go:71] worker 10 working on crds task. I0701 19:15:28.729250 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 10.300447ms to process 0 records I0701 19:15:28.729537 1 tasks_processing.go:71] worker 31 working on jaegers task. I0701 19:15:28.729553 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 19.055808ms to process 0 records I0701 19:15:28.729820 1 tasks_processing.go:71] worker 25 working on machine_sets task. I0701 19:15:28.730021 1 recorder.go:75] Recording config/oauth with fingerprint=609347d86050b42e0d104df742352cdf1a25e13cb0b0fc38c364707cb826018b I0701 19:15:28.730035 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 18.168438ms to process 1 records I0701 19:15:28.730950 1 tasks_processing.go:71] worker 16 working on image_pruners task. I0701 19:15:28.731155 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=237433f5d55ba32ef6df5eead77812ccd460213a3dce08ca78fc27c8c280f6e0 I0701 19:15:28.731204 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=d97d1916dbadbb8efd08694089757761928151577fced4f69b53288d4c4f27a2 I0701 19:15:28.731245 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=8b7fd9ad7a3c05ed32a2ad45299c6d90447ed081c95227128c5704ed5293d220 I0701 19:15:28.731257 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 19.688888ms to process 3 records I0701 19:15:28.742749 1 tasks_processing.go:71] worker 14 working on storage_classes task. I0701 19:15:28.742753 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 14.594698ms to process 0 records I0701 19:15:28.742935 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 14.349438ms to process 0 records E0701 19:15:28.742950 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0701 19:15:28.742959 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 32.1334ms to process 0 records I0701 19:15:28.742966 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 14.966369ms to process 0 records I0701 19:15:28.742975 1 tasks_processing.go:71] worker 19 working on lokistack task. I0701 19:15:28.743009 1 tasks_processing.go:71] worker 28 working on nodenetworkstates task. I0701 19:15:28.743085 1 tasks_processing.go:71] worker 13 working on install_plans task. I0701 19:15:28.743160 1 tasks_processing.go:71] worker 18 working on machine_config_pools task. I0701 19:15:28.743746 1 recorder.go:75] Recording config/infrastructure with fingerprint=92955a5d55d43dfc81c741e4edb5fa844b865ee70d64f0f7c22bdb8baefa73f2 I0701 19:15:28.743767 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 31.448244ms to process 1 records I0701 19:15:28.743884 1 tasks_processing.go:71] worker 0 working on openstack_controlplanes task. I0701 19:15:28.743961 1 recorder.go:75] Recording config/network with fingerprint=d6eda32b529d3b8576d5f1dbf1b7b25d7ad421b155439aab6b3b58d571cdd586 I0701 19:15:28.743973 1 gather.go:177] gatherer "clusterconfig" function "networks" took 31.702451ms to process 1 records I0701 19:15:28.744076 1 tasks_processing.go:71] worker 6 working on openshift_logging task. I0701 19:15:28.744090 1 recorder.go:75] Recording config/apiserver with fingerprint=40f52b30c0c1c037afa1689e7250a90a3315f03e4d9c8f8d1e869982b59f47f0 I0701 19:15:28.744102 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 30.813153ms to process 1 records I0701 19:15:28.744209 1 tasks_processing.go:71] worker 17 working on container_runtime_configs task. I0701 19:15:28.744582 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=ed4c1788b8e349ce14c073ac0c0064c19e49bec74c6c612a77f331b6d5f06440 I0701 19:15:28.744597 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 25.093266ms to process 1 records I0701 19:15:28.755721 1 tasks_processing.go:71] worker 23 working on version task. I0701 19:15:28.756998 1 gather_logs.go:145] no pods in namespace were found I0701 19:15:28.758046 1 recorder.go:75] Recording config/node/ip-10-0-1-222.ec2.internal with fingerprint=1674311152d23decde857ead7d180e9fc288e857bcaca6d0c8fb88aa245c1b3b I0701 19:15:28.758305 1 recorder.go:75] Recording config/node/ip-10-0-2-152.ec2.internal with fingerprint=389096206c6293effb51e6bf74fbab4c62edfe65e80317a4556262f8958f3b92 I0701 19:15:28.758372 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 42.598426ms to process 2 records I0701 19:15:28.758460 1 tasks_processing.go:71] worker 5 working on machine_autoscalers task. I0701 19:15:28.759298 1 recorder.go:75] Recording config/featuregate with fingerprint=9662bafbebcbbe046708dc9cd59188f078b91ef35af586917077549dc97ed77c I0701 19:15:28.759317 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 27.551925ms to process 1 records I0701 19:15:28.759331 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 45.778587ms to process 0 records I0701 19:15:28.759339 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 45.040221ms to process 0 records I0701 19:15:28.759346 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 29.269297ms to process 0 records I0701 19:15:28.759349 1 tasks_processing.go:71] worker 22 working on openstack_dataplanenodesets task. I0701 19:15:28.759444 1 tasks_processing.go:71] worker 12 working on node_logs task. I0701 19:15:28.759450 1 tasks_processing.go:71] worker 4 working on storage_cluster task. I0701 19:15:28.759455 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=76a37df496ded551cb5cd827a02db8281e544b5bc72d38cf757ef5bf805afa5b I0701 19:15:28.759484 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=7967658043c6337fecaea12be1d9e8ffe284d5817c9ece1005cd4430830ee36d I0701 19:15:28.759500 1 tasks_processing.go:71] worker 31 working on olm_operators task. I0701 19:15:28.759517 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=c86846c203bdaab0a54e44bf1355d6b6fc409f85c700d0445f12e4d2f270c1ed I0701 19:15:28.759528 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 46.306721ms to process 3 records I0701 19:15:28.759536 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 29.274215ms to process 0 records I0701 19:15:28.759552 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0701 19:15:28.759564 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 48.161147ms to process 1 records I0701 19:15:28.759587 1 tasks_processing.go:71] worker 25 working on operators_pods_and_events task. I0701 19:15:28.759662 1 recorder.go:75] Recording config/image with fingerprint=355a00e3a2c00f91d92c943e6a59fad12c7fc854e09508a23adc0f6eb8550233 I0701 19:15:28.759670 1 gather.go:177] gatherer "clusterconfig" function "image" took 30.617337ms to process 1 records I0701 19:15:28.759675 1 tasks_processing.go:74] worker 2 stopped. I0701 19:15:28.759682 1 tasks_processing.go:74] worker 1 stopped. I0701 19:15:28.759764 1 tasks_processing.go:74] worker 9 stopped. I0701 19:15:28.759975 1 recorder.go:75] Recording config/authentication with fingerprint=d78089b74f13b37536fbe0be0019f9d61847801f5f628c263e0b07f72c951a4f I0701 19:15:28.759993 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 30.762412ms to process 1 records I0701 19:15:28.761420 1 tasks_processing.go:74] worker 3 stopped. I0701 19:15:28.761496 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=fc47bc903806d47280edd9662d1b26929f547ebe1e2f0e025f4f3dd9ff8196fc I0701 19:15:28.761510 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 32.861636ms to process 1 records I0701 19:15:28.762220 1 tasks_processing.go:74] worker 29 stopped. I0701 19:15:28.762418 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=f37074ecede2cd74027e8ae7ce0a661a7cfd07af8dfea5d0646a75c6073f3089 I0701 19:15:28.762542 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=23d08232a7026ba4f9b087b2e76da93b3b2da832e63aa84e104cf346622ab692 W0701 19:15:28.762559 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0701 19:15:28.762565 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=13024b56fac3b592e3afc11b17aa5694235d6e6fc2efa046c7ffd70b6d1f8f73 I0701 19:15:28.762594 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=e305abe50f2c7662d1513b3e094e50114c77f82fe68a040f3420e0f18ead6954 I0701 19:15:28.762623 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=0f24a4b150157470bea2a1dace930ae0cb86fff1e06f7669b6f5b4a55a9354ed I0701 19:15:28.762653 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=a6b4fe2de56cc5690eb5b774fb429e17588617cd4402be6932c6fc6c9eb3aae0 I0701 19:15:28.762693 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=e699b2efb61fcacb79be682ef7bd819f9cd4d155e95d08b512ce198ad0ba5113 I0701 19:15:28.762733 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=bfd624500e566cc723de65170c01b7ad64612c838b4d09c13707039bd43f2686 I0701 19:15:28.762762 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=d8a884f46bd1ac671678e0b875cacfe7a556d4cf56d89908c300f7015267ce06 I0701 19:15:28.762813 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=10866d2b3b2834b79f2bedd6b75cfb84c1b736eb1b1b6bd4b76c4cc43ac17bb4 I0701 19:15:28.762844 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=de7e8da1684fe7c622d210642f67b2ef6122592cfcbbbe8ef07161215c0c468d I0701 19:15:28.762852 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 34.181607ms to process 11 records I0701 19:15:28.764669 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0701 19:15:28.764674 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0701 19:15:28.764701 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0701 19:15:28.766145 1 tasks_processing.go:74] worker 17 stopped. I0701 19:15:28.766156 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 21.922184ms to process 0 records I0701 19:15:28.766346 1 tasks_processing.go:74] worker 0 stopped. I0701 19:15:28.766365 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 22.444692ms to process 0 records I0701 19:15:28.769304 1 base_controller.go:82] Caches are synced for ConfigController I0701 19:15:28.769316 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0701 19:15:28.772989 1 tasks_processing.go:74] worker 19 stopped. I0701 19:15:28.773002 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 30.006537ms to process 0 records I0701 19:15:28.773025 1 tasks_processing.go:74] worker 28 stopped. I0701 19:15:28.773037 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 30.004064ms to process 0 records I0701 19:15:28.773051 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 28.941449ms to process 0 records I0701 19:15:28.773065 1 tasks_processing.go:74] worker 6 stopped. I0701 19:15:28.778184 1 tasks_processing.go:74] worker 30 stopped. I0701 19:15:28.778266 1 recorder.go:75] Recording config/running_containers with fingerprint=3ba1be360fc4efef06eab5484e8f49d8cce412128a8a98ad40d84805d4c2e8ce I0701 19:15:28.778283 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 66.409245ms to process 1 records I0701 19:15:28.807693 1 tasks_processing.go:74] worker 5 stopped. I0701 19:15:28.807711 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 49.21122ms to process 0 records I0701 19:15:28.807721 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 48.338521ms to process 0 records I0701 19:15:28.807727 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 48.237496ms to process 0 records I0701 19:15:28.807733 1 tasks_processing.go:74] worker 4 stopped. I0701 19:15:28.807738 1 tasks_processing.go:74] worker 22 stopped. I0701 19:15:28.807941 1 tasks_processing.go:74] worker 16 stopped. I0701 19:15:28.808047 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=5e84844b407932826ef4464db291f02d59eb672793b88a459aaec42cdd461451 I0701 19:15:28.808060 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 76.97957ms to process 1 records I0701 19:15:28.808365 1 tasks_processing.go:74] worker 26 stopped. I0701 19:15:28.808541 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=ab2123278fb7aeec8c8306896d2443055068a1533474b40dba22d214b16cafdc I0701 19:15:28.808621 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=792d02b6d29b564f8429f73705c117b2e05ea169a4b612e3a7a9e6c9c1ea2ca4 I0701 19:15:28.808630 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 96.609648ms to process 2 records I0701 19:15:28.808698 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=407d8471a3de905ea3ff4024c8a797c59d01a9988b71024532fcfea2f191fd46 I0701 19:15:28.808718 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=e626953b7d1d323a834a0970ee3b7d5feccd093cb25665c5c34ffff0a2ff03ac I0701 19:15:28.808724 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 65.577818ms to process 2 records I0701 19:15:28.808733 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 97.030097ms to process 0 records I0701 19:15:28.808741 1 tasks_processing.go:74] worker 24 stopped. I0701 19:15:28.808750 1 tasks_processing.go:74] worker 14 stopped. I0701 19:15:28.808882 1 tasks_processing.go:74] worker 31 stopped. I0701 19:15:28.808912 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 49.366201ms to process 0 records I0701 19:15:28.808992 1 tasks_processing.go:74] worker 10 stopped. I0701 19:15:28.809017 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0701 19:15:28.809095 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0701 19:15:28.809198 1 operator.go:288] started I0701 19:15:28.809228 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0701 19:15:28.809555 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=baba2619f46345cdac5e30293aa65ee734a1b0eb83b49cba2b96f2ecd92a59f7 I0701 19:15:28.809750 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=3ced3a588f47f0a9b8f4a7bff50df1b16b34ef31d2689ec648ff23f293869a01 I0701 19:15:28.809759 1 gather.go:177] gatherer "clusterconfig" function "crds" took 79.66945ms to process 2 records I0701 19:15:28.824102 1 configmapobserver.go:84] configmaps "insights-config" not found I0701 19:15:28.834550 1 tasks_processing.go:74] worker 11 stopped. I0701 19:15:28.834578 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 120.284414ms to process 0 records I0701 19:15:28.846793 1 prometheus_rules.go:88] Prometheus rules successfully created I0701 19:15:28.847261 1 tasks_processing.go:74] worker 12 stopped. I0701 19:15:28.847282 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 87.799675ms to process 0 records I0701 19:15:28.847498 1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready I0701 19:15:28.847512 1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready I0701 19:15:28.847518 1 controller.go:212] Source scaController *sca.Controller is not ready I0701 19:15:28.847530 1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready I0701 19:15:28.847535 1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0701 19:15:28.847558 1 controller.go:489] The operator is still being initialized I0701 19:15:28.847569 1 controller.go:512] The operator is healthy I0701 19:15:28.850032 1 tasks_processing.go:74] worker 23 stopped. I0701 19:15:28.850479 1 recorder.go:75] Recording config/version with fingerprint=78f8557871093544a7e18b883978dbf9252a2be3d95ceee6f95a2369acd87a74 I0701 19:15:28.850496 1 recorder.go:75] Recording config/id with fingerprint=6b4507b43766118afa95b8ca97e48b85cf020c2edc2a25c0a56002c183016130 I0701 19:15:28.850506 1 gather.go:177] gatherer "clusterconfig" function "version" took 94.245246ms to process 2 records E0701 19:15:28.854637 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27100abc30-1b7b-44fa-abcc-c25109142f4b%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.14:43659->172.30.0.10:53: read: connection refused I0701 19:15:28.854649 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27100abc30-1b7b-44fa-abcc-c25109142f4b%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.14:43659->172.30.0.10:53: read: connection refused I0701 19:15:28.866471 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0701 19:15:28.869524 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.14:58386->172.30.0.10:53: read: connection refused I0701 19:15:28.869535 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.14:58386->172.30.0.10:53: read: connection refused I0701 19:15:28.883595 1 tasks_processing.go:74] worker 27 stopped. E0701 19:15:28.883616 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0701 19:15:28.883625 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2r9ha0l0o824v2a70jube3241qhfecdt-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2r9ha0l0o824v2a70jube3241qhfecdt-primary-cert-bundle-secret" not found I0701 19:15:28.883684 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=18b78575b0ffe2729480a436f951e37439ad200fb61c0d45da84989dee4392b3 I0701 19:15:28.883697 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 169.453939ms to process 1 records I0701 19:15:28.884242 1 tasks_processing.go:74] worker 8 stopped. E0701 19:15:28.884257 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0701 19:15:28.884264 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0701 19:15:28.884269 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0701 19:15:28.884280 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018 I0701 19:15:28.884310 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0701 19:15:28.884317 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0701 19:15:28.884321 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0 I0701 19:15:28.884325 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0701 19:15:28.884374 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0701 19:15:28.884383 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0701 19:15:28.884388 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 173.09663ms to process 7 records I0701 19:15:28.910114 1 base_controller.go:82] Caches are synced for LoggingSyncer I0701 19:15:28.910128 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0701 19:15:28.955316 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0701 19:15:28.977555 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found I0701 19:15:29.235586 1 gather_cluster_operator_pods_and_events.go:121] Found 14 pods with 16 containers I0701 19:15:29.235600 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1572864 bytes I0701 19:15:29.236377 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-fjfqw pod in namespace openshift-dns (previous: false). I0701 19:15:29.456804 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-fjfqw pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-fjfqw\" is waiting to start: ContainerCreating" I0701 19:15:29.456823 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-fjfqw\" is waiting to start: ContainerCreating" I0701 19:15:29.456835 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-fjfqw pod in namespace openshift-dns (previous: false). I0701 19:15:29.627557 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-fjfqw pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-fjfqw\" is waiting to start: ContainerCreating" I0701 19:15:29.627574 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-fjfqw\" is waiting to start: ContainerCreating" I0701 19:15:29.627587 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-hqzlj pod in namespace openshift-dns (previous: false). W0701 19:15:29.760304 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0701 19:15:29.816258 1 tasks_processing.go:74] worker 18 stopped. I0701 19:15:29.816273 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 1.073072203s to process 0 records I0701 19:15:29.829872 1 tasks_processing.go:74] worker 20 stopped. I0701 19:15:29.829909 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0701 19:15:29.829921 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 1.119196801s to process 1 records I0701 19:15:29.844938 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hqzlj pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-hqzlj\" is waiting to start: ContainerCreating" I0701 19:15:29.844951 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-hqzlj\" is waiting to start: ContainerCreating" I0701 19:15:29.844959 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-hqzlj pod in namespace openshift-dns (previous: false). I0701 19:15:30.027491 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-hqzlj pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-hqzlj\" is waiting to start: ContainerCreating" I0701 19:15:30.027507 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-hqzlj\" is waiting to start: ContainerCreating" I0701 19:15:30.027517 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-sd5c7 pod in namespace openshift-dns (previous: false). I0701 19:15:30.228969 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0701 19:15:30.228987 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-twwrw pod in namespace openshift-dns (previous: false). I0701 19:15:30.240176 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0701 19:15:30.427093 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0701 19:15:30.427115 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-54f4d4484f-gchpn pod in namespace openshift-image-registry (previous: false). I0701 19:15:30.626055 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-54f4d4484f-gchpn pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-54f4d4484f-gchpn\" is waiting to start: ContainerCreating" I0701 19:15:30.626072 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-54f4d4484f-gchpn\" is waiting to start: ContainerCreating" I0701 19:15:30.626082 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-58846cbf98-4jtqp pod in namespace openshift-image-registry (previous: false). I0701 19:15:30.640772 1 tasks_processing.go:74] worker 15 stopped. I0701 19:15:30.640845 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=5c37ea029dd56f0b261a05ffceecbeee1561fcdec67ade8341c2502b772d0859 I0701 19:15:30.640883 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=8962ffb676cc065ca3ce5b9fc97f0e0a707fa5a1706451670b82c89a388dbe61 I0701 19:15:30.640929 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0701 19:15:30.640956 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=efc1350b190e5e72f9b4e21f2abef954b5c7d29ba6524b96a84c862ed3610bfa I0701 19:15:30.640972 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0701 19:15:30.640993 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=d245df616af613cc6a0f33fddf9cc97292fa9d6389f2feeab3d750b774c5ac55 I0701 19:15:30.641022 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=a36e9175f6a1cc1612df5334fc5a2e68f721125c461bde9a79c0caddd1e5594e I0701 19:15:30.641060 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=82f8e3ba612b2f4f9f997d817b5eae3a976ade54913a4f3d21b79a91f2749d55 I0701 19:15:30.641073 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=237fbaeff415e8bc6584b9664135cf8b5f74934f52196ab27ae662ba29b536fb I0701 19:15:30.641090 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=908918a0101fd49bf661a63312bfd474aa8740ea33a61ca6caafa8d26952005a I0701 19:15:30.641100 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0701 19:15:30.641116 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=1d9693e43e17a6bbc623445c6a3cbe2d3bc12460618c8ffbedaf9a94e57b9033 I0701 19:15:30.641126 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0701 19:15:30.641151 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=3fc2e2d65dbd1d772987d069427d6dcc10b4d29f4493e1bfacaed21bc6c4cbf6 I0701 19:15:30.641166 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0701 19:15:30.641180 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=f69997b7dbe9637983e20ac9dcacb17fe677bede111485e55a1a54df0a96df50 I0701 19:15:30.641190 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0701 19:15:30.641205 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=f4fd24b95e52b9ea36e7126682c0c3831780062c6b55c4a495dfd57629848a05 I0701 19:15:30.641329 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=045f8dc4dadee6dc7eb4dbe3e8c950e3387a61db94fae13e58dae4e7bdee09c9 I0701 19:15:30.641337 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0701 19:15:30.641344 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0701 19:15:30.641365 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0701 19:15:30.641386 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=6571a00fae6c8985733214c6532b9dd5a7bebfa4f8e664788c9116c47a92fe6c I0701 19:15:30.641410 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=86f55a84aec9a9b4d1d25185de1109a3acd81003005f7de21d3e1f6b3d3764fd I0701 19:15:30.641419 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0701 19:15:30.641434 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=6799a091b1527491e9f42524199afa9b8fa035764e38b9d32ec533b1f19a6a97 I0701 19:15:30.641445 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0701 19:15:30.641457 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=742b28b10a7586a5b50885dba6bbefe87ebacb81e13b70457f893f4d80f343ca I0701 19:15:30.641471 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=b2f9aad40672062d33dca9b45ab454d6f4ab0e368fcc2a1d5e70112d93c29f3c I0701 19:15:30.641484 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=39546cc3e13d2bde90e63306a8a965f0268642a8bfc0fed688a00cfa69416b50 I0701 19:15:30.641500 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=1586c39211b5123d76b024aca801694db20d94e3ff15c4a53559c17af2303dfe I0701 19:15:30.641513 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=4fc3bcea4c8ee774078a70ba9906e0caec0b3218209225e2a5e57b289feb9c8a I0701 19:15:30.641564 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=278a6c5fa225983d44be1b1b6f04e4e1198945df194bcaca3b0ea006a72da4d2 I0701 19:15:30.641580 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0701 19:15:30.641589 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0701 19:15:30.641595 1 gather.go:177] gatherer "clusterconfig" function "operators" took 1.928579352s to process 35 records W0701 19:15:30.761311 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0701 19:15:30.819074 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0701 19:15:30.819090 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-58846cbf98-tnrnn pod in namespace openshift-image-registry (previous: false). I0701 19:15:31.026136 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-58846cbf98-tnrnn pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-58846cbf98-tnrnn\" is waiting to start: ContainerCreating" I0701 19:15:31.026157 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-58846cbf98-tnrnn\" is waiting to start: ContainerCreating" I0701 19:15:31.026170 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-297t5 pod in namespace openshift-image-registry (previous: false). I0701 19:15:31.226882 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0701 19:15:31.226901 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-kctcd pod in namespace openshift-image-registry (previous: false). I0701 19:15:31.425412 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0701 19:15:31.425430 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-75c9b88547-hfq94 pod in namespace openshift-ingress (previous: false). I0701 19:15:31.625216 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-75c9b88547-hfq94 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-75c9b88547-hfq94\" is waiting to start: ContainerCreating" I0701 19:15:31.625233 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-75c9b88547-hfq94\" is waiting to start: ContainerCreating" I0701 19:15:31.625242 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-75c9b88547-q4qwg pod in namespace openshift-ingress (previous: false). W0701 19:15:31.762935 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0701 19:15:31.828964 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-75c9b88547-q4qwg pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-75c9b88547-q4qwg\" is waiting to start: ContainerCreating" I0701 19:15:31.828985 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-75c9b88547-q4qwg\" is waiting to start: ContainerCreating" I0701 19:15:31.828996 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7785f9784f-kvdjx pod in namespace openshift-ingress (previous: false). I0701 19:15:32.027616 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7785f9784f-kvdjx pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7785f9784f-kvdjx\" is waiting to start: ContainerCreating" I0701 19:15:32.027634 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7785f9784f-kvdjx\" is waiting to start: ContainerCreating" I0701 19:15:32.027644 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-56x8j pod in namespace openshift-ingress-canary (previous: false). I0701 19:15:32.224447 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-56x8j pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-56x8j\" is waiting to start: ContainerCreating" I0701 19:15:32.224463 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-56x8j\" is waiting to start: ContainerCreating" I0701 19:15:32.224476 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-ztntn pod in namespace openshift-ingress-canary (previous: false). I0701 19:15:32.426918 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-ztntn pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-ztntn\" is waiting to start: ContainerCreating" I0701 19:15:32.426933 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-ztntn\" is waiting to start: ContainerCreating" I0701 19:15:32.426950 1 tasks_processing.go:74] worker 25 stopped. I0701 19:15:32.427049 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=d368e20500cf89cfe581beee80fe1a9fc74e05a8d17705a3ea0863a4850a52e8 I0701 19:15:32.427088 1 recorder.go:75] Recording events/openshift-dns with fingerprint=eac0f8d76411f4b10a4ae8856868635c74ec55ae45005357de423ba2800a129a I0701 19:15:32.427161 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=d3d4c4cc445b686eb68965358d1a45afc62352f8945504bf36bb3da360679ff7 I0701 19:15:32.427187 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=aa5d65ba99067a975cc503ad1501f4d1652d21d742b6b39a05db4f379e7157df I0701 19:15:32.427233 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=209d70ab5cea89dd95cceaa62ff0469993aa56333e1b25a4604865c8c17f87e8 I0701 19:15:32.427245 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=e7b4f131c1232b6f322a2077a871abf733b48b3aad0abc3271b3dcde9e087d76 I0701 19:15:32.427252 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.667344451s to process 6 records W0701 19:15:32.760338 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W0701 19:15:33.756880 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0701 19:15:33.756917 1 tasks_processing.go:74] worker 21 stopped. E0701 19:15:33.756930 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0701 19:15:33.756943 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0701 19:15:33.756958 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0701 19:15:33.756967 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.045530481s to process 1 records I0701 19:15:41.457546 1 tasks_processing.go:74] worker 13 stopped. I0701 19:15:41.457593 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0701 19:15:41.457610 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.714430544s to process 1 records I0701 19:15:41.956807 1 configmapobserver.go:84] configmaps "insights-config" not found I0701 19:15:42.121995 1 tasks_processing.go:74] worker 7 stopped. I0701 19:15:42.122265 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=6eea9bca9c2d016e4128bf2b374fefdd9610f4d08552d21add7f6bb399a3af40 I0701 19:15:42.122282 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.408425614s to process 1 records E0701 19:15:42.122338 1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.411s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"machines\" failed with an error, function \"support_secret\" failed with an error, function \"ingress_certificates\" failed with an error, function \"config_maps\" failed with an error, function \"dvo_metrics\" failed with an error" I0701 19:15:42.123450 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "machines" failed with an error, function "support_secret" failed with an error, function "ingress_certificates" failed with an error, function "config_maps" failed with an error, function "dvo_metrics" failed with an error I0701 19:15:42.123464 1 periodic.go:209] Running workloads gatherer I0701 19:15:42.123478 1 tasks_processing.go:45] number of workers: 2 I0701 19:15:42.123483 1 tasks_processing.go:69] worker 1 listening for tasks. I0701 19:15:42.123488 1 tasks_processing.go:71] worker 1 working on workload_info task. I0701 19:15:42.123499 1 tasks_processing.go:69] worker 0 listening for tasks. I0701 19:15:42.123514 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0701 19:15:42.153566 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 20s for image data I0701 19:15:42.163671 1 tasks_processing.go:74] worker 0 stopped. I0701 19:15:42.163690 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 40.141058ms to process 0 records I0701 19:15:42.165120 1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (12ms) I0701 19:15:42.178921 1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (14ms) I0701 19:15:42.191611 1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (13ms) I0701 19:15:42.212559 1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (21ms) I0701 19:15:42.223762 1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (11ms) I0701 19:15:42.234206 1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (10ms) I0701 19:15:42.244367 1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (10ms) I0701 19:15:42.254877 1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (10ms) I0701 19:15:42.265524 1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (11ms) I0701 19:15:42.275667 1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (10ms) I0701 19:15:42.285794 1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (10ms) I0701 19:15:42.365203 1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (79ms) I0701 19:15:42.464875 1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (100ms) I0701 19:15:42.567981 1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (103ms) I0701 19:15:42.664395 1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (96ms) I0701 19:15:42.765194 1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (101ms) I0701 19:15:42.866896 1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (102ms) I0701 19:15:42.966429 1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (100ms) I0701 19:15:43.066417 1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (100ms) I0701 19:15:43.165206 1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (99ms) I0701 19:15:43.264692 1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (99ms) I0701 19:15:43.364378 1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (100ms) I0701 19:15:43.464951 1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (101ms) I0701 19:15:43.564385 1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (99ms) I0701 19:15:43.665139 1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (101ms) I0701 19:15:43.764156 1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (99ms) I0701 19:15:43.864958 1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (101ms) I0701 19:15:43.964755 1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (100ms) I0701 19:15:44.065532 1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (101ms) I0701 19:15:44.165558 1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (100ms) I0701 19:15:44.265433 1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (100ms) I0701 19:15:44.365720 1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (100ms) I0701 19:15:44.365753 1 tasks_processing.go:74] worker 1 stopped. E0701 19:15:44.365765 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0701 19:15:44.366028 1 recorder.go:75] Recording config/workload_info with fingerprint=cfa36d6f43fb850377bc933812db89cf6ff9c7d05e9a1652cd4d3fd76bad97d8 I0701 19:15:44.366045 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.242257825s to process 1 records E0701 19:15:44.366068 1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.242s with: function \"workload_info\" failed with an error" I0701 19:15:44.367176 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0701 19:15:44.367190 1 periodic.go:209] Running conditional gatherer I0701 19:15:44.378190 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules I0701 19:15:44.384722 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.14:48209->172.30.0.10:53: read: connection refused E0701 19:15:44.384995 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0701 19:15:44.385054 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0701 19:15:44.393954 1 conditional_gatherer.go:392] cluster version is '4.20.8' E0701 19:15:44.393967 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0701 19:15:44.393973 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0701 19:15:44.393976 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0701 19:15:44.393980 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0701 19:15:44.393983 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0701 19:15:44.393985 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0701 19:15:44.393989 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0701 19:15:44.393992 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0701 19:15:44.393994 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0701 19:15:44.394009 1 tasks_processing.go:45] number of workers: 3 I0701 19:15:44.394022 1 tasks_processing.go:69] worker 2 listening for tasks. I0701 19:15:44.394028 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0701 19:15:44.394029 1 tasks_processing.go:69] worker 0 listening for tasks. I0701 19:15:44.394039 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0701 19:15:44.394045 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0701 19:15:44.394046 1 tasks_processing.go:69] worker 1 listening for tasks. I0701 19:15:44.394056 1 tasks_processing.go:74] worker 1 stopped. I0701 19:15:44.394131 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0701 19:15:44.394148 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.017µs to process 1 records I0701 19:15:44.394208 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0701 19:15:44.394220 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.195µs to process 1 records I0701 19:15:44.394230 1 tasks_processing.go:74] worker 0 stopped. I0701 19:15:44.394339 1 tasks_processing.go:74] worker 2 stopped. I0701 19:15:44.394351 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 285.5µs to process 0 records I0701 19:15:44.394371 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.14:48209->172.30.0.10:53: read: connection refused I0701 19:15:44.394389 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0701 19:15:44.422053 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=92cc26a341295e9485c3357157e7af13337e509fc3cb5e5ea5c902a32005fabf I0701 19:15:44.422171 1 diskrecorder.go:70] Writing 98 records to /var/lib/insights-operator/insights-2026-07-01-191544.tar.gz I0701 19:15:44.428175 1 diskrecorder.go:51] Wrote 98 records to disk in 6ms I0701 19:15:44.428201 1 periodic.go:278] Gathering cluster info every 2h0m0s I0701 19:15:44.428215 1 periodic.go:279] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0701 19:15:46.123025 1 configmapobserver.go:84] configmaps "insights-config" not found I0701 19:15:46.330569 1 configmapobserver.go:84] configmaps "insights-config" not found I0701 19:15:55.909074 1 configmapobserver.go:84] configmaps "insights-config" not found I0701 19:16:53.478892 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="81131b4beb4c6a92c503c299f506569e5152a6c19ffa9ec5716ef6f9afda7fc0") W0701 19:16:53.478928 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0701 19:16:53.478976 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector