W1002 02:17:50.975557 1 cmd.go:257] Using insecure, self-signed certificates I1002 02:17:51.232465 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I1002 02:17:51.232750 1 observer_polling.go:159] Starting file observer W1002 02:17:51.253514 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I1002 02:17:51.506564 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I1002 02:17:51.506737 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I1002 02:17:51.507162 1 secure_serving.go:57] Forcing use of http/1.1 only W1002 02:17:51.507181 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W1002 02:17:51.507186 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. I1002 02:17:51.507182 1 simple_featuregate_reader.go:171] Starting feature-gate-detector W1002 02:17:51.507189 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W1002 02:17:51.507193 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W1002 02:17:51.507195 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W1002 02:17:51.507197 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I1002 02:17:51.510038 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I1002 02:17:51.510027 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] I1002 02:17:51.511524 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I1002 02:17:51.511551 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I1002 02:17:51.511538 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-516289411/tls.crt::/tmp/serving-cert-516289411/tls.key" I1002 02:17:51.511549 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I1002 02:17:51.511568 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I1002 02:17:51.511540 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I1002 02:17:51.511579 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I1002 02:17:51.512522 1 secure_serving.go:213] Serving securely on [::]:8443 I1002 02:17:51.512548 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" E1002 02:17:51.512628 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18da94db50f23699 openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-10-02 02:17:51.509993113 +0000 UTC m=+0.564551857,LastTimestamp:2026-10-02 02:17:51.509993113 +0000 UTC m=+0.564551857,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" W1002 02:17:51.514649 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I1002 02:17:51.514670 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I1002 02:17:51.514779 1 base_controller.go:76] Waiting for caches to sync for ConfigController I1002 02:17:51.518048 1 secretconfigobserver.go:249] Found cloud.openshift.com token I1002 02:17:51.518064 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I1002 02:17:51.521157 1 secretconfigobserver.go:119] support secret does not exist I1002 02:17:51.524213 1 secretconfigobserver.go:249] Found cloud.openshift.com token I1002 02:17:51.530673 1 secretconfigobserver.go:119] support secret does not exist I1002 02:17:51.530779 1 recorder.go:156] Pruning old reports every 4h13m4s, max age is 288h0m0s I1002 02:17:51.534126 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I1002 02:17:51.534133 1 periodic.go:212] Running clusterconfig gatherer I1002 02:17:51.534139 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I1002 02:17:51.534157 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I1002 02:17:51.534163 1 tasks_processing.go:45] number of workers: 64 I1002 02:17:51.534163 1 insightsreport.go:296] Starting report retriever I1002 02:17:51.534167 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I1002 02:17:51.534175 1 tasks_processing.go:69] worker 3 listening for tasks. I1002 02:17:51.534182 1 tasks_processing.go:69] worker 0 listening for tasks. I1002 02:17:51.534186 1 tasks_processing.go:69] worker 1 listening for tasks. I1002 02:17:51.534191 1 tasks_processing.go:69] worker 2 listening for tasks. I1002 02:17:51.534195 1 tasks_processing.go:69] worker 41 listening for tasks. I1002 02:17:51.534197 1 tasks_processing.go:69] worker 32 listening for tasks. I1002 02:17:51.534199 1 tasks_processing.go:69] worker 33 listening for tasks. I1002 02:17:51.534200 1 tasks_processing.go:71] worker 41 working on container_runtime_configs task. I1002 02:17:51.534202 1 tasks_processing.go:71] worker 32 working on nodenetworkstates task. I1002 02:17:51.534205 1 tasks_processing.go:69] worker 34 listening for tasks. I1002 02:17:51.534205 1 tasks_processing.go:69] worker 4 listening for tasks. I1002 02:17:51.534207 1 tasks_processing.go:69] worker 25 listening for tasks. I1002 02:17:51.534210 1 tasks_processing.go:69] worker 5 listening for tasks. I1002 02:17:51.534212 1 tasks_processing.go:69] worker 35 listening for tasks. I1002 02:17:51.534217 1 tasks_processing.go:69] worker 23 listening for tasks. I1002 02:17:51.534219 1 tasks_processing.go:69] worker 6 listening for tasks. I1002 02:17:51.534216 1 tasks_processing.go:69] worker 36 listening for tasks. I1002 02:17:51.534223 1 tasks_processing.go:69] worker 37 listening for tasks. I1002 02:17:51.534224 1 tasks_processing.go:69] worker 24 listening for tasks. I1002 02:17:51.534225 1 tasks_processing.go:69] worker 7 listening for tasks. I1002 02:17:51.534229 1 tasks_processing.go:69] worker 8 listening for tasks. I1002 02:17:51.534230 1 tasks_processing.go:69] worker 38 listening for tasks. I1002 02:17:51.534227 1 tasks_processing.go:69] worker 22 listening for tasks. I1002 02:17:51.534234 1 tasks_processing.go:69] worker 9 listening for tasks. I1002 02:17:51.534233 1 tasks_processing.go:69] worker 61 listening for tasks. I1002 02:17:51.534237 1 tasks_processing.go:69] worker 55 listening for tasks. I1002 02:17:51.534239 1 tasks_processing.go:69] worker 20 listening for tasks. I1002 02:17:51.534242 1 tasks_processing.go:69] worker 56 listening for tasks. I1002 02:17:51.534240 1 tasks_processing.go:69] worker 39 listening for tasks. I1002 02:17:51.534245 1 tasks_processing.go:69] worker 11 listening for tasks. I1002 02:17:51.534246 1 tasks_processing.go:69] worker 40 listening for tasks. I1002 02:17:51.534240 1 tasks_processing.go:69] worker 54 listening for tasks. I1002 02:17:51.534249 1 tasks_processing.go:69] worker 42 listening for tasks. I1002 02:17:51.534250 1 tasks_processing.go:69] worker 21 listening for tasks. I1002 02:17:51.534255 1 tasks_processing.go:69] worker 16 listening for tasks. I1002 02:17:51.534251 1 tasks_processing.go:69] worker 12 listening for tasks. I1002 02:17:51.534251 1 tasks_processing.go:69] worker 57 listening for tasks. I1002 02:17:51.534256 1 tasks_processing.go:71] worker 3 working on networks task. I1002 02:17:51.534265 1 tasks_processing.go:69] worker 13 listening for tasks. I1002 02:17:51.534266 1 tasks_processing.go:69] worker 44 listening for tasks. I1002 02:17:51.534268 1 tasks_processing.go:71] worker 1 working on pod_network_connectivity_checks task. I1002 02:17:51.534267 1 tasks_processing.go:69] worker 60 listening for tasks. I1002 02:17:51.534272 1 tasks_processing.go:69] worker 14 listening for tasks. I1002 02:17:51.534258 1 tasks_processing.go:69] worker 58 listening for tasks. I1002 02:17:51.534277 1 tasks_processing.go:69] worker 30 listening for tasks. I1002 02:17:51.534196 1 tasks_processing.go:69] worker 19 listening for tasks. I1002 02:17:51.534277 1 tasks_processing.go:69] worker 28 listening for tasks. I1002 02:17:51.534260 1 tasks_processing.go:69] worker 17 listening for tasks. I1002 02:17:51.534241 1 tasks_processing.go:69] worker 10 listening for tasks. I1002 02:17:51.534265 1 tasks_processing.go:69] worker 18 listening for tasks. I1002 02:17:51.534271 1 tasks_processing.go:71] worker 0 working on openstack_dataplanedeployments task. I1002 02:17:51.534429 1 tasks_processing.go:69] worker 63 listening for tasks. I1002 02:17:51.534460 1 tasks_processing.go:69] worker 59 listening for tasks. I1002 02:17:51.534464 1 tasks_processing.go:69] worker 26 listening for tasks. I1002 02:17:51.534275 1 tasks_processing.go:69] worker 45 listening for tasks. I1002 02:17:51.534278 1 tasks_processing.go:71] worker 2 working on tsdb_status task. I1002 02:17:51.534476 1 tasks_processing.go:69] worker 52 listening for tasks. I1002 02:17:51.534512 1 tasks_processing.go:69] worker 50 listening for tasks. I1002 02:17:51.534538 1 tasks_processing.go:69] worker 51 listening for tasks. I1002 02:17:51.534549 1 tasks_processing.go:69] worker 29 listening for tasks. I1002 02:17:51.534557 1 tasks_processing.go:69] worker 49 listening for tasks. I1002 02:17:51.534557 1 tasks_processing.go:69] worker 48 listening for tasks. I1002 02:17:51.534562 1 tasks_processing.go:69] worker 27 listening for tasks. I1002 02:17:51.534379 1 tasks_processing.go:69] worker 62 listening for tasks. I1002 02:17:51.534259 1 tasks_processing.go:69] worker 43 listening for tasks. I1002 02:17:51.534556 1 tasks_processing.go:69] worker 31 listening for tasks. I1002 02:17:51.534571 1 tasks_processing.go:69] worker 53 listening for tasks. I1002 02:17:51.534575 1 tasks_processing.go:69] worker 47 listening for tasks. W1002 02:17:51.534619 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I1002 02:17:51.534281 1 tasks_processing.go:69] worker 46 listening for tasks. I1002 02:17:51.534257 1 tasks_processing.go:69] worker 15 listening for tasks. I1002 02:17:51.534647 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 130.477µs to process 0 records I1002 02:17:51.534663 1 tasks_processing.go:71] worker 52 working on validating_webhook_configurations task. I1002 02:17:51.534704 1 tasks_processing.go:71] worker 11 working on image_registries task. I1002 02:17:51.534739 1 tasks_processing.go:71] worker 34 working on config_maps task. I1002 02:17:51.534754 1 tasks_processing.go:71] worker 33 working on operators task. I1002 02:17:51.534767 1 tasks_processing.go:71] worker 14 working on service_accounts task. I1002 02:17:51.534772 1 tasks_processing.go:71] worker 22 working on sap_pods task. I1002 02:17:51.534777 1 tasks_processing.go:71] worker 43 working on machine_sets task. I1002 02:17:51.534794 1 tasks_processing.go:71] worker 25 working on lokistack task. I1002 02:17:51.534770 1 tasks_processing.go:71] worker 62 working on openstack_version task. I1002 02:17:51.534836 1 tasks_processing.go:71] worker 55 working on pdbs task. I1002 02:17:51.534874 1 tasks_processing.go:71] worker 16 working on schedulers task. I1002 02:17:51.534970 1 tasks_processing.go:71] worker 9 working on image task. I1002 02:17:51.535035 1 tasks_processing.go:71] worker 6 working on olm_operators task. I1002 02:17:51.535060 1 tasks_processing.go:71] worker 46 working on mutating_webhook_configurations task. I1002 02:17:51.535088 1 tasks_processing.go:71] worker 44 working on node_logs task. I1002 02:17:51.535117 1 tasks_processing.go:71] worker 12 working on nodenetworkconfigurationpolicies task. I1002 02:17:51.535138 1 tasks_processing.go:74] worker 2 stopped. I1002 02:17:51.535139 1 tasks_processing.go:71] worker 56 working on oauths task. I1002 02:17:51.535167 1 tasks_processing.go:71] worker 58 working on operators_pods_and_events task. I1002 02:17:51.535177 1 tasks_processing.go:71] worker 5 working on overlapping_namespace_uids task. I1002 02:17:51.535237 1 tasks_processing.go:71] worker 35 working on nodes task. I1002 02:17:51.534713 1 tasks_processing.go:71] worker 50 working on storage_cluster task. I1002 02:17:51.535311 1 tasks_processing.go:71] worker 60 working on machine_config_pools task. I1002 02:17:51.534739 1 tasks_processing.go:71] worker 27 working on storage_classes task. I1002 02:17:51.535405 1 tasks_processing.go:71] worker 54 working on dvo_metrics task. I1002 02:17:51.535476 1 tasks_processing.go:71] worker 30 working on container_images task. I1002 02:17:51.535507 1 tasks_processing.go:71] worker 42 working on monitoring_persistent_volumes task. I1002 02:17:51.534717 1 tasks_processing.go:71] worker 51 working on aggregated_monitoring_cr_names task. I1002 02:17:51.534713 1 tasks_processing.go:71] worker 61 working on ingress_certificates task. I1002 02:17:51.535572 1 tasks_processing.go:71] worker 36 working on proxies task. I1002 02:17:51.534720 1 tasks_processing.go:71] worker 29 working on ceph_cluster task. I1002 02:17:51.535595 1 tasks_processing.go:71] worker 19 working on machines task. I1002 02:17:51.535601 1 tasks_processing.go:71] worker 40 working on cluster_apiserver task. I1002 02:17:51.534714 1 tasks_processing.go:71] worker 7 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I1002 02:17:51.534723 1 tasks_processing.go:71] worker 8 working on machine_autoscalers task. I1002 02:17:51.535702 1 tasks_processing.go:71] worker 24 working on machine_configs task. I1002 02:17:51.534723 1 tasks_processing.go:71] worker 49 working on crds task. I1002 02:17:51.535762 1 tasks_processing.go:71] worker 59 working on openstack_dataplanenodesets task. I1002 02:17:51.535806 1 tasks_processing.go:71] worker 10 working on openshift_logging task. I1002 02:17:51.535003 1 tasks_processing.go:71] worker 31 working on openshift_machine_api_events task. I1002 02:17:51.535479 1 tasks_processing.go:71] worker 57 working on certificate_signing_requests task. I1002 02:17:51.535806 1 tasks_processing.go:71] worker 23 working on active_alerts task. W1002 02:17:51.535869 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I1002 02:17:51.534735 1 tasks_processing.go:71] worker 48 working on sap_datahubs task. I1002 02:17:51.534829 1 tasks_processing.go:71] worker 20 working on jaegers task. I1002 02:17:51.535008 1 tasks_processing.go:71] worker 53 working on feature_gates task. I1002 02:17:51.534729 1 tasks_processing.go:71] worker 38 working on authentication task. I1002 02:17:51.535012 1 tasks_processing.go:71] worker 47 working on openstack_controlplanes task. I1002 02:17:51.535922 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 50.52µs to process 0 records I1002 02:17:51.534704 1 tasks_processing.go:71] worker 15 working on ingress task. I1002 02:17:51.535559 1 tasks_processing.go:71] worker 39 working on metrics task. I1002 02:17:51.535699 1 tasks_processing.go:71] worker 21 working on version task. I1002 02:17:51.535709 1 tasks_processing.go:71] worker 63 working on silenced_alerts task. W1002 02:17:51.536017 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I1002 02:17:51.536024 1 tasks_processing.go:74] worker 63 stopped. I1002 02:17:51.536030 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 12.474µs to process 0 records I1002 02:17:51.535807 1 tasks_processing.go:71] worker 17 working on install_plans task. I1002 02:17:51.535585 1 tasks_processing.go:71] worker 13 working on support_secret task. I1002 02:17:51.534729 1 tasks_processing.go:71] worker 4 working on infrastructures task. I1002 02:17:51.535826 1 tasks_processing.go:71] worker 26 working on image_pruners task. I1002 02:17:51.536540 1 tasks_processing.go:71] worker 18 working on clusterroles task. I1002 02:17:51.536541 1 tasks_processing.go:71] worker 28 working on sap_config task. I1002 02:17:51.536755 1 tasks_processing.go:71] worker 37 working on machine_healthchecks task. I1002 02:17:51.536779 1 tasks_processing.go:71] worker 45 working on cost_management_metrics_configs task. I1002 02:17:51.537334 1 tasks_processing.go:74] worker 23 stopped. W1002 02:17:51.537408 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I1002 02:17:51.537419 1 tasks_processing.go:74] worker 39 stopped. I1002 02:17:51.537424 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 1.439827ms to process 0 records I1002 02:17:51.537735 1 tasks_processing.go:74] worker 41 stopped. I1002 02:17:51.537745 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 3.526592ms to process 0 records I1002 02:17:51.537783 1 tasks_processing.go:74] worker 1 stopped. E1002 02:17:51.537792 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I1002 02:17:51.537798 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 3.507284ms to process 0 records I1002 02:17:51.537813 1 tasks_processing.go:74] worker 0 stopped. I1002 02:17:51.537824 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 3.410205ms to process 0 records I1002 02:17:51.537974 1 tasks_processing.go:74] worker 62 stopped. I1002 02:17:51.537983 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 3.133308ms to process 0 records I1002 02:17:51.537993 1 tasks_processing.go:74] worker 25 stopped. I1002 02:17:51.537999 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 3.183733ms to process 0 records I1002 02:17:51.538094 1 tasks_processing.go:74] worker 32 stopped. I1002 02:17:51.538100 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 3.886822ms to process 0 records I1002 02:17:51.538165 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I1002 02:17:51.538178 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I1002 02:17:51.538183 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I1002 02:17:51.538187 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I1002 02:17:51.538197 1 controller.go:458] The operator is still being initialized I1002 02:17:51.538215 1 controller.go:481] The operator is healthy I1002 02:17:51.544989 1 tasks_processing.go:74] worker 29 stopped. I1002 02:17:51.544993 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 9.391977ms to process 0 records I1002 02:17:51.544998 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 9.855945ms to process 0 records I1002 02:17:51.545002 1 tasks_processing.go:74] worker 12 stopped. I1002 02:17:51.545296 1 tasks_processing.go:74] worker 3 stopped. I1002 02:17:51.545458 1 recorder.go:70] Recording config/network with fingerprint=95ed523503bb0dc9482725ecfba1cda4342d73fa35a91e0972073311a7409dbf I1002 02:17:51.545467 1 gather.go:177] gatherer "clusterconfig" function "networks" took 11.023909ms to process 1 records I1002 02:17:51.551614 1 tasks_processing.go:74] worker 27 stopped. I1002 02:17:51.551688 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=1331da9e224a285e37b10d44ab46295ce52c51d08fd9530f61423a71b574b609 I1002 02:17:51.551701 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=de3894b73b18c39aa12a6b0c764180ec1787dbfe56351d355cee8ddf158993a9 I1002 02:17:51.551706 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 16.256598ms to process 2 records I1002 02:17:51.551767 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=2dc28d8360eb7659ada6ffc2f579a3e0757b9a2247aa30bd531497f7e97c8b7c I1002 02:17:51.551775 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 16.721702ms to process 1 records I1002 02:17:51.551779 1 tasks_processing.go:74] worker 16 stopped. I1002 02:17:51.551993 1 tasks_processing.go:74] worker 15 stopped. I1002 02:17:51.552104 1 recorder.go:70] Recording config/ingress with fingerprint=6cbdac066824c196ac519988ae41dfff44f17704be81a67632be0d7c680b3702 I1002 02:17:51.552112 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 16.01977ms to process 1 records I1002 02:17:51.552190 1 tasks_processing.go:74] worker 52 stopped. I1002 02:17:51.552222 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=1bbfa825c6e5a59c6b11b68565b4df7c6b008f9d37c784ffe558f9b875343ea3 I1002 02:17:51.552263 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=5a80fbfba83aa45f39a778fcf3011c8a6429435f4a305372ab81bb5434bc87dd I1002 02:17:51.552275 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=7f10a61c3e10c2649059a956349f40f979a171f1dacb2e92a9f1982e9704a191 I1002 02:17:51.552296 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=2bf28c6e74e23973b9b06c8649ea3dea3f79aa86d61a20a04f1b42c5c0151061 I1002 02:17:51.552316 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=1c9a35e2dd1dc748eee2fe110f135a78b2677fbc1193d2b88950abd11da2c831 I1002 02:17:51.552332 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=bcf4da79882e9ef0b5901f6da60db23878a3a9ff9d1aa2934bc40af997b79913 I1002 02:17:51.552346 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=f4433aef1d9eaf2258a946ea1e0643ced95109eb6587272c6dd1f394ebc3eaea I1002 02:17:51.552368 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=c8774746837051eed293adb170123470904ce3a17e9c61597696ab94975c5e87 I1002 02:17:51.552387 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=acf73bcc0c83d7c177f59f818f7d2378fc80515c2d0c243f1617d05d378e1f09 I1002 02:17:51.552403 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=4b505d6482be1cea354ed15a0816875fcb7029e5a86000c62d7b92038cbc76e2 I1002 02:17:51.552419 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=e5d8cc051a3497cda2713ef884066aeaca71702461304f751f2558088a6d68c2 I1002 02:17:51.552426 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 17.378838ms to process 11 records I1002 02:17:51.552507 1 tasks_processing.go:74] worker 26 stopped. I1002 02:17:51.552598 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=5e8fadadc362a98ffe95cd56ebf0a6ba223f1c8942417310dec31da4096258e3 I1002 02:17:51.552605 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 15.945709ms to process 1 records I1002 02:17:51.567477 1 tasks_processing.go:74] worker 22 stopped. I1002 02:17:51.567503 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 32.697117ms to process 0 records I1002 02:17:51.567798 1 tasks_processing.go:74] worker 8 stopped. I1002 02:17:51.567804 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 32.08908ms to process 0 records I1002 02:17:51.567840 1 tasks_processing.go:74] worker 59 stopped. I1002 02:17:51.567849 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 32.072203ms to process 0 records I1002 02:17:51.567867 1 tasks_processing.go:74] worker 55 stopped. I1002 02:17:51.567987 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=afc7c2fa2aae0f86aa7cab714d0d56f8be7236ab44237046145d764d5b731cb7 I1002 02:17:51.568010 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=0cb62e7113a1002415cd0229741ce661e904496add0b794d0c6cce085bf6ebd9 I1002 02:17:51.568027 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=a5b6eaaa53916d644d03a431808e617fb0c7c4a379c1d95d7b96617bc7c2e79e I1002 02:17:51.568033 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 33.015565ms to process 3 records I1002 02:17:51.568041 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 32.649202ms to process 0 records I1002 02:17:51.568046 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 32.047423ms to process 0 records I1002 02:17:51.568051 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 32.054706ms to process 0 records I1002 02:17:51.568060 1 tasks_processing.go:74] worker 48 stopped. I1002 02:17:51.568060 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 32.071718ms to process 0 records I1002 02:17:51.568064 1 tasks_processing.go:74] worker 20 stopped. I1002 02:17:51.568065 1 tasks_processing.go:74] worker 47 stopped. I1002 02:17:51.568053 1 tasks_processing.go:74] worker 50 stopped. I1002 02:17:51.568072 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 32.893026ms to process 0 records E1002 02:17:51.568080 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I1002 02:17:51.568117 1 gather.go:177] gatherer "clusterconfig" function "machines" took 32.384607ms to process 0 records I1002 02:17:51.568119 1 tasks_processing.go:74] worker 44 stopped. I1002 02:17:51.568126 1 tasks_processing.go:74] worker 19 stopped. I1002 02:17:51.568126 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 32.152977ms to process 0 records I1002 02:17:51.568134 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 32.673398ms to process 0 records I1002 02:17:51.568139 1 tasks_processing.go:74] worker 31 stopped. I1002 02:17:51.568144 1 tasks_processing.go:74] worker 60 stopped. I1002 02:17:51.568212 1 tasks_processing.go:74] worker 56 stopped. I1002 02:17:51.568326 1 recorder.go:70] Recording config/oauth with fingerprint=15624ee1ed4054be53c42936e5a39f3506a534089c8e8f1d75847ffce52df41a I1002 02:17:51.568336 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 32.978663ms to process 1 records I1002 02:17:51.568341 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 33.132167ms to process 0 records I1002 02:17:51.568397 1 tasks_processing.go:74] worker 6 stopped. I1002 02:17:51.568443 1 recorder.go:70] Recording config/authentication with fingerprint=eff253fe7ba524ba65246ba5c3a5a08abaaae94b81314520f6903bec7897193d I1002 02:17:51.568452 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 32.315007ms to process 1 records E1002 02:17:51.568456 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I1002 02:17:51.568461 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 31.500255ms to process 0 records I1002 02:17:51.568463 1 tasks_processing.go:74] worker 38 stopped. I1002 02:17:51.568465 1 tasks_processing.go:74] worker 37 stopped. I1002 02:17:51.568497 1 tasks_processing.go:74] worker 40 stopped. I1002 02:17:51.568567 1 recorder.go:70] Recording config/apiserver with fingerprint=fabcef4473150b4f8fbd5170427823add5a8b59a12bd5a701205e7335a576c5e I1002 02:17:51.568575 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 32.756693ms to process 1 records I1002 02:17:51.568582 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 31.788003ms to process 0 records I1002 02:17:51.568586 1 tasks_processing.go:74] worker 28 stopped. I1002 02:17:51.568851 1 tasks_processing.go:74] worker 43 stopped. I1002 02:17:51.568858 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 34.067343ms to process 0 records I1002 02:17:51.569085 1 tasks_processing.go:74] worker 10 stopped. I1002 02:17:51.569098 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 33.268239ms to process 0 records I1002 02:17:51.569454 1 tasks_processing.go:74] worker 4 stopped. I1002 02:17:51.570546 1 recorder.go:70] Recording config/infrastructure with fingerprint=65b08ef57d647812a50fe8260ea33cb002b5cd700c22c5d86aabfd976a2aed62 I1002 02:17:51.570559 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 33.388091ms to process 1 records I1002 02:17:51.571698 1 tasks_processing.go:74] worker 36 stopped. I1002 02:17:51.571762 1 recorder.go:70] Recording config/proxy with fingerprint=85c7b4be6f45c80c0777ada7da96c0895ac5b614aff601626e03c7c08297e93b I1002 02:17:51.571779 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 36.113542ms to process 1 records I1002 02:17:51.571789 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 34.961046ms to process 0 records I1002 02:17:51.571795 1 tasks_processing.go:74] worker 45 stopped. I1002 02:17:51.572172 1 tasks_processing.go:74] worker 11 stopped. I1002 02:17:51.572441 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=c1e9af2538189e9304ae76ca2be56c2d9dc829bbdc928e1f713de245e9eb8286 I1002 02:17:51.572451 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 37.423628ms to process 1 records I1002 02:17:51.572831 1 tasks_processing.go:74] worker 13 stopped. E1002 02:17:51.572840 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I1002 02:17:51.572845 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 36.781002ms to process 0 records I1002 02:17:51.578460 1 tasks_processing.go:74] worker 35 stopped. I1002 02:17:51.578862 1 recorder.go:70] Recording config/node/ip-10-0-143-80.ec2.internal with fingerprint=e80cff88b37680464dcb687e308cb41f30a1b820b93aae126cef8c553bfd39dc I1002 02:17:51.578934 1 recorder.go:70] Recording config/node/ip-10-0-154-151.ec2.internal with fingerprint=953b2adb114d6b5305714ebf2759cf2f3066ee624bc37014ffaaf02c11eccc8a I1002 02:17:51.579942 1 recorder.go:70] Recording config/node/ip-10-0-160-65.ec2.internal with fingerprint=cdc77c713b74013044c03cba677722f1b1600da792c29489d378eb64d8cae117 I1002 02:17:51.579969 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 43.20876ms to process 3 records I1002 02:17:51.580075 1 tasks_processing.go:74] worker 53 stopped. I1002 02:17:51.580557 1 recorder.go:70] Recording config/featuregate with fingerprint=ec7b079da69d7b1639b05f18230d8495c13e9208930c4dca1c959c0a099a1b44 I1002 02:17:51.580575 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 42.68728ms to process 1 records I1002 02:17:51.580583 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 43.151925ms to process 0 records I1002 02:17:51.580598 1 tasks_processing.go:74] worker 42 stopped. I1002 02:17:51.580662 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=ab72f263bd7c96f9d946479eed5c5e4f09e00fe8de64e7ef775f0a1231452faa I1002 02:17:51.580667 1 tasks_processing.go:74] worker 46 stopped. I1002 02:17:51.580694 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=ce7a3c92d84a38de267d8b9b337afff3ba2188f3beaf21a1fb7b8dd21e42cba0 I1002 02:17:51.580719 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=9a497ef7f66a402ac160570d096ff0d1009643d8316b70c1aa5df107bdc73c29 I1002 02:17:51.580727 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 43.649415ms to process 3 records I1002 02:17:51.580797 1 tasks_processing.go:74] worker 9 stopped. I1002 02:17:51.580799 1 recorder.go:70] Recording config/image with fingerprint=94bb31d1404e04854717af3bd8324d0cdaaea8f0df555a93f24056d1e8412aec I1002 02:17:51.580816 1 gather.go:177] gatherer "clusterconfig" function "image" took 43.746795ms to process 1 records I1002 02:17:51.580839 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I1002 02:17:51.580849 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 43.706467ms to process 1 records I1002 02:17:51.580855 1 tasks_processing.go:74] worker 5 stopped. I1002 02:17:51.581612 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I1002 02:17:51.581630 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W1002 02:17:51.581688 1 operator.go:287] started I1002 02:17:51.581707 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I1002 02:17:51.581989 1 tasks_processing.go:74] worker 49 stopped. I1002 02:17:51.582344 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=8b7ba690e8e4e924261249592bf85fbbceef94936670db030a2bee995ac27da9 I1002 02:17:51.582505 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=1bfef4915a7a2835c1fd3042a59e708143e9cbbf4374e9b11db2451bf6e68667 I1002 02:17:51.582515 1 gather.go:177] gatherer "clusterconfig" function "crds" took 46.224114ms to process 2 records W1002 02:17:51.582978 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I1002 02:17:51.583188 1 tasks_processing.go:74] worker 57 stopped. I1002 02:17:51.583197 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 47.337343ms to process 0 records I1002 02:17:51.587468 1 tasks_processing.go:74] worker 24 stopped. E1002 02:17:51.587477 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I1002 02:17:51.587507 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I1002 02:17:51.587516 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 51.759838ms to process 1 records I1002 02:17:51.596433 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I1002 02:17:51.596446 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I1002 02:17:51.596450 1 controller.go:203] Source scaController *sca.Controller is not ready I1002 02:17:51.596454 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I1002 02:17:51.596457 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I1002 02:17:51.596472 1 controller.go:458] The operator is still being initialized I1002 02:17:51.596476 1 controller.go:481] The operator is healthy I1002 02:17:51.599740 1 tasks_processing.go:74] worker 18 stopped. I1002 02:17:51.599875 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=c044de6c4d6881fdd30b62ee7e4182e50fdd9d6a7b7bcacaae96900ff3beaf8d I1002 02:17:51.599928 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=48469427398972b878ac189e2b7f1da822cc6265bfcc374deeb242ae9e2854db I1002 02:17:51.599937 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 63.18628ms to process 2 records I1002 02:17:51.599942 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 64.368804ms to process 0 records I1002 02:17:51.599946 1 tasks_processing.go:74] worker 51 stopped. I1002 02:17:51.600056 1 prometheus_rules.go:88] Prometheus rules successfully created I1002 02:17:51.602415 1 tasks_processing.go:74] worker 7 stopped. I1002 02:17:51.602430 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 66.790091ms to process 0 records I1002 02:17:51.606061 1 tasks_processing.go:74] worker 30 stopped. I1002 02:17:51.606117 1 recorder.go:70] Recording config/running_containers with fingerprint=b638e44cb149b4d8e46f77be54f36e57f905f728daa42e233d68e1f6533a71f0 I1002 02:17:51.606126 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 70.536898ms to process 1 records E1002 02:17:51.609226 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%272d4a96ce-85f2-4873-80b0-b390e7062047%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.13:54664->172.30.0.10:53: read: connection refused I1002 02:17:51.609236 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%272d4a96ce-85f2-4873-80b0-b390e7062047%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.13:54664->172.30.0.10:53: read: connection refused I1002 02:17:51.612073 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I1002 02:17:51.612146 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I1002 02:17:51.612181 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I1002 02:17:51.614995 1 base_controller.go:82] Caches are synced for ConfigController I1002 02:17:51.615006 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I1002 02:17:51.620816 1 tasks_processing.go:74] worker 34 stopped. E1002 02:17:51.620826 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E1002 02:17:51.620831 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E1002 02:17:51.620833 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I1002 02:17:51.620839 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I1002 02:17:51.620865 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I1002 02:17:51.620871 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I1002 02:17:51.620875 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I1002 02:17:51.620878 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I1002 02:17:51.620893 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I1002 02:17:51.620899 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I1002 02:17:51.620903 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 86.060959ms to process 7 records I1002 02:17:51.621680 1 configmapobserver.go:84] configmaps "insights-config" not found I1002 02:17:51.621724 1 tasks_processing.go:74] worker 61 stopped. E1002 02:17:51.621735 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E1002 02:17:51.621742 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2t6c25vof02v73dn4dgctr08q2msgm0m-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2t6c25vof02v73dn4dgctr08q2msgm0m-primary-cert-bundle-secret" not found I1002 02:17:51.621792 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=ccf6b495e9c325b77a624f36ec2ff6f05f10a5a30187ebba94de064234512891 I1002 02:17:51.621802 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 86.148196ms to process 1 records I1002 02:17:51.660741 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W1002 02:17:51.663464 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.13:59030->172.30.0.10:53: read: connection refused I1002 02:17:51.663475 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.130.0.13:59030->172.30.0.10:53: read: connection refused I1002 02:17:51.664330 1 tasks_processing.go:74] worker 21 stopped. I1002 02:17:51.664697 1 recorder.go:70] Recording config/version with fingerprint=5a9058672418597c43041c55621a96b5d4e33e4c3a1934e48a738723946fee1c I1002 02:17:51.664708 1 recorder.go:70] Recording config/id with fingerprint=7f8ccbfa3a89734ecd3e1362d54761f76690eb53003163dd98a583cb1def1e13 I1002 02:17:51.664713 1 gather.go:177] gatherer "clusterconfig" function "version" took 128.334703ms to process 2 records I1002 02:17:51.682131 1 base_controller.go:82] Caches are synced for LoggingSyncer I1002 02:17:51.682143 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I1002 02:17:52.003889 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I1002 02:17:52.204334 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" W1002 02:17:52.582112 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I1002 02:17:52.775771 1 gather_cluster_operator_pods_and_events.go:121] Found 20 pods with 24 containers I1002 02:17:52.775783 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1048576 bytes I1002 02:17:52.776244 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-2d5df pod in namespace openshift-dns (previous: false). I1002 02:17:53.002527 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2d5df pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-2d5df\" is waiting to start: ContainerCreating" I1002 02:17:53.002544 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-2d5df\" is waiting to start: ContainerCreating" I1002 02:17:53.002551 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-2d5df pod in namespace openshift-dns (previous: false). I1002 02:17:53.005400 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I1002 02:17:53.179099 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-2d5df pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-2d5df\" is waiting to start: ContainerCreating" I1002 02:17:53.179121 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-2d5df\" is waiting to start: ContainerCreating" I1002 02:17:53.179130 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-5v7tq pod in namespace openshift-dns (previous: false). I1002 02:17:53.401600 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-5v7tq pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-5v7tq\" is waiting to start: ContainerCreating" I1002 02:17:53.401619 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-5v7tq\" is waiting to start: ContainerCreating" I1002 02:17:53.401629 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-5v7tq pod in namespace openshift-dns (previous: false). I1002 02:17:53.579274 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-5v7tq pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-5v7tq\" is waiting to start: ContainerCreating" I1002 02:17:53.579294 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-5v7tq\" is waiting to start: ContainerCreating" I1002 02:17:53.579304 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-szgzg pod in namespace openshift-dns (previous: false). W1002 02:17:53.582027 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I1002 02:17:53.612692 1 tasks_processing.go:74] worker 33 stopped. I1002 02:17:53.612736 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=66fc043879ed131bd181227769f2c121f13bc4865df9cdc341a84167d203618b I1002 02:17:53.612765 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=c966997f9d9a3023b340876d06959fa6b61327f55785aabc72a2828178236ad5 I1002 02:17:53.612800 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I1002 02:17:53.612823 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=90937e6ab6fe4577ead2c2065315498a037d30c8b30181dae1918c20592c394e I1002 02:17:53.612841 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I1002 02:17:53.612861 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=286c83de2fd7953be0dc1182bf58a4ca851838548242bb9eaeb043a3264ee419 I1002 02:17:53.612883 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=852e242af346a4d8816cc19fc87b207bd22ddc70c6ae0c8989dc4c4e4e0ffc97 I1002 02:17:53.612903 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=4b817fa88809a739cdc023b18ee337153fa7146cbf979db227ea989ebf54c952 I1002 02:17:53.612915 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=38dd6b8efbbb1b5eed6576e7a3fcafef09d2effd8920110db6281f411d0f033e I1002 02:17:53.612930 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=870d18b81dadad27cb1cb483e66037ae172f8c408b9c43df688336700e2f543a I1002 02:17:53.612937 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I1002 02:17:53.612950 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=c521e5c66bd20af693d8c84c7a6c725b59768b3a6f8871cf915d1f4ad39bd8e5 I1002 02:17:53.612960 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I1002 02:17:53.612970 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=5113fdcf0567bae73389945ee5257b38b1188937cf3a4d6c91ecb2c2344d8a1b I1002 02:17:53.612978 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I1002 02:17:53.612991 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=6b2fb730cc94d5958bde45200850988300d768cd152dc3bacafbc91c02e960b6 I1002 02:17:53.613000 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I1002 02:17:53.613010 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=88331feeeb4edb10cee613139e897b924914da6754139769a134a82ac584e795 I1002 02:17:53.613107 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=de090d863be2dbad0d1f552fcc81ea9508c04392e545a62cc9d76893a18b3a32 I1002 02:17:53.613127 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I1002 02:17:53.613142 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=303351d7d5b001dfa043e8c7f09b58104a29f3eb298c89dc1e1d82368dda2f44 I1002 02:17:53.613156 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=a98d9f01a13278deee7a13581142e06a44f0776d07d3e7e216c4ed1921e3cd3d I1002 02:17:53.613164 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I1002 02:17:53.613174 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=995321d9107274662aee25506c2dc7c6e77f4373c24412db4635afb583148939 I1002 02:17:53.613182 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I1002 02:17:53.613190 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=20cb9a7d2f0b22dedba4d197d2b0a296b30bba1d8e1b6fe5feeebeb7206ad5a3 I1002 02:17:53.613201 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=03f4f7ba7d32c24e6893464755cc39ad8fae356c0c23d0abdea118ef1a6144cd I1002 02:17:53.613211 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=4e1c584c71239d530af3089758c93b161cddfb917b9d495395ccd6766058cae4 I1002 02:17:53.613222 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=4483c9fafb00dc40ccf49f573edaf78b95254d62fcee73b7db39e73c6e1199a2 I1002 02:17:53.613236 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=651741efa0a2f9d15809587cce021f86ba71e5a4695735ab40909c6b34fbdc01 I1002 02:17:53.613244 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I1002 02:17:53.613259 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=7873d0f5c860ee70b6674d40af3d863e49d74ba481dc2a94c516a91ce6a6d3b4 I1002 02:17:53.613272 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I1002 02:17:53.613281 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I1002 02:17:53.613286 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.077923471s to process 34 records I1002 02:17:53.812475 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-szgzg pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-szgzg\" is waiting to start: ContainerCreating" I1002 02:17:53.812510 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-szgzg\" is waiting to start: ContainerCreating" I1002 02:17:53.812538 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-szgzg pod in namespace openshift-dns (previous: false). I1002 02:17:53.979581 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-szgzg pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-szgzg\" is waiting to start: ContainerCreating" I1002 02:17:53.979595 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-szgzg\" is waiting to start: ContainerCreating" I1002 02:17:53.979604 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-hlth7 pod in namespace openshift-dns (previous: false). I1002 02:17:54.179768 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I1002 02:17:54.179786 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-wbkk4 pod in namespace openshift-dns (previous: false). I1002 02:17:54.380453 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I1002 02:17:54.380468 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-z7wpj pod in namespace openshift-dns (previous: false). I1002 02:17:54.579623 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I1002 02:17:54.579683 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5cd8b4d4cb-cntzt pod in namespace openshift-image-registry (previous: false). W1002 02:17:54.582114 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I1002 02:17:54.778789 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5cd8b4d4cb-cntzt pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5cd8b4d4cb-cntzt\" is waiting to start: ContainerCreating" I1002 02:17:54.778806 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5cd8b4d4cb-cntzt\" is waiting to start: ContainerCreating" I1002 02:17:54.778845 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7646ddbfbc-9hwf4 pod in namespace openshift-image-registry (previous: false). I1002 02:17:54.979717 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7646ddbfbc-9hwf4 pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7646ddbfbc-9hwf4\" is waiting to start: ContainerCreating" I1002 02:17:54.979731 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7646ddbfbc-9hwf4\" is waiting to start: ContainerCreating" I1002 02:17:54.979768 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-7646ddbfbc-gnsvm pod in namespace openshift-image-registry (previous: false). I1002 02:17:55.179553 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-7646ddbfbc-gnsvm pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-7646ddbfbc-gnsvm\" is waiting to start: ContainerCreating" I1002 02:17:55.179569 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-7646ddbfbc-gnsvm\" is waiting to start: ContainerCreating" I1002 02:17:55.179579 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-55wft pod in namespace openshift-image-registry (previous: false). I1002 02:17:55.379258 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I1002 02:17:55.379274 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-pcb8s pod in namespace openshift-image-registry (previous: false). I1002 02:17:55.579886 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I1002 02:17:55.579907 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-z5lpf pod in namespace openshift-image-registry (previous: false). W1002 02:17:55.582010 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I1002 02:17:55.779232 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I1002 02:17:55.779249 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7fb774469c-pzfhm pod in namespace openshift-ingress (previous: false). I1002 02:17:55.981156 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7fb774469c-pzfhm pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7fb774469c-pzfhm\" is waiting to start: ContainerCreating" I1002 02:17:55.981172 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7fb774469c-pzfhm\" is waiting to start: ContainerCreating" I1002 02:17:55.981180 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-84ddf6f5b6-59ccd pod in namespace openshift-ingress (previous: false). I1002 02:17:56.179774 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-84ddf6f5b6-59ccd pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-84ddf6f5b6-59ccd\" is waiting to start: ContainerCreating" I1002 02:17:56.179789 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-84ddf6f5b6-59ccd\" is waiting to start: ContainerCreating" I1002 02:17:56.179797 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-84ddf6f5b6-qb9d6 pod in namespace openshift-ingress (previous: false). I1002 02:17:56.380136 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-84ddf6f5b6-qb9d6 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-84ddf6f5b6-qb9d6\" is waiting to start: ContainerCreating" I1002 02:17:56.380158 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-84ddf6f5b6-qb9d6\" is waiting to start: ContainerCreating" I1002 02:17:56.380170 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-654mf pod in namespace openshift-ingress-canary (previous: false). W1002 02:17:56.581858 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. W1002 02:17:56.581882 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I1002 02:17:56.581900 1 tasks_processing.go:74] worker 54 stopped. E1002 02:17:56.581911 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I1002 02:17:56.581921 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W1002 02:17:56.581936 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I1002 02:17:56.581948 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.046476699s to process 1 records I1002 02:17:56.591882 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-654mf pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-654mf\" is waiting to start: ContainerCreating" I1002 02:17:56.591898 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-654mf\" is waiting to start: ContainerCreating" I1002 02:17:56.591906 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-q62v9 pod in namespace openshift-ingress-canary (previous: false). I1002 02:17:56.788655 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-q62v9 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-q62v9\" is waiting to start: ContainerCreating" I1002 02:17:56.788671 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-q62v9\" is waiting to start: ContainerCreating" I1002 02:17:56.788682 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-xn2l7 pod in namespace openshift-ingress-canary (previous: false). I1002 02:17:56.979901 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-xn2l7 pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-xn2l7\" is waiting to start: ContainerCreating" I1002 02:17:56.979918 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-xn2l7\" is waiting to start: ContainerCreating" I1002 02:17:56.979927 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-949fdd477-rrb6f pod in namespace openshift-kube-storage-version-migrator (previous: false). I1002 02:17:57.206263 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-949fdd477-rrb6f pod in namespace openshift-kube-storage-version-migrator (previous: false). I1002 02:17:57.405289 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-7944b9f44d-r25lw pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I1002 02:17:57.581606 1 tasks_processing.go:74] worker 58 stopped. I1002 02:17:57.581699 1 recorder.go:70] Recording events/openshift-dns-operator with fingerprint=2ff9734b1df80a56bd2add7b11889e40e5521002ae14fcc9ce8e2c2c9273ceaf I1002 02:17:57.581741 1 recorder.go:70] Recording events/openshift-dns with fingerprint=bda9a426cf4b7c4863257dee2965e371554b8dbc94b09af86b898825b77d4bca I1002 02:17:57.581788 1 recorder.go:70] Recording events/openshift-image-registry with fingerprint=179a5a5281772877f39ae301ac9a934829b2f1dd066c3186a7a10bce7377de0e I1002 02:17:57.581805 1 recorder.go:70] Recording events/openshift-ingress-operator with fingerprint=4faf82559945383dbe6f53ac627d75ba4d69ea98d94528c9129f5387b572ed7e I1002 02:17:57.581832 1 recorder.go:70] Recording events/openshift-ingress with fingerprint=3f416cc1bfcd84ab91084e8a0c8f5a7baac0e6c11ff9ebd1d6bb0a79e9f07f3c I1002 02:17:57.581845 1 recorder.go:70] Recording events/openshift-ingress-canary with fingerprint=88e17586d00137be4ec22baca519b03452a6118f03eba3e1829832b1385a3466 I1002 02:17:57.581856 1 recorder.go:70] Recording events/openshift-kube-storage-version-migrator with fingerprint=599f8fd8814aafdc2840726af54e54a75cde8050f403a6185abf119a8233a76b I1002 02:17:57.581887 1 recorder.go:70] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=2d16c207f2daa3215e9ede3d592a32ed2198f808c74745a49e53de779cfe1592 I1002 02:17:57.583137 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-5cd8b4d4cb-cntzt with fingerprint=092980779fbbe3ddce88f0b92671ec676639ac6ff974f8b56563c53629a3f7fc I1002 02:17:57.583211 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-7646ddbfbc-9hwf4 with fingerprint=75cdb7d52eac852502fb5fb2ceac80c7b0d4007c45a7f604a6f2a3a1563fa828 I1002 02:17:57.583264 1 recorder.go:70] Recording config/pod/openshift-image-registry/image-registry-7646ddbfbc-gnsvm with fingerprint=6f712662483fabb0663d1094c68b1ca8dc57accab7e4ddee5d83c1b504b2b019 I1002 02:17:57.583274 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-949fdd477-rrb6f/migrator_current.log with fingerprint=3383f83a666cc3f1a84152651cdf39f358418f3edd622f8f206ca5a46a2e83be I1002 02:17:57.583278 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-949fdd477-rrb6f/graceful-termination_current.log with fingerprint=e1070f38e43b5746af37ce44c8134e82a4461983575466983ffc0c80970bb492 I1002 02:17:57.583303 1 recorder.go:70] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-7944b9f44d-r25lw/kube-storage-version-migrator-operator_current.log with fingerprint=6966324bd546148e38135e6c5879145ccfc818625f61444138d08bfab5674503 I1002 02:17:57.583311 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 6.046416821s to process 14 records I1002 02:18:03.104075 1 configmapobserver.go:84] configmaps "insights-config" not found I1002 02:18:04.384531 1 tasks_processing.go:74] worker 17 stopped. I1002 02:18:04.384564 1 recorder.go:70] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I1002 02:18:04.384576 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.84848244s to process 1 records I1002 02:18:05.141531 1 tasks_processing.go:74] worker 14 stopped. I1002 02:18:05.141734 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=0e15902d75958c6ece09dbb74d031a849762e6d8787c810476e01f34a975078d I1002 02:18:05.141748 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.606743554s to process 1 records E1002 02:18:05.141797 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.607s with: function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I1002 02:18:05.142899 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I1002 02:18:05.142913 1 periodic.go:212] Running workloads gatherer I1002 02:18:05.142925 1 tasks_processing.go:45] number of workers: 2 I1002 02:18:05.142932 1 tasks_processing.go:69] worker 1 listening for tasks. I1002 02:18:05.142936 1 tasks_processing.go:71] worker 1 working on workload_info task. I1002 02:18:05.142952 1 tasks_processing.go:69] worker 0 listening for tasks. I1002 02:18:05.143027 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I1002 02:18:05.164503 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 21s for image data I1002 02:18:05.165185 1 tasks_processing.go:74] worker 0 stopped. I1002 02:18:05.165202 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 22.142631ms to process 0 records I1002 02:18:05.171466 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (7ms) I1002 02:18:05.180008 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (9ms) I1002 02:18:05.186669 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (7ms) I1002 02:18:05.193093 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (6ms) I1002 02:18:05.200199 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (7ms) I1002 02:18:05.206529 1 gather_workloads_info.go:387] No image sha256:ceab8a8c340801fcebf800620d3fef5493d8a443077a21c6e56984051bd3abde (6ms) I1002 02:18:05.212971 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (6ms) I1002 02:18:05.219285 1 gather_workloads_info.go:387] No image sha256:ccdda82b4adfa8ee4a84b3bad19693be6a42a9881a7b83788d835912129c49a4 (6ms) I1002 02:18:05.226137 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (7ms) I1002 02:18:05.232270 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (6ms) I1002 02:18:05.271437 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (39ms) I1002 02:18:05.373343 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (102ms) I1002 02:18:05.472443 1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (99ms) I1002 02:18:05.572626 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (100ms) I1002 02:18:05.672991 1 gather_workloads_info.go:387] No image sha256:d28734effaadd66434e77a1a5fbe2e8a4ca2066cd9f8868c22ade9475539bfd7 (100ms) I1002 02:18:05.772264 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (99ms) I1002 02:18:05.873028 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (101ms) I1002 02:18:05.930456 1 configmapobserver.go:84] configmaps "insights-config" not found I1002 02:18:05.971707 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (99ms) I1002 02:18:06.072100 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (100ms) I1002 02:18:06.126359 1 configmapobserver.go:84] configmaps "insights-config" not found I1002 02:18:06.172146 1 gather_workloads_info.go:387] No image sha256:798001e24f1ed6a5621c442729a840ba2a2abc43433901e8450caa12b4bad5c5 (100ms) I1002 02:18:06.272610 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (100ms) I1002 02:18:06.372021 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (99ms) I1002 02:18:06.472111 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (100ms) I1002 02:18:06.572286 1 gather_workloads_info.go:387] No image sha256:f2c46054a8f64a0e949cbf30295f31b4a35a0203c6ad03fa7ec922b4101dcbf8 (100ms) I1002 02:18:06.672173 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (100ms) I1002 02:18:06.772163 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (100ms) I1002 02:18:06.872047 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (100ms) I1002 02:18:06.971646 1 gather_workloads_info.go:387] No image sha256:6e67c980b7300e769fb4b2adaaf006d0f8274e43b10586701b204ea5153f15fc (100ms) I1002 02:18:07.071641 1 gather_workloads_info.go:387] No image sha256:a9e885d6f0456a2cc10f9e5da71fe9403f5e4c639b9b7ea15bd403b272ccb824 (100ms) I1002 02:18:07.172692 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (101ms) I1002 02:18:07.272666 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (100ms) I1002 02:18:07.272692 1 tasks_processing.go:74] worker 1 stopped. E1002 02:18:07.272700 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I1002 02:18:07.272901 1 recorder.go:70] Recording config/workload_info with fingerprint=09a94ef7d625452669a9f1296f02ff42c985561cb79e5a42ae5dc1b746ee5030 I1002 02:18:07.272913 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.129751197s to process 1 records E1002 02:18:07.272933 1 periodic.go:250] "Unhandled Error" err="workloads failed after 2.13s with: function \"workload_info\" failed with an error" I1002 02:18:07.274030 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I1002 02:18:07.274042 1 periodic.go:212] Running conditional gatherer I1002 02:18:07.284057 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I1002 02:18:07.288829 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.13:35818->172.30.0.10:53: read: connection refused E1002 02:18:07.289047 1 conditional_gatherer.go:320] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I1002 02:18:07.289095 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I1002 02:18:07.298228 1 conditional_gatherer.go:390] cluster version is '4.19.9' E1002 02:18:07.298242 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E1002 02:18:07.298247 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E1002 02:18:07.298250 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E1002 02:18:07.298253 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E1002 02:18:07.298256 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E1002 02:18:07.298260 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E1002 02:18:07.298263 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E1002 02:18:07.298267 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E1002 02:18:07.298270 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I1002 02:18:07.298287 1 tasks_processing.go:45] number of workers: 3 I1002 02:18:07.298300 1 tasks_processing.go:69] worker 2 listening for tasks. I1002 02:18:07.298310 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I1002 02:18:07.298314 1 tasks_processing.go:69] worker 0 listening for tasks. I1002 02:18:07.298321 1 tasks_processing.go:69] worker 1 listening for tasks. I1002 02:18:07.298389 1 tasks_processing.go:71] worker 1 working on conditional_gatherer_rules task. I1002 02:18:07.298398 1 tasks_processing.go:74] worker 1 stopped. I1002 02:18:07.298405 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I1002 02:18:07.298459 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I1002 02:18:07.298470 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 940ns to process 1 records I1002 02:18:07.298504 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I1002 02:18:07.298514 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.018µs to process 1 records I1002 02:18:07.298519 1 tasks_processing.go:74] worker 0 stopped. I1002 02:18:07.298588 1 tasks_processing.go:74] worker 2 stopped. I1002 02:18:07.298599 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 270.636µs to process 0 records I1002 02:18:07.298617 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.130.0.13:35818->172.30.0.10:53: read: connection refused I1002 02:18:07.298629 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I1002 02:18:07.319198 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=1a435e0ecf79af809d51ae627a182d439d96226cf7db4c91f0aa53bfa1f08d27 I1002 02:18:07.319305 1 diskrecorder.go:70] Writing 106 records to /var/lib/insights-operator/insights-2026-10-02-021807.tar.gz I1002 02:18:07.325010 1 diskrecorder.go:51] Wrote 106 records to disk in 5ms I1002 02:18:07.325035 1 periodic.go:281] Gathering cluster info every 2h0m0s I1002 02:18:07.325049 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I1002 02:18:24.891393 1 configmapobserver.go:84] configmaps "insights-config" not found I1002 02:18:56.233913 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="1a0e9c0007c092fdc48dcf3bd8f3b46c05bc4517b842e4212ee0367e42d23e93") W1002 02:18:56.233942 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.key was created I1002 02:18:56.234011 1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="5de4b7401ae828d8d589555806f7725273286563b442deaa4ca10ba4427a8d6d")