I0703 18:14:59.067261 1 cmd.go:253] Using service-serving-cert provided certificates I0703 18:14:59.067708 1 observer_polling.go:159] Starting file observer W0703 18:14:59.095466 1 builder.go:272] unable to get owner reference (falling back to namespace): replicasets.apps "insights-operator-5ff5cb4f99" is forbidden: User "system:serviceaccount:openshift-insights:operator" cannot get resource "replicasets" in API group "apps" in the namespace "openshift-insights" I0703 18:14:59.340664 1 operator.go:59] Starting insights-operator v0.0.0-master+$Format:%H$ I0703 18:14:59.340874 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0703 18:14:59.341383 1 secure_serving.go:57] Forcing use of http/1.1 only W0703 18:14:59.341406 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0703 18:14:59.341413 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0703 18:14:59.341417 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0703 18:14:59.341421 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0703 18:14:59.341424 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0703 18:14:59.341427 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0703 18:14:59.341484 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0703 18:14:59.345726 1 event.go:377] Event(v1.ObjectReference{Kind:"Namespace", Namespace:"openshift-insights", Name:"openshift-insights", UID:"", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0703 18:14:59.345724 1 operator.go:124] FeatureGates initialized: knownFeatureGates=[AWSEFSDriverVolumeMetrics AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BareMetalLoadBalancer BuildCSIVolumes CPMSMachineNamePrefix ChunkSizeMiB CloudDualStackNodeIPs ConsolePluginContentSecurityPolicy DisableKubeletCloudCredentialProviders ExternalOIDC GCPLabelsTags GatewayAPI GatewayAPIController HardwareSpeed IngressControllerLBSubnetsAWS KMSv1 ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles MultiArchInstallAWS MultiArchInstallGCP NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation NodeDisruptionPolicy OnClusterBuild PersistentIPsForVirtualization PrivateHostedZoneAWS RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController VSphereDriverConfiguration VSphereMultiVCenters ValidatingAdmissionPolicy AWSClusterHostedDNS AutomatedEtcdBackup BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNS GCPCustomAPIEndpoints HighlyAvailableArbiter ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather InsightsRuntimeExtractor KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController MachineAPIProviderOpenStack MachineConfigNodes MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PinnedImages PlatformOperators ProcMountType RouteAdvertisements SELinuxChangePolicy SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerification SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass VolumeGroupSnapshot] I0703 18:14:59.347839 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0703 18:14:59.347854 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0703 18:14:59.347872 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0703 18:14:59.347882 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0703 18:14:59.347909 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0703 18:14:59.347859 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0703 18:14:59.348047 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key" I0703 18:14:59.348404 1 secure_serving.go:213] Serving securely on [::]:8443 I0703 18:14:59.348424 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" E0703 18:14:59.349362 1 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:serviceaccount:openshift-insights:operator\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-insights\"" event="&Event{ObjectMeta:{openshift-insights.18beda469f9c0578 openshift-insights 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Namespace,Namespace:openshift-insights,Name:openshift-insights,UID:,APIVersion:v1,ResourceVersion:,FieldPath:,},Reason:FeatureGatesInitialized,Message:FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{\"AWSEFSDriverVolumeMetrics\", \"AdditionalRoutingCapabilities\", \"AdminNetworkPolicy\", \"AlibabaPlatform\", \"AzureWorkloadIdentity\", \"BareMetalLoadBalancer\", \"BuildCSIVolumes\", \"CPMSMachineNamePrefix\", \"ChunkSizeMiB\", \"CloudDualStackNodeIPs\", \"ConsolePluginContentSecurityPolicy\", \"DisableKubeletCloudCredentialProviders\", \"ExternalOIDC\", \"GCPLabelsTags\", \"GatewayAPI\", \"GatewayAPIController\", \"HardwareSpeed\", \"IngressControllerLBSubnetsAWS\", \"KMSv1\", \"ManagedBootImages\", \"ManagedBootImagesAWS\", \"MetricsCollectionProfiles\", \"MultiArchInstallAWS\", \"MultiArchInstallGCP\", \"NetworkDiagnosticsConfig\", \"NetworkLiveMigration\", \"NetworkSegmentation\", \"NodeDisruptionPolicy\", \"OnClusterBuild\", \"PersistentIPsForVirtualization\", \"PrivateHostedZoneAWS\", \"RouteExternalCertificate\", \"ServiceAccountTokenNodeBinding\", \"SetEIPForNLBIngressController\", \"VSphereDriverConfiguration\", \"VSphereMultiVCenters\", \"ValidatingAdmissionPolicy\"}, Disabled:[]v1.FeatureGateName{\"AWSClusterHostedDNS\", \"AutomatedEtcdBackup\", \"BootcNodeManagement\", \"ClusterAPIInstall\", \"ClusterAPIInstallIBMCloud\", \"ClusterMonitoringConfig\", \"ClusterVersionOperatorConfiguration\", \"DNSNameResolver\", \"DualReplica\", \"DyanmicServiceEndpointIBMCloud\", \"DynamicResourceAllocation\", \"EtcdBackendQuota\", \"EventedPLEG\", \"Example\", \"Example2\", \"ExternalOIDCWithUIDAndExtraClaimMappings\", \"GCPClusterHostedDNS\", \"GCPCustomAPIEndpoints\", \"HighlyAvailableArbiter\", \"ImageStreamImportMode\", \"IngressControllerDynamicConfigurationManager\", \"InsightsConfig\", \"InsightsConfigAPI\", \"InsightsOnDemandDataGather\", \"InsightsRuntimeExtractor\", \"KMSEncryptionProvider\", \"MachineAPIMigration\", \"MachineAPIOperatorDisableMachineHealthCheckController\", \"MachineAPIProviderOpenStack\", \"MachineConfigNodes\", \"MaxUnavailableStatefulSet\", \"MinimumKubeletVersion\", \"MixedCPUsAllocation\", \"MultiArchInstallAzure\", \"NewOLM\", \"NewOLMCatalogdAPIV1Metas\", \"NewOLMOwnSingleNamespace\", \"NewOLMPreflightPermissionChecks\", \"NodeSwap\", \"NutanixMultiSubnets\", \"OVNObservability\", \"OpenShiftPodSecurityAdmission\", \"PinnedImages\", \"PlatformOperators\", \"ProcMountType\", \"RouteAdvertisements\", \"SELinuxChangePolicy\", \"SELinuxMount\", \"ShortCertRotation\", \"SignatureStores\", \"SigstoreImageVerification\", \"SigstoreImageVerificationPKI\", \"TranslateStreamCloseWebsocketRequests\", \"UpgradeStatus\", \"UserNamespacesPodSecurityStandards\", \"UserNamespacesSupport\", \"VSphereConfigurableMaxAllowedBlockVolumesPerNode\", \"VSphereHostVMGroupZonal\", \"VSphereMultiDisk\", \"VSphereMultiNetworks\", \"VolumeAttributesClass\", \"VolumeGroupSnapshot\"}},Source:EventSource{Component:openshift-insights-operator,Host:,},FirstTimestamp:2026-07-03 18:14:59.345663352 +0000 UTC m=+0.317518632,LastTimestamp:2026-07-03 18:14:59.345663352 +0000 UTC m=+0.317518632,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:openshift-insights-operator,ReportingInstance:,}" W0703 18:14:59.352361 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0703 18:14:59.352387 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0703 18:14:59.352520 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0703 18:14:59.358410 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 18:14:59.358427 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0703 18:14:59.363736 1 secretconfigobserver.go:119] support secret does not exist I0703 18:14:59.368736 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 18:14:59.373443 1 secretconfigobserver.go:119] support secret does not exist I0703 18:14:59.376619 1 recorder.go:156] Pruning old reports every 7h45m48s, max age is 288h0m0s I0703 18:14:59.382388 1 periodic.go:212] Running clusterconfig gatherer I0703 18:14:59.382392 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0703 18:14:59.382409 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0703 18:14:59.382425 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0703 18:14:59.382433 1 insightsreport.go:296] Starting report retriever I0703 18:14:59.382439 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0703 18:14:59.382442 1 tasks_processing.go:45] number of workers: 32 I0703 18:14:59.382457 1 tasks_processing.go:69] worker 0 listening for tasks. I0703 18:14:59.382465 1 tasks_processing.go:69] worker 8 listening for tasks. I0703 18:14:59.382469 1 tasks_processing.go:71] worker 8 working on nodenetworkconfigurationpolicies task. I0703 18:14:59.382475 1 tasks_processing.go:69] worker 9 listening for tasks. I0703 18:14:59.382482 1 tasks_processing.go:69] worker 10 listening for tasks. I0703 18:14:59.382488 1 tasks_processing.go:69] worker 11 listening for tasks. I0703 18:14:59.382497 1 tasks_processing.go:69] worker 22 listening for tasks. I0703 18:14:59.382499 1 tasks_processing.go:69] worker 21 listening for tasks. I0703 18:14:59.382505 1 tasks_processing.go:69] worker 23 listening for tasks. I0703 18:14:59.382508 1 tasks_processing.go:69] worker 4 listening for tasks. I0703 18:14:59.382510 1 tasks_processing.go:69] worker 12 listening for tasks. I0703 18:14:59.382513 1 tasks_processing.go:69] worker 28 listening for tasks. I0703 18:14:59.382518 1 tasks_processing.go:69] worker 13 listening for tasks. I0703 18:14:59.382521 1 tasks_processing.go:69] worker 29 listening for tasks. I0703 18:14:59.382523 1 tasks_processing.go:69] worker 3 listening for tasks. I0703 18:14:59.382523 1 tasks_processing.go:69] worker 27 listening for tasks. I0703 18:14:59.382530 1 tasks_processing.go:69] worker 30 listening for tasks. I0703 18:14:59.382532 1 tasks_processing.go:69] worker 14 listening for tasks. I0703 18:14:59.382534 1 tasks_processing.go:69] worker 24 listening for tasks. I0703 18:14:59.382538 1 tasks_processing.go:69] worker 31 listening for tasks. I0703 18:14:59.382541 1 tasks_processing.go:69] worker 15 listening for tasks. I0703 18:14:59.382534 1 tasks_processing.go:69] worker 2 listening for tasks. I0703 18:14:59.382543 1 tasks_processing.go:69] worker 5 listening for tasks. I0703 18:14:59.382536 1 tasks_processing.go:69] worker 6 listening for tasks. I0703 18:14:59.382550 1 tasks_processing.go:69] worker 16 listening for tasks. I0703 18:14:59.382552 1 tasks_processing.go:69] worker 18 listening for tasks. I0703 18:14:59.382554 1 tasks_processing.go:69] worker 19 listening for tasks. I0703 18:14:59.382558 1 tasks_processing.go:69] worker 20 listening for tasks. I0703 18:14:59.382542 1 tasks_processing.go:69] worker 1 listening for tasks. I0703 18:14:59.382559 1 tasks_processing.go:69] worker 26 listening for tasks. I0703 18:14:59.382562 1 tasks_processing.go:69] worker 17 listening for tasks. I0703 18:14:59.382583 1 tasks_processing.go:69] worker 7 listening for tasks. I0703 18:14:59.382589 1 tasks_processing.go:71] worker 21 working on storage_classes task. I0703 18:14:59.382545 1 tasks_processing.go:69] worker 25 listening for tasks. I0703 18:14:59.382595 1 tasks_processing.go:71] worker 23 working on clusterroles task. I0703 18:14:59.382596 1 tasks_processing.go:71] worker 12 working on sap_datahubs task. I0703 18:14:59.382590 1 tasks_processing.go:71] worker 4 working on schedulers task. I0703 18:14:59.382602 1 tasks_processing.go:71] worker 13 working on openstack_version task. I0703 18:14:59.382591 1 tasks_processing.go:71] worker 28 working on machine_config_pools task. I0703 18:14:59.382672 1 tasks_processing.go:71] worker 9 working on container_images task. I0703 18:14:59.382469 1 tasks_processing.go:71] worker 0 working on openshift_machine_api_events task. I0703 18:14:59.382763 1 tasks_processing.go:71] worker 10 working on authentication task. I0703 18:14:59.382808 1 tasks_processing.go:71] worker 18 working on aggregated_monitoring_cr_names task. I0703 18:14:59.382860 1 tasks_processing.go:71] worker 19 working on config_maps task. I0703 18:14:59.382597 1 tasks_processing.go:71] worker 1 working on pod_network_connectivity_checks task. I0703 18:14:59.382795 1 tasks_processing.go:71] worker 5 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0703 18:14:59.382725 1 tasks_processing.go:71] worker 2 working on machine_healthchecks task. I0703 18:14:59.383170 1 tasks_processing.go:71] worker 22 working on install_plans task. I0703 18:14:59.382733 1 tasks_processing.go:71] worker 3 working on version task. I0703 18:14:59.383273 1 tasks_processing.go:71] worker 20 working on image_pruners task. I0703 18:14:59.382598 1 tasks_processing.go:71] worker 25 working on operators_pods_and_events task. I0703 18:14:59.383582 1 tasks_processing.go:71] worker 17 working on openstack_dataplanenodesets task. I0703 18:14:59.383988 1 tasks_processing.go:71] worker 26 working on tsdb_status task. I0703 18:14:59.382737 1 tasks_processing.go:71] worker 27 working on olm_operators task. I0703 18:14:59.382740 1 tasks_processing.go:71] worker 30 working on service_accounts task. I0703 18:14:59.382746 1 tasks_processing.go:71] worker 24 working on jaegers task. I0703 18:14:59.382750 1 tasks_processing.go:71] worker 31 working on silenced_alerts task. I0703 18:14:59.384638 1 tasks_processing.go:71] worker 7 working on machine_sets task. I0703 18:14:59.382743 1 tasks_processing.go:71] worker 14 working on infrastructures task. I0703 18:14:59.382759 1 tasks_processing.go:71] worker 11 working on nodes task. I0703 18:14:59.382801 1 tasks_processing.go:71] worker 6 working on cost_management_metrics_configs task. I0703 18:14:59.382804 1 tasks_processing.go:71] worker 16 working on image_registries task. I0703 18:14:59.382753 1 tasks_processing.go:71] worker 15 working on operators task. I0703 18:14:59.386468 1 tasks_processing.go:71] worker 8 working on ingress task. I0703 18:14:59.386541 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 3.989775ms to process 0 records I0703 18:14:59.382729 1 tasks_processing.go:71] worker 29 working on openstack_dataplanedeployments task. I0703 18:14:59.387319 1 tasks_processing.go:71] worker 12 working on machine_configs task. I0703 18:14:59.387334 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 4.709099ms to process 0 records I0703 18:14:59.387413 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 4.720213ms to process 0 records I0703 18:14:59.387427 1 tasks_processing.go:71] worker 13 working on machine_autoscalers task. I0703 18:14:59.390552 1 tasks_processing.go:71] worker 17 working on overlapping_namespace_uids task. I0703 18:14:59.390591 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 6.911652ms to process 0 records I0703 18:14:59.390641 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 7.961448ms to process 0 records E0703 18:14:59.390659 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0703 18:14:59.390668 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 7.565953ms to process 0 records E0703 18:14:59.390721 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0703 18:14:59.390740 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 7.836319ms to process 0 records I0703 18:14:59.390760 1 tasks_processing.go:71] worker 1 working on container_runtime_configs task. I0703 18:14:59.390766 1 tasks_processing.go:71] worker 28 working on crds task. I0703 18:14:59.390851 1 tasks_processing.go:71] worker 2 working on machines task. I0703 18:14:59.391004 1 controller.go:119] Initializing last reported time to 0001-01-01T00:00:00Z I0703 18:14:59.391025 1 controller.go:317] The initial operator extension status is healthy I0703 18:14:59.391035 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0703 18:14:59.391042 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0703 18:14:59.391047 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0703 18:14:59.391067 1 controller.go:458] The operator is still being initialized I0703 18:14:59.391074 1 controller.go:481] The operator is healthy I0703 18:14:59.391232 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0703 18:14:59.391279 1 operator.go:287] started I0703 18:14:59.391347 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer I0703 18:14:59.391245 1 tasks_processing.go:71] worker 10 working on image task. I0703 18:14:59.391536 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0703 18:14:59.391606 1 recorder.go:70] Recording config/authentication with fingerprint=6e0d9efc10c8c293c93a1fccdaeb29d258b03ad0f5c17b7994fbf41d4c96b75e I0703 18:14:59.391628 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 8.431131ms to process 1 records I0703 18:14:59.395854 1 tasks_processing.go:71] worker 6 working on certificate_signing_requests task. I0703 18:14:59.395911 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 9.645148ms to process 0 records I0703 18:14:59.396018 1 tasks_processing.go:71] worker 4 working on dvo_metrics task. I0703 18:14:59.396126 1 recorder.go:70] Recording config/schedulers/cluster with fingerprint=85f9340a45fb83998233702c00b4c52c4e3e270fec8f9d7bca7bad178f0327b4 I0703 18:14:59.396145 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 13.406061ms to process 1 records I0703 18:14:59.406219 1 tasks_processing.go:71] worker 13 working on cluster_apiserver task. I0703 18:14:59.406269 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 18.784551ms to process 0 records I0703 18:14:59.406287 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 19.553999ms to process 0 records I0703 18:14:59.406295 1 tasks_processing.go:71] worker 29 working on monitoring_persistent_volumes task. I0703 18:14:59.406369 1 tasks_processing.go:71] worker 7 working on nodenetworkstates task. I0703 18:14:59.406387 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 21.36351ms to process 0 records I0703 18:14:59.406640 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 15.653391ms to process 0 records E0703 18:14:59.406670 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0703 18:14:59.406678 1 gather.go:177] gatherer "clusterconfig" function "machines" took 15.582356ms to process 0 records I0703 18:14:59.406687 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 21.953219ms to process 0 records I0703 18:14:59.406693 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 23.750471ms to process 0 records I0703 18:14:59.406844 1 recorder.go:70] Recording config/storage/storageclasses/gp2-csi with fingerprint=d6c009f1628fd4f59a75b58be7dc767e49caa14c3d9125ffa88d1e60ff1576ad I0703 18:14:59.406880 1 tasks_processing.go:71] worker 24 working on node_logs task. I0703 18:14:59.407077 1 tasks_processing.go:71] worker 21 working on proxies task. I0703 18:14:59.407078 1 tasks_processing.go:71] worker 0 working on networks task. I0703 18:14:59.406875 1 tasks_processing.go:71] worker 1 working on mutating_webhook_configurations task. I0703 18:14:59.406913 1 recorder.go:70] Recording config/storage/storageclasses/gp3-csi with fingerprint=a04c9c8d88d6621a339997d061ee135bc9aba218af121622d698f49ce3cbda64 I0703 18:14:59.407375 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 23.99371ms to process 2 records I0703 18:14:59.406870 1 tasks_processing.go:71] worker 2 working on validating_webhook_configurations task. I0703 18:14:59.406920 1 controller.go:203] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0703 18:14:59.407441 1 controller.go:203] Source periodic-conditional *controllerstatus.Simple is not ready I0703 18:14:59.407448 1 controller.go:203] Source periodic-workloads *controllerstatus.Simple is not ready I0703 18:14:59.407453 1 controller.go:203] Source scaController *sca.Controller is not ready I0703 18:14:59.407459 1 controller.go:203] Source clusterTransferController *clustertransfer.Controller is not ready I0703 18:14:59.407479 1 controller.go:458] The operator is still being initialized I0703 18:14:59.407489 1 controller.go:481] The operator is healthy I0703 18:14:59.407586 1 tasks_processing.go:71] worker 20 working on openstack_controlplanes task. I0703 18:14:59.407751 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=24018687754966b2435aac4e86141aa604fc85d32b5376ba48613c313c887626 I0703 18:14:59.407774 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 23.750951ms to process 1 records I0703 18:14:59.407910 1 tasks_processing.go:71] worker 14 working on pdbs task. I0703 18:14:59.408405 1 recorder.go:70] Recording config/infrastructure with fingerprint=efd9174927ebfcbf5077964081a4a3116ee44e20fc90705fb725ba620cdc8596 I0703 18:14:59.408419 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 22.668389ms to process 1 records I0703 18:14:59.408503 1 tasks_processing.go:71] worker 16 working on sap_config task. I0703 18:14:59.408778 1 recorder.go:70] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=08588e8c28623ed3ded96c1f5a2862aac33dea3ec2064cd5f455dfc54a28cc28 I0703 18:14:59.408789 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 22.843934ms to process 1 records I0703 18:14:59.410317 1 tasks_processing.go:71] worker 10 working on active_alerts task. I0703 18:14:59.410698 1 recorder.go:70] Recording config/image with fingerprint=a8c0b23a2484bab7c34bf75feff9f3d54afeeaabad309fb5f9365a90c397628d I0703 18:14:59.410855 1 gather.go:177] gatherer "clusterconfig" function "image" took 18.906663ms to process 1 records I0703 18:14:59.414218 1 tasks_processing.go:71] worker 17 working on metrics task. I0703 18:14:59.414250 1 recorder.go:70] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0703 18:14:59.414269 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 23.648612ms to process 1 records I0703 18:14:59.415155 1 tasks_processing.go:71] worker 8 working on oauths task. I0703 18:14:59.415351 1 recorder.go:70] Recording config/ingress with fingerprint=5c0901a49d03285428534ac9558ad3d9d2248b16d7cf7387b42fb47bfd95c130 I0703 18:14:59.415369 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 28.632675ms to process 1 records I0703 18:14:59.420307 1 tasks_processing.go:71] worker 7 working on sap_pods task. I0703 18:14:59.420309 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 13.888796ms to process 0 records E0703 18:14:59.421204 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0703 18:14:59.421283 1 recorder.go:70] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0703 18:14:59.421317 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 32.966209ms to process 1 records I0703 18:14:59.421450 1 tasks_processing.go:71] worker 12 working on support_secret task. I0703 18:14:59.427684 1 tasks_processing.go:71] worker 11 working on feature_gates task. I0703 18:14:59.428304 1 recorder.go:70] Recording config/node/ip-10-0-2-28.ec2.internal with fingerprint=cf0a5eb8f0ffe61dc415bdf646a8ea0f3cc3fc77b855a499383a6535937e3273 I0703 18:14:59.428323 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 42.343092ms to process 1 records I0703 18:14:59.428332 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 20.236284ms to process 0 records I0703 18:14:59.428340 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 21.052729ms to process 0 records I0703 18:14:59.428347 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 19.609496ms to process 0 records I0703 18:14:59.428356 1 tasks_processing.go:71] worker 16 working on storage_cluster task. I0703 18:14:59.428491 1 tasks_processing.go:71] worker 14 working on ceph_cluster task. I0703 18:14:59.428563 1 tasks_processing.go:71] worker 20 working on openshift_logging task. I0703 18:14:59.428586 1 recorder.go:70] Recording config/pdbs/openshift-console/console with fingerprint=08b456f550fb48e5416e8f6ee1d02a5f664f56fbb74769e5eba2fd32b6fab3be I0703 18:14:59.428623 1 recorder.go:70] Recording config/pdbs/openshift-console/downloads with fingerprint=7ca24ed977255e3ebdf8d62e099f2d06d426b085c67c73950e89aba09f2f6c49 I0703 18:14:59.428655 1 recorder.go:70] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=d20ca85543a973771f511c57792d0048ca577adeb25c9d97efd52a0eb1cc6154 I0703 18:14:59.428678 1 recorder.go:70] Recording config/pdbs/openshift-ingress/router-default with fingerprint=7588407d84b18decd8b0b79f7b3841ac257154b96f93d54caf58e52c7df3f09e I0703 18:14:59.428682 1 tasks_processing.go:71] worker 24 working on lokistack task. I0703 18:14:59.428704 1 recorder.go:70] Recording config/pdbs/openshift-monitoring/prometheus-operator-admission-webhook with fingerprint=8d955147fa0b696cd20e23c389fadf23016ba478f47566e8bc92547a48abba4f I0703 18:14:59.428730 1 recorder.go:70] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=f18d354bd4353f529ccec1f661fa759a8d28bf42120f5c8ca7837c0c345a8140 I0703 18:14:59.428742 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 20.514139ms to process 6 records I0703 18:14:59.428959 1 recorder.go:70] Recording config/network with fingerprint=4706097308dc32326b8362dc0834a44e1a57d8a155c1451b0bc8ba632214368c I0703 18:14:59.428975 1 gather.go:177] gatherer "clusterconfig" function "networks" took 21.558991ms to process 1 records I0703 18:14:59.428990 1 tasks_processing.go:71] worker 0 working on ingress_certificates task. I0703 18:14:59.429034 1 recorder.go:70] Recording config/proxy with fingerprint=4060e1c55128c66b962bb002145d18574353b21e828a7817ad6531abe3988d7a I0703 18:14:59.429041 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 21.793336ms to process 1 records I0703 18:14:59.429116 1 tasks_processing.go:74] worker 21 stopped. I0703 18:14:59.429127 1 tasks_processing.go:74] worker 23 stopped. I0703 18:14:59.429371 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=39366e6d4953e28e6501428d6f153367e845d25a0d9b3f5695524fe52db57708 I0703 18:14:59.429511 1 recorder.go:70] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=7ece3c3834c37a97d71df928c4f77df30a865fc2d1477e96ab2141fdfc4d7079 I0703 18:14:59.429526 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 46.523581ms to process 2 records I0703 18:14:59.429655 1 tasks_processing.go:74] worker 1 stopped. I0703 18:14:59.429758 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=9bf27640a45ccfd55e0585180f565e8778e15adbefc3745ada9c4a2e22b896d1 I0703 18:14:59.429817 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=2febdf3da4d9eacbabf5bf432dbfaa536c0f3d538a8398b5f91a13472c476cf5 I0703 18:14:59.429869 1 recorder.go:70] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=2070a1a1bce0b360097905fe550603b54b0c481d2405c9f6f57534ac8e731e67 I0703 18:14:59.429922 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 22.048725ms to process 3 records I0703 18:14:59.430126 1 recorder.go:70] Recording config/apiserver with fingerprint=aceda6164697cb2a52ecd30ce347a27315466f0f196e57128be8c1e67a0c5df0 I0703 18:14:59.430169 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 23.132402ms to process 1 records I0703 18:14:59.430198 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 9.586305ms to process 0 records I0703 18:14:59.430225 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 23.742223ms to process 0 records I0703 18:14:59.430259 1 tasks_processing.go:74] worker 7 stopped. I0703 18:14:59.430366 1 tasks_processing.go:74] worker 13 stopped. I0703 18:14:59.430863 1 recorder.go:70] Recording config/version with fingerprint=81607f9f357407b2cfc8192f8921ad9d67df396e762a382bbf58885239104ea3 I0703 18:14:59.430928 1 recorder.go:70] Recording config/id with fingerprint=ef040f28cd8c44cbb74cfff058444d71c075f0f994fbf23b790ae6f245b4b8d0 I0703 18:14:59.430962 1 gather.go:177] gatherer "clusterconfig" function "version" took 46.829377ms to process 2 records I0703 18:14:59.430991 1 tasks_processing.go:74] worker 3 stopped. I0703 18:14:59.431016 1 tasks_processing.go:74] worker 29 stopped. I0703 18:14:59.431274 1 tasks_processing.go:74] worker 6 stopped. I0703 18:14:59.433532 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 35.404743ms to process 0 records I0703 18:14:59.436443 1 tasks_processing.go:74] worker 2 stopped. I0703 18:14:59.436881 1 recorder.go:70] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=7a958582eb0b2f6d052d285a486689608902040fb5bf5159775e6fd7e9764670 I0703 18:14:59.437352 1 recorder.go:70] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=a5fa3e2778544307e17f25ee3fe5463ee06afea416ecd2ebef9d3ff97b0e8b3a I0703 18:14:59.437423 1 recorder.go:70] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=6c1fe9ad4ada6429aec755d5c7fad8e4a20cd6922e573df49d4f553751d33a01 I0703 18:14:59.437482 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=89fced7b0e8a1b286fc7f241558f68dce42bdc9b76e33aed016a0fd2e507e8ee I0703 18:14:59.437536 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=87475a173d32bcb8c0e89513aba594fde6eae334ba8845aa279b8ee64fba65aa I0703 18:14:59.437612 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=b3e4dd837d5879f606764b045319cd94e5326a2df73a624f96167eba0952c591 I0703 18:14:59.437674 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=38a5e6a19ab4496bd202a32c6ad1573df37377c50e624ccc7155388ba27b63e4 I0703 18:14:59.437786 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=c7ee5d57816a5b51e61263f3f15aedaaa0283c82434864dd5fc33d670296206f I0703 18:14:59.437843 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=c21a0843fb19bca5b4f7a9373c1fa6725048857bfa959416b545ea8b23b02c1c I0703 18:14:59.437899 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=09146f99699e08fb008d9ff5c5fea3efb272e106b2ea40685b6064c111f100b8 I0703 18:14:59.437950 1 recorder.go:70] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=9eeb3d2fe610118dc87c457cf88cae486800a3c10fc67aa4ce1c2d8e74c80d93 I0703 18:14:59.437962 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 25.112848ms to process 11 records E0703 18:14:59.437977 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0703 18:14:59.437986 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 11.413138ms to process 0 records I0703 18:14:59.438060 1 tasks_processing.go:74] worker 12 stopped. I0703 18:14:59.438132 1 tasks_processing.go:74] worker 28 stopped. I0703 18:14:59.438938 1 recorder.go:70] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=35caf4330549fb6d870845f2f1b893f99d83a38167beca49ce3827470168d4e6 I0703 18:14:59.439290 1 recorder.go:70] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=5e2da9dc3bc8ea5ea83fff48a323675c6d1310b952add1046278cc1f81908714 I0703 18:14:59.439304 1 gather.go:177] gatherer "clusterconfig" function "crds" took 42.440208ms to process 2 records I0703 18:14:59.439388 1 tasks_processing.go:74] worker 8 stopped. I0703 18:14:59.439629 1 recorder.go:70] Recording config/oauth with fingerprint=d698b2f1bdd788e5d8c204ec59b0d57b30c0ad07e7f1c4e1e2c3e77e134a2539 I0703 18:14:59.439641 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 18.124876ms to process 1 records I0703 18:14:59.439709 1 recorder.go:70] Recording config/olm_operators with fingerprint=e994040ef01ee5635fcb727f9af60e445302e0208491859cd07c21f98c9a433f I0703 18:14:59.439720 1 tasks_processing.go:74] worker 27 stopped. I0703 18:14:59.439720 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 50.198686ms to process 1 records I0703 18:14:59.439732 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 51.62113ms to process 0 records I0703 18:14:59.439743 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 6.288408ms to process 0 records I0703 18:14:59.439751 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 6.163394ms to process 0 records I0703 18:14:59.439760 1 recorder.go:70] Recording config/dvo_metrics with fingerprint=108780cb24f15bf572a4031966507398a0d0c6a28b3a008952f53b481dc191a9 I0703 18:14:59.439767 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 39.158499ms to process 1 records I0703 18:14:59.439777 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 6.965009ms to process 0 records I0703 18:14:59.439783 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 7.871915ms to process 0 records I0703 18:14:59.439797 1 tasks_processing.go:74] worker 14 stopped. I0703 18:14:59.439806 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 54.272776ms to process 0 records I0703 18:14:59.439807 1 tasks_processing.go:74] worker 16 stopped. I0703 18:14:59.439810 1 tasks_processing.go:74] worker 18 stopped. I0703 18:14:59.439815 1 tasks_processing.go:74] worker 24 stopped. I0703 18:14:59.439817 1 tasks_processing.go:74] worker 20 stopped. I0703 18:14:59.439820 1 tasks_processing.go:74] worker 4 stopped. I0703 18:14:59.439827 1 tasks_processing.go:74] worker 25 stopped. I0703 18:14:59.439882 1 tasks_processing.go:74] worker 11 stopped. I0703 18:14:59.439940 1 recorder.go:70] Recording config/featuregate with fingerprint=c472178dec1dc8077bd3f34a5aaeed2fbc313a3c6df05e5d468579f301a3427d I0703 18:14:59.439951 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 10.240964ms to process 1 records I0703 18:14:59.440036 1 tasks_processing.go:74] worker 9 stopped. I0703 18:14:59.442333 1 recorder.go:70] Recording config/pod/openshift-console-operator/console-operator-85b84f584d-t6gxt with fingerprint=fb89a98f9cbd001bb6372e13dcb28bfaa16ae6b7c8fbd3c825b0198ca21603b7 I0703 18:14:59.442419 1 recorder.go:70] Recording config/running_containers with fingerprint=8c6cbc68c5a66036ecdf6e63f486a79a37af8db8a199cdd58a86328d232d8d87 I0703 18:14:59.442436 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 56.009334ms to process 2 records I0703 18:14:59.442446 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 57.710261ms to process 0 records I0703 18:14:59.442454 1 tasks_processing.go:74] worker 5 stopped. I0703 18:14:59.445603 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload I0703 18:14:59.448771 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0703 18:14:59.448780 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0703 18:14:59.448857 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0703 18:14:59.452662 1 base_controller.go:82] Caches are synced for ConfigController I0703 18:14:59.452673 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... E0703 18:14:59.456390 1 gather_prometheus_tsdb_status.go:49] Unable to tsdb status: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host I0703 18:14:59.456406 1 tasks_processing.go:74] worker 26 stopped. E0703 18:14:59.456412 1 gather.go:140] gatherer "clusterconfig" function "tsdb_status" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/status/tsdb": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host I0703 18:14:59.456421 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 72.37306ms to process 0 records E0703 18:14:59.456453 1 gather_most_recent_metrics.go:87] Unable to retrieve most recent metrics: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host I0703 18:14:59.456467 1 tasks_processing.go:74] worker 17 stopped. E0703 18:14:59.456473 1 gather.go:140] gatherer "clusterconfig" function "metrics" failed with the error: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/federate?match%5B%5D=cluster_installer&match%5B%5D=namespace%3Acontainer_cpu_usage%3Asum&match%5B%5D=namespace%3Acontainer_memory_usage_bytes%3Asum&match%5B%5D=vsphere_node_hw_version_total&match%5B%5D=virt_platform&match%5B%5D=console_helm_installs_total&match%5B%5D=console_helm_upgrades_total&match%5B%5D=console_helm_uninstalls_total&match%5B%5D=openshift_apps_deploymentconfigs_strategy_total&match%5B%5D=etcd_server_slow_apply_total&match%5B%5D=etcd_server_slow_read_indexes_total&match%5B%5D=haproxy_exporter_server_threshold": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host I0703 18:14:59.456492 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 42.238196ms to process 0 records I0703 18:14:59.458399 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 18:14:59.458818 1 tasks_processing.go:74] worker 19 stopped. E0703 18:14:59.458831 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0703 18:14:59.458838 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0703 18:14:59.458842 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0703 18:14:59.458850 1 recorder.go:70] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=295a2bc7810c628251f1f312c209b5eb4da888326706c635ac0c12aec0969e17 I0703 18:14:59.458881 1 recorder.go:70] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb I0703 18:14:59.458888 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0703 18:14:59.458894 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=fe7abfa7f7aea852d8bca6b7df9b4d5de32045254ff2774f9bd30f0b6dcb7dc4 I0703 18:14:59.458902 1 recorder.go:70] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=34cdf5d36d45a9e3ee7c2be31546e3d937ae4ebf144ac07b0210c06a1610a94d I0703 18:14:59.458941 1 recorder.go:70] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0703 18:14:59.458953 1 recorder.go:70] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0703 18:14:59.458959 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 75.941078ms to process 7 records I0703 18:14:59.466102 1 tasks_processing.go:74] worker 0 stopped. E0703 18:14:59.466118 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0703 18:14:59.466126 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2raqhln6qj4j94qv0jo5u05ioom0ev9q-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2raqhln6qj4j94qv0jo5u05ioom0ev9q-primary-cert-bundle-secret" not found I0703 18:14:59.466194 1 recorder.go:70] Recording aggregated/ingress_controllers_certs with fingerprint=ffc6145682ff6c889d331ae811183329b64db87b78dade382ff9706ed221e057 I0703 18:14:59.466212 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 37.08097ms to process 1 records E0703 18:14:59.481245 1 gather_active_alerts.go:64] Unable to retrieve most recent alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: no such host I0703 18:14:59.481263 1 tasks_processing.go:74] worker 10 stopped. E0703 18:14:59.481281 1 gather_silenced_alerts.go:52] Unable to retrieve silenced alerts: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: no such host E0703 18:14:59.481279 1 gather.go:140] gatherer "clusterconfig" function "active_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: no such host I0703 18:14:59.481309 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 70.878529ms to process 0 records E0703 18:14:59.481321 1 gather.go:140] gatherer "clusterconfig" function "silenced_alerts" failed with the error: Get "https://alertmanager-main.openshift-monitoring.svc:9094/api/v2/alerts?active=false&inhibited=false&silenced=true": dial tcp: lookup alertmanager-main.openshift-monitoring.svc on 172.30.0.10:53: no such host I0703 18:14:59.481337 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 96.657621ms to process 0 records I0703 18:14:59.481351 1 tasks_processing.go:74] worker 31 stopped. I0703 18:14:59.491806 1 base_controller.go:82] Caches are synced for LoggingSyncer I0703 18:14:59.491816 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0703 18:14:59.497704 1 cluster_transfer.go:102] no available accepted cluster transfer I0703 18:14:59.497716 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=NoClusterTransfer message=no available cluster transfer I0703 18:14:59.500341 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress-operator" I0703 18:14:59.503243 1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "dnsrecords" in API group "ingress.operator.openshift.io" in the namespace "openshift-ingress" I0703 18:14:59.726354 1 sca.go:266] etc-pki-entitlement secret successfully created I0703 18:14:59.726372 1 controllerstatus.go:80] name=scaController healthy=true reason=Updated message=SCA certs successfully updated I0703 18:15:00.253175 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "ovn" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0703 18:15:00.452972 1 gather_cluster_operators.go:184] Unable to get operatorpkis.network.operator.openshift.io resource due to: operatorpkis.network.operator.openshift.io "signer" is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot get resource "operatorpkis" in API group "network.operator.openshift.io" in the namespace "openshift-ovn-kubernetes" I0703 18:15:01.858154 1 tasks_processing.go:74] worker 15 stopped. I0703 18:15:01.858265 1 recorder.go:70] Recording config/clusteroperator/console with fingerprint=41b864b0aca075bfecdda9ed3fbae8a89d6e4a308ffa91971cd8e7a8b9afafe3 I0703 18:15:01.858320 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/console/cluster with fingerprint=b1d3a57201f472fba248e6e22732d03f4ebac77f3d7204455295e9c6f31f376a I0703 18:15:01.858345 1 recorder.go:70] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=07f09f8d2ecdc3ea6298f5a8780c05dd697b38f3ac279bf92f2829336b35aa25 I0703 18:15:01.858357 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0703 18:15:01.858381 1 recorder.go:70] Recording config/clusteroperator/dns with fingerprint=11af27d3c12f80aa0b641cc07d5ec0b926c150996a09070ce5511a334e409330 I0703 18:15:01.858398 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0703 18:15:01.858421 1 recorder.go:70] Recording config/clusteroperator/image-registry with fingerprint=b801ac69ad749e1c5a78cc3899bb9279eef1698617b687e3e455e18457eba148 I0703 18:15:01.858449 1 recorder.go:70] Recording config/clusteroperator/ingress with fingerprint=04491a1317e6723db94789bfe5c385d97e628fe06ee6438e2096b782c1dd1f7d I0703 18:15:01.858474 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=16357e35d117c05c4e14fd4e1137653a95526af06dc46399bf984038fa6ac66b I0703 18:15:01.858504 1 recorder.go:70] Recording config/clusteroperator/insights with fingerprint=d9b4567b96484f25eaa3aabe407aff2fe1b004e7a3a61b4c3692eac03dd82c3b I0703 18:15:01.858807 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=32cee32749a940faaf37c1a4d6268242805ab7556e6707042c5b1faa13e984df I0703 18:15:01.858829 1 recorder.go:70] Recording config/clusteroperator/kube-apiserver with fingerprint=41a95fce9908861a9ef022a6bc3f42d30809242b300556f794816ab08d363d62 I0703 18:15:01.858839 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0703 18:15:01.858856 1 recorder.go:70] Recording config/clusteroperator/kube-controller-manager with fingerprint=ada2c42639cce1e87e2a8ca53c18c8909b18aa8f0df97edb570527657644c372 I0703 18:15:01.858867 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0703 18:15:01.858883 1 recorder.go:70] Recording config/clusteroperator/kube-scheduler with fingerprint=c1ec331b05151a940ceb16a0e0dd90068da288c46a21aedc068a4099b1eed0df I0703 18:15:01.858893 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0703 18:15:01.858911 1 recorder.go:70] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=32efd326cfc40e04ef310aa375a10d74ef393945c9a0222eca451b316c4146aa I0703 18:15:01.858921 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0703 18:15:01.858941 1 recorder.go:70] Recording config/clusteroperator/monitoring with fingerprint=16beb891b4d0cad33e9da846a27836d789e4ab2e1d212f325af348393f42707d I0703 18:15:01.859038 1 recorder.go:70] Recording config/clusteroperator/network with fingerprint=d63ef6c9c4430d9a4f57761da14c7b80b1795745e19517280df52a7cb073f530 I0703 18:15:01.859062 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0703 18:15:01.859083 1 recorder.go:70] Recording config/clusteroperator/node-tuning with fingerprint=2aa7005540f6e1a7d3b07e5ec5fe436b6b26b8203cae39e7bdc6f6188a8410b5 I0703 18:15:01.859106 1 recorder.go:70] Recording config/clusteroperator/openshift-apiserver with fingerprint=dcc8567c0f28f4a5c24a60ef1cdd76a7f6a109234cff249ce95893666ce8a9e2 I0703 18:15:01.859116 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0703 18:15:01.859132 1 recorder.go:70] Recording config/clusteroperator/openshift-controller-manager with fingerprint=1ed0ac5ab99539afa56dc3743f70ddbaf6b7af1773d165f2281e12f984493163 I0703 18:15:01.859142 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0703 18:15:01.859164 1 recorder.go:70] Recording config/clusteroperator/openshift-samples with fingerprint=d416f291401584d6e1b2571ee83cdb495d5b4324d281b8cfed4541d874a0e97e I0703 18:15:01.859174 1 recorder.go:70] Recording config/clusteroperator/samples.operator.openshift.io/config/cluster with fingerprint=439a4284281b8dcef0621bb14ba23e2175a28a50613f86b33a171c49689474fd I0703 18:15:01.859188 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=03986db40c8a3a0effb4f9f4906031b1fb89263cc635bf5b483548171f6340b8 I0703 18:15:01.859204 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=0673d268c4d98b3e824a4694269985c4f10b63954b76059d201bddf5ad4fc164 I0703 18:15:01.859218 1 recorder.go:70] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=e9f49989753ce12f087e743f499c79b5586666e12863019b14846f25364108bc I0703 18:15:01.859239 1 recorder.go:70] Recording config/clusteroperator/service-ca with fingerprint=3ca4e75c833b500c8b249dc67fabc35a6a16346a608da7299d8b271838a71e5b I0703 18:15:01.859249 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0703 18:15:01.859277 1 recorder.go:70] Recording config/clusteroperator/storage with fingerprint=bcacc2413b71a5d0073235452c9b53c9ddbbafd70ca669868502ad9c12d6f086 I0703 18:15:01.859295 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0703 18:15:01.859304 1 recorder.go:70] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0703 18:15:01.859311 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.472752821s to process 37 records I0703 18:15:12.420336 1 tasks_processing.go:74] worker 22 stopped. I0703 18:15:12.420380 1 recorder.go:70] Recording config/installplans with fingerprint=e3c18441424aaa81f54ea9723d194eacb5824eb47178047bd893de11825bc8a2 I0703 18:15:12.420392 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 13.037140949s to process 1 records I0703 18:15:13.193074 1 tasks_processing.go:74] worker 30 stopped. I0703 18:15:13.193348 1 recorder.go:70] Recording config/serviceaccounts with fingerprint=4752902d43369374b910875e7305406e988b90113466f5ec374b5759238cb9ee I0703 18:15:13.193364 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.808668983s to process 1 records E0703 18:15:13.193427 1 periodic.go:250] "Unhandled Error" err="clusterconfig failed after 13.811s with: function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machines\" failed with an error, function \"machine_configs\" failed with an error, function \"support_secret\" failed with an error, function \"tsdb_status\" failed with an error, function \"metrics\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"active_alerts\" failed with an error, function \"silenced_alerts\" failed with an error" I0703 18:15:13.194542 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machines" failed with an error, function "machine_configs" failed with an error, function "support_secret" failed with an error, function "tsdb_status" failed with an error, function "metrics" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "active_alerts" failed with an error, function "silenced_alerts" failed with an error I0703 18:15:13.194557 1 periodic.go:212] Running workloads gatherer I0703 18:15:13.194587 1 tasks_processing.go:45] number of workers: 2 I0703 18:15:13.194600 1 tasks_processing.go:69] worker 1 listening for tasks. I0703 18:15:13.194606 1 tasks_processing.go:71] worker 1 working on workload_info task. I0703 18:15:13.194611 1 tasks_processing.go:69] worker 0 listening for tasks. I0703 18:15:13.194683 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0703 18:15:13.201339 1 gather_workloads_runtime_infos.go:63] Gathering workload runtime info for node ip-10-0-2-28.ec2.internal... I0703 18:15:13.233915 1 tasks_processing.go:74] worker 0 stopped. I0703 18:15:13.233930 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 39.210837ms to process 0 records I0703 18:15:16.343726 1 gather_workloads_runtime_infos.go:84] Gathered workload runtime infos in 3s I0703 18:15:16.367913 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 19s for image data I0703 18:15:16.379087 1 gather_workloads_info.go:387] No image sha256:a7c71f3c9714cf1717c45e12ec817be6d6209f00989e6a31d634e527f0c8147d (12ms) I0703 18:15:16.389303 1 gather_workloads_info.go:387] No image sha256:bae7a33f8db8a3d4b3c4c05498aba85a0ce463f85322067c48e79663710e616e (10ms) I0703 18:15:16.399287 1 gather_workloads_info.go:387] No image sha256:824a3b8f78e19aa21a9f6444aefe8e0b624886cca18fe828b13acbab55e6e868 (10ms) I0703 18:15:16.409429 1 gather_workloads_info.go:387] No image sha256:ce3d8211c0bde5788a4fd04c3eff31ae591437ceab2b3168dbbdfe408673c8b1 (10ms) I0703 18:15:16.419630 1 gather_workloads_info.go:387] No image sha256:18956d5fbc8d0369a26cb1e00eb5c3aff1973ae8cbd3983920a0cf2851f05358 (10ms) I0703 18:15:16.430375 1 gather_workloads_info.go:387] No image sha256:944d9261ba7a143131fe8267c172defc5f37acc1cea3d4d373ec6fc5d8bfcc31 (11ms) I0703 18:15:16.440927 1 gather_workloads_info.go:387] No image sha256:0a92dd43975f972e3dc707fb37854e046813531553038147e9c90d54a8d9df73 (11ms) I0703 18:15:16.450612 1 gather_workloads_info.go:387] No image sha256:8ef4bdf07dda423fab73484dbc66d527ce8ba8cc2d4f99210bc1bc24ea08c0cb (10ms) I0703 18:15:16.460080 1 gather_workloads_info.go:387] No image sha256:9697bc2258bdfa9ae8c1866cc7eb0b3b46851998db827b121bdf77417a881eb3 (9ms) I0703 18:15:16.469364 1 gather_workloads_info.go:387] No image sha256:a3d34d8f38a540ce79d34a5248b1965346155497db57b72cb4758d659418059c (9ms) I0703 18:15:16.480512 1 gather_workloads_info.go:387] No image sha256:1d471ad866b8564b209214d7dd3a7363c47e9535211d660b63b46abb278af7ab (11ms) I0703 18:15:16.577870 1 gather_workloads_info.go:387] No image sha256:373614619b9420b110d1508c5f17e066ce69c4c226fd04d02fbb959d9ba41eb6 (97ms) I0703 18:15:16.678929 1 gather_workloads_info.go:387] No image sha256:3d0634fe58641d5242649c44ddba70ed67fdd6d2dcb5c2261df5cee8b33de9fd (101ms) I0703 18:15:16.778526 1 gather_workloads_info.go:387] No image sha256:6277dac65decba0ea094146bb99600f479eaf804696842e724de1f1b436f9a38 (100ms) I0703 18:15:16.880271 1 gather_workloads_info.go:387] No image sha256:0a8a0473029ace3adbb66f490dbe560f0e7782a38cdf32c1f7dd3e092e1d191e (102ms) I0703 18:15:16.980315 1 gather_workloads_info.go:387] No image sha256:38dd36da63b1f01316a02daf6c18b821318c6ec313712147292d74abf955e0da (100ms) I0703 18:15:17.080253 1 gather_workloads_info.go:387] No image sha256:799f5628c18e77a49c08645c03179046b5200c8cbcfd65737fb59668132f393e (100ms) I0703 18:15:17.180413 1 gather_workloads_info.go:387] No image sha256:2fac754deaeade3456361eed52e344318ff16d04819384432759f0ea35530114 (100ms) I0703 18:15:17.278208 1 gather_workloads_info.go:387] No image sha256:48404bd61d05dc738ccce4d22e36b30dbcdc6015b06b4afb604fd1baeee35bf2 (98ms) I0703 18:15:17.378921 1 gather_workloads_info.go:387] No image sha256:2d077e73dd76873ee2a1583aa3b3e76a1b408737f0af2e22b2aa055604d89e81 (101ms) I0703 18:15:17.480378 1 gather_workloads_info.go:387] No image sha256:76f820bd9bd138d29305d545d7d49bfe63e2923f1fb1ec2e8eac81a388359024 (101ms) I0703 18:15:17.579770 1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (99ms) I0703 18:15:17.680779 1 gather_workloads_info.go:387] No image sha256:420c12f61c53e54eab2d99476759c0de339fca98ce0a3a782bc6545cc0e97a9c (101ms) I0703 18:15:17.779123 1 gather_workloads_info.go:387] No image sha256:4f175ee49f51dc4379e9993fecd1657c7a9c4c3dc096772cb198d0212b9eea47 (98ms) I0703 18:15:17.878671 1 gather_workloads_info.go:387] No image sha256:23c4fe84047a4e6cbe7f75f470e7d6fe0e61e7910dd17945b1b61bc4b72f3f2a (100ms) I0703 18:15:17.979153 1 gather_workloads_info.go:387] No image sha256:68d8e92046969bcfcbca2d2b3dcf4dcad5f6edc5fcb44861eb22f8079a43ea4d (100ms) I0703 18:15:18.081001 1 gather_workloads_info.go:387] No image sha256:8b1e32ce43eb1247b0558230b6e0baa85ac62f1a5e2a2089d40b4fea90538529 (102ms) I0703 18:15:18.180607 1 gather_workloads_info.go:387] No image sha256:7941b5d9a758b8667e99cd9236f7f96ec036af61df5cbc96e16077d36700d7c7 (100ms) I0703 18:15:18.278394 1 gather_workloads_info.go:387] No image sha256:88437b35173fe2e8a4d9f148ec17c754bee4df3f723b3a5676955eef4f363d31 (98ms) I0703 18:15:18.378713 1 gather_workloads_info.go:387] No image sha256:14703f73bb1ca69ea03b726e340b3b68f8e294e1f22c80d1a16666ea3d4a88a3 (100ms) I0703 18:15:18.480237 1 gather_workloads_info.go:387] No image sha256:6d6ebff54b8adac74f4d1b12ac8aa0f16cd7b28370e0d6aa847d1c457e03a5b6 (102ms) I0703 18:15:18.580590 1 gather_workloads_info.go:387] No image sha256:5cba745f09f3bd6b8028c6773597cbb30bf3639a84f2b4b6493fe20642339a2c (100ms) I0703 18:15:18.678532 1 gather_workloads_info.go:387] No image sha256:752be69b2262be713df12c47f4bac8c2dafed272c401e9a89f8060f053d68054 (98ms) I0703 18:15:18.778259 1 gather_workloads_info.go:387] No image sha256:59db91eadf1e1e5343777be43ff25fb712f300f9341be48ba05f45270944536f (100ms) I0703 18:15:18.878610 1 gather_workloads_info.go:387] No image sha256:87efe06afd1f04426fca7f86c0f74c4ee75c311ba199ddabd5b849b877bc59fa (100ms) I0703 18:15:18.878644 1 tasks_processing.go:74] worker 1 stopped. I0703 18:15:18.878904 1 recorder.go:70] Recording config/workload_info with fingerprint=7a1b8b7ccb97484e3b217c1035b0fdbe7df4ce6545fd3786091729d19553e969 I0703 18:15:18.878925 1 gather.go:177] gatherer "workloads" function "workload_info" took 5.684028176s to process 1 records I0703 18:15:18.878945 1 periodic.go:259] Periodic gather workloads completed in 5.684s I0703 18:15:18.878956 1 controllerstatus.go:80] name=periodic-workloads healthy=true reason= message= I0703 18:15:18.878963 1 periodic.go:212] Running conditional gatherer I0703 18:15:18.888837 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.19.9/gathering_rules I0703 18:15:19.011720 1 conditional_gatherer.go:336] updating alerts cache for conditional gatherer E0703 18:15:19.014107 1 conditional_gatherer.go:322] unable to update alerts cache: Get "https://prometheus-k8s.openshift-monitoring.svc:9091/api/v1/query?match%5B%5D=ALERTS%7Balertstate%3D%22firing%22%7D&query=ALERTS": dial tcp: lookup prometheus-k8s.openshift-monitoring.svc on 172.30.0.10:53: no such host I0703 18:15:19.014174 1 conditional_gatherer.go:382] updating version cache for conditional gatherer I0703 18:15:19.023745 1 conditional_gatherer.go:390] cluster version is '4.19.9' E0703 18:15:19.023759 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 18:15:19.023765 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 18:15:19.023768 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 18:15:19.023771 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 18:15:19.023774 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 18:15:19.023777 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 18:15:19.023780 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 18:15:19.023783 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 18:15:19.023785 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing E0703 18:15:19.023788 1 conditional_gatherer.go:207] error checking conditions for a gathering rule: alerts cache is missing I0703 18:15:19.023803 1 tasks_processing.go:45] number of workers: 3 I0703 18:15:19.023812 1 tasks_processing.go:69] worker 2 listening for tasks. I0703 18:15:19.023818 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0703 18:15:19.023821 1 tasks_processing.go:69] worker 0 listening for tasks. I0703 18:15:19.023829 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0703 18:15:19.023831 1 tasks_processing.go:69] worker 1 listening for tasks. I0703 18:15:19.023839 1 tasks_processing.go:74] worker 1 stopped. I0703 18:15:19.023845 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0703 18:15:19.023910 1 recorder.go:70] Recording insights-operator/conditional-gatherer-rules with fingerprint=9fafdcbf373f1f367f1d69551ea59114592cce1681189be0f3dde774e0530661 I0703 18:15:19.023923 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 1.186µs to process 1 records I0703 18:15:19.023957 1 recorder.go:70] Recording insights-operator/remote-configuration with fingerprint=5f681cc1442447fd2c1534f876836dff54caf3c545b582a5a8aae894f9203c5d I0703 18:15:19.023965 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 858ns to process 1 records I0703 18:15:19.023970 1 tasks_processing.go:74] worker 0 stopped. I0703 18:15:19.024139 1 tasks_processing.go:74] worker 2 stopped. I0703 18:15:19.024153 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 272.39µs to process 0 records I0703 18:15:19.024168 1 controllerstatus.go:80] name=periodic-conditional healthy=true reason=AsExpected message= I0703 18:15:19.024187 1 recorder.go:70] Recording insights-operator/remote-configuration.json with fingerprint=363fa5c8fa2573b18bc685faeca9ca9f021a8f80760895b7701f54e3dcd5c85f I0703 18:15:19.050430 1 recorder.go:70] Recording insights-operator/gathers with fingerprint=c767bebc3e8605a2c69082fa834fdecb98aa0dc26836a3c049d7d00225c2f3b1 I0703 18:15:19.050558 1 diskrecorder.go:70] Writing 98 records to /var/lib/insights-operator/insights-2026-07-03-181519.tar.gz I0703 18:15:19.056709 1 diskrecorder.go:51] Wrote 98 records to disk in 6ms I0703 18:15:19.056736 1 periodic.go:281] Gathering cluster info every 2h0m0s I0703 18:15:19.056749 1 periodic.go:282] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0703 18:16:29.383591 1 diskrecorder.go:223] Found files to send: insights-2026-07-03-181519.tar.gz I0703 18:16:29.383625 1 insightsuploader.go:150] Checking archives to upload periodically every 15m33.635900039s I0703 18:16:29.383635 1 insightsuploader.go:165] Uploading latest report since 0001-01-01T00:00:00Z I0703 18:16:29.397009 1 requests.go:46] Uploading application/vnd.redhat.openshift.periodic to https://console.redhat.com/api/ingress/v1/upload I0703 18:16:29.548865 1 requests.go:87] Successfully reported id=2026-07-03T18:16:29Z x-rh-insights-request-id=1922d0f44b1b475084b7560ddb610a54, wrote=48389 I0703 18:16:29.548985 1 insightsuploader.go:187] Uploaded report successfully in 165.342656ms I0703 18:16:29.549011 1 controller.go:119] Initializing last reported time to 2026-07-03T18:16:29Z I0703 18:16:29.549037 1 insightsreport.go:304] Archive uploaded, starting pulling report... I0703 18:16:29.549047 1 insightsreport.go:215] Starting retrieving report from Smart Proxy I0703 18:16:29.549055 1 insightsreport.go:221] Initial delay for pulling: 1m0s I0703 18:16:29.555747 1 controller.go:481] The operator is healthy I0703 18:16:59.399696 1 controller.go:481] The operator is healthy I0703 18:17:30.354386 1 insightsreport.go:137] Pulling report from smart-proxy I0703 18:17:30.354408 1 insightsreport.go:149] Retrieving report I0703 18:17:30.365242 1 requests.go:110] Retrieving report for cluster: 64a582cb-326b-42cb-b927-3a972ebcec68 I0703 18:17:30.365256 1 requests.go:111] Endpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/64a582cb-326b-42cb-b927-3a972ebcec68/reports I0703 18:17:30.368244 1 requests.go:121] Retrieving report from https://console.redhat.com/api/insights-results-aggregator/v2/cluster/64a582cb-326b-42cb-b927-3a972ebcec68/reports I0703 18:17:30.609866 1 insightsreport.go:184] Report retrieved I0703 18:17:30.656307 1 insightsreport.go:239] Report retrieved correctly I0703 18:18:59.399274 1 controller.go:481] The operator is healthy I0703 18:19:59.373650 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0703 18:19:59.380087 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 18:19:59.380105 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0703 18:19:59.385116 1 secretconfigobserver.go:119] support secret does not exist I0703 18:20:59.398643 1 controller.go:481] The operator is healthy I0703 18:22:59.397806 1 controller.go:481] The operator is healthy I0703 18:24:59.371727 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 18:24:59.376992 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 18:24:59.386079 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0703 18:24:59.391586 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 18:24:59.391603 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0703 18:24:59.397705 1 controller.go:481] The operator is healthy I0703 18:24:59.397749 1 secretconfigobserver.go:119] support secret does not exist I0703 18:26:59.407596 1 controller.go:481] The operator is healthy I0703 18:28:59.400741 1 controller.go:481] The operator is healthy I0703 18:29:59.398063 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0703 18:29:59.406596 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 18:29:59.406619 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0703 18:29:59.412270 1 secretconfigobserver.go:119] support secret does not exist I0703 18:30:59.398347 1 controller.go:481] The operator is healthy I0703 18:32:08.185893 1 insightsuploader.go:146] Nothing to report since 2026-07-03T18:16:29Z I0703 18:32:59.398772 1 controller.go:481] The operator is healthy I0703 18:34:59.368837 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 18:34:59.398582 1 controller.go:481] The operator is healthy I0703 18:34:59.412530 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0703 18:34:59.418087 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 18:34:59.418103 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0703 18:34:59.423352 1 secretconfigobserver.go:119] support secret does not exist I0703 18:36:59.399556 1 controller.go:481] The operator is healthy I0703 18:38:59.399030 1 controller.go:481] The operator is healthy I0703 18:39:59.423869 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0703 18:39:59.430553 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 18:39:59.430588 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0703 18:39:59.435718 1 secretconfigobserver.go:119] support secret does not exist I0703 18:40:59.398783 1 controller.go:481] The operator is healthy I0703 18:42:59.399085 1 controller.go:481] The operator is healthy I0703 18:44:59.369708 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 18:44:59.375200 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 18:44:59.397688 1 controller.go:481] The operator is healthy I0703 18:44:59.436669 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0703 18:44:59.442518 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 18:44:59.442537 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0703 18:44:59.447505 1 secretconfigobserver.go:119] support secret does not exist I0703 18:46:59.398773 1 controller.go:481] The operator is healthy I0703 18:48:36.323203 1 insightsuploader.go:146] Nothing to report since 2026-07-03T18:16:29Z I0703 18:48:59.398967 1 controller.go:481] The operator is healthy I0703 18:49:59.448136 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0703 18:49:59.455362 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 18:49:59.455382 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0703 18:49:59.460691 1 secretconfigobserver.go:119] support secret does not exist I0703 18:50:59.399027 1 controller.go:481] The operator is healthy I0703 18:52:59.404272 1 controller.go:481] The operator is healthy I0703 18:54:59.373245 1 configmapobserver.go:84] configmaps "insights-config" not found I0703 18:54:59.398076 1 controller.go:481] The operator is healthy I0703 18:54:59.461146 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0703 18:54:59.466899 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 18:54:59.466917 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0703 18:54:59.472056 1 secretconfigobserver.go:119] support secret does not exist I0703 18:56:59.403673 1 controller.go:481] The operator is healthy I0703 18:58:59.399604 1 controller.go:481] The operator is healthy I0703 18:59:59.472663 1 secretconfigobserver.go:136] Refreshing configuration from cluster pull secret I0703 18:59:59.480379 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0703 18:59:59.480404 1 secretconfigobserver.go:162] Refreshing configuration from cluster support secret I0703 18:59:59.486054 1 secretconfigobserver.go:119] support secret does not exist