W0505 19:48:31.226686 1 cmd.go:257] Using insecure, self-signed certificates I0505 19:48:32.405336 1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 19:48:32.405673 1 observer_polling.go:159] Starting file observer I0505 19:48:33.234307 1 operator.go:76] Starting insights-operator v0.0.0-master+$Format:%H$ I0505 19:48:33.234531 1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"} I0505 19:48:33.235081 1 secure_serving.go:57] Forcing use of http/1.1 only W0505 19:48:33.235101 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0505 19:48:33.235105 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0505 19:48:33.235110 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0505 19:48:33.235113 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. I0505 19:48:33.235107 1 simple_featuregate_reader.go:171] Starting feature-gate-detector W0505 19:48:33.235116 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0505 19:48:33.235144 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0505 19:48:33.238498 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"284bc263-785a-45f9-82a2-f06d38f518ff", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0505 19:48:33.238481 1 operator.go:141] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GCPClusterHostedDNSInstall GatewayAPI GatewayAPIController HighlyAvailableArbiter HyperShiftOnlyDynamicResourceAllocation ImageStreamImportMode ImageVolume KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS ManagedBootImagesAzure ManagedBootImagesvSphere MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages PreconfiguredUDNAddresses ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SigstoreImageVerification SigstoreImageVerificationPKI StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks VolumeAttributesClass AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSDualStackInstall AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureDualStackInstall AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement CBORServingAndStorage CRDCompatibilityRequirementOperator ClientsAllowCBOR ClientsPreferCBOR ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterAPIMachineManagement ClusterAPIMachineManagementVSphere ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud EtcdBackendQuota EventTTL EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall GCPDualStackInstall ImageModeStatusReporting IngressControllerDynamicConfigurationManager InsightsConfig InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryption KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesCPMS MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutableCSINodeAllocatableCount MutatingAdmissionPolicy NewOLM NewOLMBoxCutterRuntime NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterInstall NutanixMultiSubnets OSStreams OVNObservability OnPremDNSRecords OpenShiftPodSecurityAdmission ProvisioningRequestAvailable SELinuxMount ShortCertRotation SignatureStores TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeGroupSnapshot] I0505 19:48:33.240957 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0505 19:48:33.240981 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0505 19:48:33.241019 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0505 19:48:33.241035 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0505 19:48:33.241051 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0505 19:48:33.241074 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0505 19:48:33.241373 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-742253202/tls.crt::/tmp/serving-cert-742253202/tls.key" I0505 19:48:33.242842 1 secure_serving.go:213] Serving securely on [::]:8443 I0505 19:48:33.242871 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" W0505 19:48:33.244768 1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used. I0505 19:48:33.244822 1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0505 19:48:33.244944 1 base_controller.go:76] Waiting for caches to sync for ConfigController I0505 19:48:33.249855 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0505 19:48:33.249874 1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status I0505 19:48:33.254738 1 secretconfigobserver.go:119] support secret does not exist I0505 19:48:33.259594 1 secretconfigobserver.go:249] Found cloud.openshift.com token I0505 19:48:33.264074 1 secretconfigobserver.go:119] support secret does not exist I0505 19:48:33.269537 1 recorder.go:176] Pruning old reports every 5h9m15s, max age is 288h0m0s I0505 19:48:33.275743 1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message= I0505 19:48:33.275748 1 periodic.go:216] Running clusterconfig gatherer I0505 19:48:33.275763 1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s I0505 19:48:33.275787 1 tasks_processing.go:45] number of workers: 64 I0505 19:48:33.275800 1 tasks_processing.go:69] worker 1 listening for tasks. I0505 19:48:33.275807 1 tasks_processing.go:69] worker 0 listening for tasks. I0505 19:48:33.275809 1 tasks_processing.go:69] worker 10 listening for tasks. I0505 19:48:33.275805 1 controllerstatus.go:80] name=insightsreport healthy=true reason= message= I0505 19:48:33.275819 1 tasks_processing.go:69] worker 15 listening for tasks. I0505 19:48:33.275821 1 insightsreport.go:296] Starting report retriever I0505 19:48:33.275826 1 tasks_processing.go:69] worker 7 listening for tasks. I0505 19:48:33.275828 1 tasks_processing.go:69] worker 11 listening for tasks. I0505 19:48:33.275831 1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s I0505 19:48:33.275833 1 tasks_processing.go:69] worker 6 listening for tasks. I0505 19:48:33.275838 1 tasks_processing.go:69] worker 9 listening for tasks. I0505 19:48:33.275820 1 tasks_processing.go:69] worker 3 listening for tasks. I0505 19:48:33.275844 1 tasks_processing.go:69] worker 49 listening for tasks. I0505 19:48:33.275844 1 tasks_processing.go:69] worker 50 listening for tasks. I0505 19:48:33.275844 1 tasks_processing.go:69] worker 14 listening for tasks. I0505 19:48:33.275849 1 tasks_processing.go:71] worker 49 working on openstack_dataplanedeployments task. I0505 19:48:33.275850 1 tasks_processing.go:69] worker 12 listening for tasks. I0505 19:48:33.275852 1 tasks_processing.go:69] worker 51 listening for tasks. I0505 19:48:33.275850 1 tasks_processing.go:69] worker 13 listening for tasks. I0505 19:48:33.275856 1 tasks_processing.go:69] worker 4 listening for tasks. I0505 19:48:33.275861 1 tasks_processing.go:69] worker 52 listening for tasks. I0505 19:48:33.275831 1 tasks_processing.go:69] worker 31 listening for tasks. I0505 19:48:33.275843 1 tasks_processing.go:71] worker 6 working on sap_datahubs task. I0505 19:48:33.275866 1 tasks_processing.go:69] worker 18 listening for tasks. I0505 19:48:33.275869 1 tasks_processing.go:71] worker 0 working on image_pruners task. I0505 19:48:33.275871 1 tasks_processing.go:69] worker 32 listening for tasks. I0505 19:48:33.275868 1 tasks_processing.go:69] worker 40 listening for tasks. I0505 19:48:33.275877 1 tasks_processing.go:69] worker 25 listening for tasks. I0505 19:48:33.275879 1 tasks_processing.go:69] worker 36 listening for tasks. I0505 19:48:33.275885 1 tasks_processing.go:69] worker 33 listening for tasks. I0505 19:48:33.275886 1 tasks_processing.go:69] worker 20 listening for tasks. I0505 19:48:33.275889 1 tasks_processing.go:69] worker 26 listening for tasks. I0505 19:48:33.275881 1 tasks_processing.go:69] worker 55 listening for tasks. I0505 19:48:33.275894 1 tasks_processing.go:69] worker 34 listening for tasks. I0505 19:48:33.275895 1 tasks_processing.go:69] worker 38 listening for tasks. I0505 19:48:33.275898 1 tasks_processing.go:69] worker 62 listening for tasks. I0505 19:48:33.275900 1 tasks_processing.go:69] worker 59 listening for tasks. I0505 19:48:33.275904 1 tasks_processing.go:69] worker 23 listening for tasks. I0505 19:48:33.275891 1 tasks_processing.go:69] worker 37 listening for tasks. I0505 19:48:33.275906 1 tasks_processing.go:69] worker 39 listening for tasks. I0505 19:48:33.275910 1 tasks_processing.go:69] worker 63 listening for tasks. I0505 19:48:33.275913 1 tasks_processing.go:69] worker 48 listening for tasks. I0505 19:48:33.275833 1 tasks_processing.go:69] worker 8 listening for tasks. I0505 19:48:33.275915 1 tasks_processing.go:71] worker 10 working on container_runtime_configs task. I0505 19:48:33.275919 1 tasks_processing.go:69] worker 30 listening for tasks. I0505 19:48:33.275920 1 tasks_processing.go:69] worker 41 listening for tasks. I0505 19:48:33.275924 1 tasks_processing.go:71] worker 15 working on oauths task. I0505 19:48:33.275926 1 tasks_processing.go:69] worker 46 listening for tasks. I0505 19:48:33.275870 1 tasks_processing.go:69] worker 53 listening for tasks. I0505 19:48:33.275849 1 tasks_processing.go:71] worker 3 working on install_plans task. I0505 19:48:33.275931 1 tasks_processing.go:69] worker 47 listening for tasks. I0505 19:48:33.276000 1 tasks_processing.go:71] worker 14 working on operators_pods_and_events task. I0505 19:48:33.276011 1 tasks_processing.go:71] worker 12 working on active_alerts task. I0505 19:48:33.276016 1 tasks_processing.go:71] worker 51 working on nodes task. W0505 19:48:33.276048 1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 19:48:33.276059 1 tasks_processing.go:71] worker 59 working on networks task. I0505 19:48:33.276060 1 tasks_processing.go:71] worker 23 working on openshift_logging task. I0505 19:48:33.276063 1 tasks_processing.go:71] worker 37 working on authentication task. I0505 19:48:33.276070 1 tasks_processing.go:71] worker 12 working on feature_gates task. I0505 19:48:33.276071 1 tasks_processing.go:71] worker 30 working on node_features task. I0505 19:48:33.276092 1 tasks_processing.go:71] worker 48 working on openstack_dataplanenodesets task. I0505 19:48:33.276002 1 tasks_processing.go:71] worker 50 working on machines task. I0505 19:48:33.275909 1 tasks_processing.go:69] worker 28 listening for tasks. I0505 19:48:33.276127 1 tasks_processing.go:71] worker 38 working on image task. I0505 19:48:33.276128 1 tasks_processing.go:71] worker 62 working on machine_healthchecks task. I0505 19:48:33.276334 1 tasks_processing.go:71] worker 28 working on ingress task. I0505 19:48:33.276419 1 tasks_processing.go:71] worker 46 working on container_images task. I0505 19:48:33.276464 1 tasks_processing.go:71] worker 26 working on pod_network_connectivity_checks task. I0505 19:48:33.276053 1 tasks_processing.go:71] worker 39 working on machine_config_pools task. I0505 19:48:33.276585 1 tasks_processing.go:71] worker 32 working on service_accounts task. I0505 19:48:33.276011 1 tasks_processing.go:71] worker 55 working on metrics task. W0505 19:48:33.276659 1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 19:48:33.276337 1 tasks_processing.go:71] worker 4 working on silenced_alerts task. I0505 19:48:33.275919 1 tasks_processing.go:69] worker 43 listening for tasks. W0505 19:48:33.276694 1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 19:48:33.276428 1 tasks_processing.go:71] worker 18 working on crds task. I0505 19:48:33.276466 1 tasks_processing.go:71] worker 33 working on jaegers task. I0505 19:48:33.275867 1 tasks_processing.go:69] worker 24 listening for tasks. I0505 19:48:33.275816 1 tasks_processing.go:69] worker 2 listening for tasks. I0505 19:48:33.275837 1 tasks_processing.go:71] worker 11 working on storage_cluster task. I0505 19:48:33.276846 1 tasks_processing.go:71] worker 24 working on pdbs task. I0505 19:48:33.276927 1 tasks_processing.go:71] worker 2 working on validating_webhook_configurations task. I0505 19:48:33.275837 1 tasks_processing.go:71] worker 7 working on config_maps task. I0505 19:48:33.275880 1 tasks_processing.go:71] worker 1 working on openstack_controlplanes task. I0505 19:48:33.275855 1 tasks_processing.go:69] worker 17 listening for tasks. I0505 19:48:33.275855 1 tasks_processing.go:71] worker 9 working on ceph_cluster task. I0505 19:48:33.275855 1 tasks_processing.go:69] worker 5 listening for tasks. I0505 19:48:33.277661 1 tasks_processing.go:71] worker 5 working on nodenetworkconfigurationpolicies task. I0505 19:48:33.275864 1 tasks_processing.go:69] worker 60 listening for tasks. I0505 19:48:33.275864 1 tasks_processing.go:69] worker 35 listening for tasks. I0505 19:48:33.277811 1 tasks_processing.go:71] worker 35 working on olm_operators task. I0505 19:48:33.275866 1 tasks_processing.go:69] worker 61 listening for tasks. I0505 19:48:33.275876 1 tasks_processing.go:69] worker 54 listening for tasks. I0505 19:48:33.275875 1 tasks_processing.go:69] worker 19 listening for tasks. I0505 19:48:33.277874 1 tasks_processing.go:71] worker 54 working on lokistack task. I0505 19:48:33.277877 1 tasks_processing.go:71] worker 19 working on proxies task. I0505 19:48:33.275886 1 tasks_processing.go:69] worker 56 listening for tasks. I0505 19:48:33.275890 1 tasks_processing.go:69] worker 57 listening for tasks. I0505 19:48:33.277989 1 tasks_processing.go:71] worker 57 working on sap_config task. I0505 19:48:33.277985 1 tasks_processing.go:71] worker 56 working on machine_configs task. I0505 19:48:33.275900 1 tasks_processing.go:69] worker 27 listening for tasks. I0505 19:48:33.278119 1 tasks_processing.go:71] worker 27 working on openstack_version task. I0505 19:48:33.275906 1 tasks_processing.go:69] worker 21 listening for tasks. I0505 19:48:33.275914 1 tasks_processing.go:69] worker 45 listening for tasks. I0505 19:48:33.275916 1 tasks_processing.go:69] worker 29 listening for tasks. I0505 19:48:33.275909 1 tasks_processing.go:69] worker 22 listening for tasks. I0505 19:48:33.275923 1 tasks_processing.go:69] worker 42 listening for tasks. I0505 19:48:33.275926 1 tasks_processing.go:69] worker 44 listening for tasks. I0505 19:48:33.276006 1 tasks_processing.go:71] worker 47 working on machine_autoscalers task. I0505 19:48:33.278156 1 tasks_processing.go:71] worker 44 working on image_registries task. I0505 19:48:33.276056 1 tasks_processing.go:71] worker 34 working on mutating_webhook_configurations task. I0505 19:48:33.276127 1 tasks_processing.go:71] worker 8 working on infrastructures task. I0505 19:48:33.276132 1 tasks_processing.go:71] worker 13 working on tsdb_status task. I0505 19:48:33.276134 1 tasks_processing.go:71] worker 40 working on support_secret task. I0505 19:48:33.276137 1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 49.984µs to process 0 records I0505 19:48:33.276341 1 tasks_processing.go:71] worker 41 working on machine_sets task. I0505 19:48:33.276251 1 tasks_processing.go:71] worker 63 working on storage_classes task. I0505 19:48:33.276442 1 tasks_processing.go:71] worker 31 working on cost_management_metrics_configs task. I0505 19:48:33.276450 1 tasks_processing.go:71] worker 20 working on openshift_machine_api_events task. I0505 19:48:33.276457 1 tasks_processing.go:71] worker 25 working on version task. I0505 19:48:33.276484 1 tasks_processing.go:71] worker 52 working on schedulers task. I0505 19:48:33.276505 1 tasks_processing.go:71] worker 36 working on number_of_pods_and_netnamespaces_with_sdn_annotations task. I0505 19:48:33.276703 1 tasks_processing.go:71] worker 43 working on clusterroles task. I0505 19:48:33.277390 1 tasks_processing.go:71] worker 17 working on aggregated_monitoring_cr_names task. I0505 19:48:33.275843 1 tasks_processing.go:69] worker 16 listening for tasks. I0505 19:48:33.277710 1 tasks_processing.go:71] worker 53 working on qemu_kubevirt_launcher_logs task. I0505 19:48:33.277954 1 tasks_processing.go:71] worker 60 working on nodenetworkstates task. I0505 19:48:33.275895 1 tasks_processing.go:69] worker 58 listening for tasks. I0505 19:48:33.278007 1 tasks_processing.go:71] worker 61 working on monitoring_persistent_volumes task. I0505 19:48:33.279015 1 tasks_processing.go:71] worker 29 working on overlapping_namespace_uids task. W0505 19:48:33.279046 1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 19:48:33.279095 1 tasks_processing.go:71] worker 21 working on certificate_signing_requests task. I0505 19:48:33.279131 1 tasks_processing.go:71] worker 45 working on node_logs task. I0505 19:48:33.279143 1 tasks_processing.go:71] worker 42 working on operators task. I0505 19:48:33.279164 1 tasks_processing.go:71] worker 22 working on ingress_certificates task. I0505 19:48:33.279507 1 gather.go:177] gatherer "clusterconfig" function "metrics" took 39.544µs to process 0 records I0505 19:48:33.279539 1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 19.204µs to process 0 records I0505 19:48:33.279544 1 tasks_processing.go:71] worker 55 working on cluster_apiserver task. I0505 19:48:33.279563 1 tasks_processing.go:74] worker 4 stopped. I0505 19:48:33.279583 1 tasks_processing.go:74] worker 13 stopped. I0505 19:48:33.279548 1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 841.167µs to process 0 records I0505 19:48:33.279718 1 tasks_processing.go:74] worker 49 stopped. I0505 19:48:33.279728 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 3.861969ms to process 0 records I0505 19:48:33.280038 1 tasks_processing.go:71] worker 16 working on dvo_metrics task. I0505 19:48:33.280134 1 tasks_processing.go:71] worker 58 working on sap_pods task. I0505 19:48:33.282241 1 tasks_processing.go:74] worker 10 stopped. I0505 19:48:33.282256 1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 6.313433ms to process 0 records I0505 19:48:33.282263 1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 6.170993ms to process 0 records E0505 19:48:33.282269 1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope I0505 19:48:33.282271 1 tasks_processing.go:74] worker 23 stopped. I0505 19:48:33.282276 1 gather.go:177] gatherer "clusterconfig" function "machines" took 6.149914ms to process 0 records I0505 19:48:33.282280 1 tasks_processing.go:74] worker 50 stopped. I0505 19:48:33.282315 1 tasks_processing.go:74] worker 62 stopped. E0505 19:48:33.282330 1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope I0505 19:48:33.282341 1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 6.004522ms to process 0 records I0505 19:48:33.282402 1 controller.go:129] Initializing last reported time to 0001-01-01T00:00:00Z I0505 19:48:33.282417 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0505 19:48:33.282421 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0505 19:48:33.282424 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0505 19:48:33.282437 1 controller.go:531] The operator is still being initialized I0505 19:48:33.282445 1 controller.go:554] The operator is healthy I0505 19:48:33.287666 1 tasks_processing.go:74] worker 6 stopped. I0505 19:48:33.287682 1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 11.792307ms to process 0 records I0505 19:48:33.287693 1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 10.946131ms to process 0 records I0505 19:48:33.287699 1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 10.545951ms to process 0 records E0505 19:48:33.287704 1 gather_node_features.go:86] GatherNodeFeatures: NodeFeatures resource not found in openshift-nfd namespace (may not be installed) E0505 19:48:33.287707 1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io) I0505 19:48:33.287716 1 tasks_processing.go:74] worker 33 stopped. I0505 19:48:33.287723 1 tasks_processing.go:74] worker 1 stopped. I0505 19:48:33.287724 1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 11.147994ms to process 0 records I0505 19:48:33.287712 1 tasks_processing.go:74] worker 26 stopped. I0505 19:48:33.287735 1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 11.138656ms to process 0 records I0505 19:48:33.287742 1 gather.go:177] gatherer "clusterconfig" function "node_features" took 11.629529ms to process 0 records I0505 19:48:33.287743 1 tasks_processing.go:74] worker 39 stopped. I0505 19:48:33.287751 1 tasks_processing.go:74] worker 30 stopped. I0505 19:48:33.287970 1 tasks_processing.go:74] worker 28 stopped. I0505 19:48:33.288151 1 recorder.go:75] Recording config/ingress with fingerprint=cf18f0be7fd2375e02d1eba545d61e093cb0c4ed0afd21f69219d7132d7a1df5 I0505 19:48:33.288163 1 gather.go:177] gatherer "clusterconfig" function "ingress" took 11.577087ms to process 1 records I0505 19:48:33.288244 1 tasks_processing.go:74] worker 0 stopped. I0505 19:48:33.288335 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=2eeb82864751f0a4893555bc421c45f83d05f9380e40f42fc0bee107d93311e6 I0505 19:48:33.288343 1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 12.213752ms to process 1 records I0505 19:48:33.292241 1 tasks_processing.go:74] worker 59 stopped. I0505 19:48:33.292351 1 recorder.go:75] Recording config/network with fingerprint=55237d9702b45626ba136e92f6dee9f17bf259e866431fdd3841d5a2af4b47ec I0505 19:48:33.292362 1 gather.go:177] gatherer "clusterconfig" function "networks" took 16.169453ms to process 1 records I0505 19:48:33.299326 1 tasks_processing.go:74] worker 15 stopped. I0505 19:48:33.299535 1 recorder.go:75] Recording config/oauth with fingerprint=31cb52d5283688c73a124c686624db2fc261c02466b9d0822fd3abfb18d8f41b I0505 19:48:33.299550 1 gather.go:177] gatherer "clusterconfig" function "oauths" took 23.388819ms to process 1 records I0505 19:48:33.309144 1 tasks_processing.go:74] worker 48 stopped. I0505 19:48:33.309153 1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 33.041767ms to process 0 records I0505 19:48:33.309168 1 tasks_processing.go:74] worker 9 stopped. I0505 19:48:33.309179 1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 31.764313ms to process 0 records I0505 19:48:33.309189 1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 32.31936ms to process 0 records I0505 19:48:33.309194 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 31.475242ms to process 0 records I0505 19:48:33.309199 1 tasks_processing.go:74] worker 5 stopped. I0505 19:48:33.309202 1 tasks_processing.go:74] worker 11 stopped. I0505 19:48:33.309347 1 tasks_processing.go:74] worker 24 stopped. I0505 19:48:33.309463 1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=1fcb3c313e3a55c75091c475b506a2e18e793ed681c378a5a90456c5be83f408 I0505 19:48:33.309493 1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=ee07d40f44a36b7355d5d4ab56ec17312a944cbfae457bad42b8386cc3c4fbc8 I0505 19:48:33.309511 1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=96a568364f8fbf715ad1788fd9a290b32d2125792a6a1b4e4f7e05a2f604be4f I0505 19:48:33.309536 1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 32.489622ms to process 3 records I0505 19:48:33.309543 1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 31.332944ms to process 0 records I0505 19:48:33.309549 1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 31.239129ms to process 0 records I0505 19:48:33.309560 1 tasks_processing.go:74] worker 57 stopped. I0505 19:48:33.309566 1 tasks_processing.go:74] worker 27 stopped. I0505 19:48:33.309626 1 recorder.go:75] Recording config/image with fingerprint=95e2a3acca0891def061f1cf968354ad726dea7e90378cb84c0272e040d943e4 I0505 19:48:33.309637 1 gather.go:177] gatherer "clusterconfig" function "image" took 33.24233ms to process 1 records I0505 19:48:33.309645 1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 30.772341ms to process 0 records I0505 19:48:33.309648 1 tasks_processing.go:74] worker 38 stopped. I0505 19:48:33.309658 1 tasks_processing.go:74] worker 60 stopped. I0505 19:48:33.309771 1 tasks_processing.go:74] worker 37 stopped. I0505 19:48:33.309798 1 recorder.go:75] Recording config/authentication with fingerprint=cc8f8cad54d12dea2a7b59399b175cb37f48fd826f576b4634a321abba301dd2 I0505 19:48:33.309808 1 gather.go:177] gatherer "clusterconfig" function "authentication" took 33.413986ms to process 1 records I0505 19:48:33.309813 1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 31.658503ms to process 0 records I0505 19:48:33.309818 1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 31.324567ms to process 0 records I0505 19:48:33.309842 1 tasks_processing.go:74] worker 54 stopped. I0505 19:48:33.309851 1 tasks_processing.go:74] worker 41 stopped. I0505 19:48:33.309855 1 recorder.go:75] Recording config/proxy with fingerprint=95ef7742e615019f3de15de56ce6e062cf44756e35f2bc7d2fbb61ec709e4b11 I0505 19:48:33.309861 1 gather.go:177] gatherer "clusterconfig" function "proxies" took 31.737928ms to process 1 records I0505 19:48:33.309866 1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 31.504575ms to process 0 records I0505 19:48:33.309870 1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 31.521592ms to process 0 records I0505 19:48:33.309876 1 tasks_processing.go:74] worker 31 stopped. I0505 19:48:33.309879 1 tasks_processing.go:74] worker 19 stopped. I0505 19:48:33.309880 1 tasks_processing.go:74] worker 47 stopped. I0505 19:48:33.310471 1 tasks_processing.go:74] worker 35 stopped. I0505 19:48:33.310484 1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 32.646385ms to process 0 records I0505 19:48:33.311385 1 tasks_processing.go:74] worker 12 stopped. I0505 19:48:33.311643 1 recorder.go:75] Recording config/featuregate with fingerprint=2d38eb34fcd89245b57891fb8c4093e37098db9663f5b39e4a7151b48e4f1a41 I0505 19:48:33.311694 1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 35.304147ms to process 1 records I0505 19:48:33.312047 1 tasks_processing.go:74] worker 8 stopped. I0505 19:48:33.313262 1 recorder.go:75] Recording config/infrastructure with fingerprint=c409801568521f323c1d7a05fca3b4345c997bf86d7c62c165de3a67286031a1 I0505 19:48:33.313282 1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 33.241219ms to process 1 records I0505 19:48:33.313442 1 tasks_processing.go:74] worker 40 stopped. E0505 19:48:33.313456 1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found I0505 19:48:33.313465 1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 35.214981ms to process 0 records I0505 19:48:33.313550 1 tasks_processing.go:74] worker 52 stopped. I0505 19:48:33.313565 1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=995777757c1099169027871cb383a186562160501fc0e8abfc5835dee843fe80 I0505 19:48:33.313575 1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 35.083022ms to process 1 records I0505 19:48:33.313729 1 tasks_processing.go:74] worker 55 stopped. I0505 19:48:33.313830 1 recorder.go:75] Recording config/apiserver with fingerprint=f3bb8dffd2700a838b5583c69a5e7f2ac0b26643cff2cc7fc58c1e3565a486ad I0505 19:48:33.313840 1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 34.168625ms to process 1 records I0505 19:48:33.314028 1 tasks_processing.go:74] worker 44 stopped. I0505 19:48:33.314336 1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=1d8dcc2551016311c9f97914c173f71b94ef84d6e18b7fc5bb1063abade18df5 I0505 19:48:33.314357 1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 35.855354ms to process 1 records I0505 19:48:33.316631 1 tasks_processing.go:74] worker 45 stopped. I0505 19:48:33.316647 1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 37.486994ms to process 0 records I0505 19:48:33.317156 1 tasks_processing.go:74] worker 51 stopped. I0505 19:48:33.317427 1 recorder.go:75] Recording config/node/ip-10-0-0-25.ec2.internal with fingerprint=c50599a67e78e7eb8d101269d7e7338cdd1ec29cd54f86723eeffbcf58c3dda7 I0505 19:48:33.317497 1 recorder.go:75] Recording config/node/ip-10-0-1-250.ec2.internal with fingerprint=60613d74d0f441711be124e56dc7b3aad43dbb275024d887e93b9a17a0084c86 I0505 19:48:33.317579 1 recorder.go:75] Recording config/node/ip-10-0-2-97.ec2.internal with fingerprint=d2bb3e556b92afb0264364934eb15950a423d9d57a17ab5df3880fec06426596 I0505 19:48:33.317592 1 gather.go:177] gatherer "clusterconfig" function "nodes" took 41.123052ms to process 3 records I0505 19:48:33.317619 1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945 I0505 19:48:33.317631 1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 38.416071ms to process 1 records I0505 19:48:33.317641 1 tasks_processing.go:74] worker 29 stopped. I0505 19:48:33.320300 1 tasks_processing.go:74] worker 61 stopped. I0505 19:48:33.320314 1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 41.644233ms to process 0 records I0505 19:48:33.320685 1 tasks_processing.go:74] worker 58 stopped. I0505 19:48:33.320698 1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 40.534567ms to process 0 records I0505 19:48:33.320960 1 tasks_processing.go:74] worker 63 stopped. I0505 19:48:33.321050 1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=2b1dfe7baed4ec6a882dc06caebe9912ee862514be21536c87681a5cddaffa12 I0505 19:48:33.321076 1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=7c1c55d868e579830f76c0758cc8470fef48eabb2ec37dc3556a66224aa8ea86 I0505 19:48:33.321085 1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 42.691123ms to process 2 records I0505 19:48:33.321219 1 tasks_processing.go:74] worker 2 stopped. I0505 19:48:33.321399 1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=1b3e6977715814b2695e6b27867e3ca81faef48377555bcc326dfd95a49dfc4a I0505 19:48:33.321481 1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=369b17db55cb09ac63761faf54b8381b73c7533e38699a9ca8000e8afb269de4 I0505 19:48:33.321500 1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=4016570343aa36b9ba045a3d688b3297e268f2b12d7be97afab700d64740c594 I0505 19:48:33.321557 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=f5d8aa4493b11d64aae52273b7d8877c14eaaa3d40a06ba21b03b4b51c8ba187 I0505 19:48:33.321588 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=f1538c393d5e84bd9f4b40e9bd979905fa081498204c5d8a34d4d3e944a7fd7a I0505 19:48:33.321617 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=dbdd189f1baf24128bc4e22571b3e84d36ad14bebaea82bdf90ec90e7b9834bf I0505 19:48:33.321646 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=e4296a43d54090b5ec78372a00678c9141f39690c9412aedfd93f505a0f898e7 I0505 19:48:33.321684 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=61a3ed9613d985b16e7541a458356eeae22b44788bf8c479bf554c258fb1a0eb I0505 19:48:33.321718 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=c2c9ae07d65644277f46e19fc32871fd4fc367333cd7bc4509a4d99299f2157f I0505 19:48:33.321747 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=2b72a306ce70daf1a9ffb7c889d5ce808fed426c994fa0d636e8b49f830c726e I0505 19:48:33.321776 1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=177261af6bfadac5ef892a91858a3c550baf865be6fabe813e9e12ea82c9d487 I0505 19:48:33.321784 1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 44.252538ms to process 11 records I0505 19:48:33.322021 1 tasks_processing.go:74] worker 56 stopped. E0505 19:48:33.322036 1 gather.go:140] gatherer "clusterconfig" function "machine_configs" failed with the error: getting MachineConfigPools failed: the server could not find the requested resource (get machineconfigpools.machineconfiguration.openshift.io) I0505 19:48:33.322066 1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499 I0505 19:48:33.322083 1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 43.943052ms to process 1 records I0505 19:48:33.322100 1 tasks_processing.go:74] worker 34 stopped. I0505 19:48:33.322220 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=09277670e8d71f7d91a2fdf53674b1c729f2db9af2fcedd4c3b7e6f25e78f6ca I0505 19:48:33.322281 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=d9ace6ff732596122b5917e7eca4618e4135b329e12bd74c535aa439297bddbe I0505 19:48:33.322325 1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=8ba6a5ab75026b1a84dcf141e9159d4f9676bb6d5d1c0ba5c9cd11a9a051ad65 I0505 19:48:33.322337 1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 43.89245ms to process 3 records I0505 19:48:33.324913 1 tasks_processing.go:74] worker 21 stopped. I0505 19:48:33.324929 1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 45.800937ms to process 0 records I0505 19:48:33.328326 1 gather_logs.go:145] no pods in namespace were found I0505 19:48:33.328344 1 tasks_processing.go:74] worker 53 stopped. I0505 19:48:33.328351 1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 49.79372ms to process 0 records I0505 19:48:33.331580 1 tasks_processing.go:74] worker 20 stopped. I0505 19:48:33.331593 1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 53.265046ms to process 0 records I0505 19:48:33.331719 1 tasks_processing.go:74] worker 18 stopped. I0505 19:48:33.332210 1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=ce213b9417813b350fd8d36b04c08207d36583552aff024c0c66c763338de142 I0505 19:48:33.332403 1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=aa4049a674dfb0fa7cc46d00c39fd36e72d8b2d923a382f102ed9005f488da27 I0505 19:48:33.332412 1 gather.go:177] gatherer "clusterconfig" function "crds" took 55.008546ms to process 2 records I0505 19:48:33.336580 1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s I0505 19:48:33.336593 1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s W0505 19:48:33.336739 1 operator.go:328] started I0505 19:48:33.336767 1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer W0505 19:48:33.338327 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 19:48:33.339685 1 tasks_processing.go:74] worker 43 stopped. I0505 19:48:33.339852 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=444407bdb2cebd1f64bba9c4dad5793afc76503f81647cf11616ab5e70109af2 I0505 19:48:33.339936 1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=68592d5db1961388c1943f235cb4312b3d444d8e716888af7667a10e12e76665 I0505 19:48:33.339945 1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 61.197083ms to process 2 records I0505 19:48:33.341265 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0505 19:48:33.341276 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0505 19:48:33.341287 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0505 19:48:33.342200 1 tasks_processing.go:74] worker 46 stopped. I0505 19:48:33.343421 1 recorder.go:75] Recording config/pod/openshift-console-operator/console-operator-66dbbb6468-fjqmd with fingerprint=12d46c017697168bc50a61e853c8ba869a035280930e071847590182f46b8148 I0505 19:48:33.343470 1 recorder.go:75] Recording config/running_containers with fingerprint=6b3204387a46c6589972844a23509d6fae258d0ae6d4d21a8da686278012de0e I0505 19:48:33.343480 1 gather.go:177] gatherer "clusterconfig" function "container_images" took 65.723584ms to process 2 records I0505 19:48:33.345485 1 base_controller.go:82] Caches are synced for ConfigController I0505 19:48:33.345496 1 base_controller.go:119] Starting #1 worker of ConfigController controller ... I0505 19:48:33.348479 1 tasks_processing.go:74] worker 17 stopped. I0505 19:48:33.348504 1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 69.966769ms to process 0 records I0505 19:48:33.349381 1 controller.go:254] Source periodic-conditional *controllerstatus.Simple is not ready I0505 19:48:33.349438 1 controller.go:254] Source periodic-workloads *controllerstatus.Simple is not ready I0505 19:48:33.349465 1 controller.go:254] Source scaController *sca.Controller is not ready I0505 19:48:33.349489 1 controller.go:254] Source clusterTransferController *clustertransfer.Controller is not ready I0505 19:48:33.349513 1 controller.go:254] Source periodic-clusterconfig *controllerstatus.Simple is not ready I0505 19:48:33.349602 1 controller.go:531] The operator is still being initialized I0505 19:48:33.349630 1 controller.go:554] The operator is healthy I0505 19:48:33.353266 1 prometheus_rules.go:88] Prometheus rules successfully created I0505 19:48:33.357152 1 tasks_processing.go:74] worker 36 stopped. I0505 19:48:33.357165 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 19:48:33.357171 1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 78.698306ms to process 0 records E0505 19:48:33.363950 1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%277822a3b9-46c2-4a0f-97c7-74bd933c0a6c%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:58555->172.30.0.10:53: read: connection refused I0505 19:48:33.363964 1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%277822a3b9-46c2-4a0f-97c7-74bd933c0a6c%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:58555->172.30.0.10:53: read: connection refused I0505 19:48:33.365076 1 tasks_processing.go:74] worker 7 stopped. E0505 19:48:33.365089 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found E0505 19:48:33.365095 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found E0505 19:48:33.365099 1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found I0505 19:48:33.365108 1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=ad286723f58bdcfc37aeba3ec5b4110c08e1af59cd34d14b4bfaab02d18e4856 I0505 19:48:33.365142 1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=d476c7d3f5b104863f08f481b1264dcc68cc272ecefb0ecb709b18a6afab034d I0505 19:48:33.365149 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a I0505 19:48:33.365153 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=2ab5ab7b1b10d7fcf1197bb24dea7c90f400e4effc18c7356873209d54fdf84b I0505 19:48:33.365157 1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 I0505 19:48:33.365195 1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0 I0505 19:48:33.365202 1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d I0505 19:48:33.365207 1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 88.094335ms to process 7 records I0505 19:48:33.397325 1 tasks_processing.go:74] worker 25 stopped. I0505 19:48:33.397596 1 recorder.go:75] Recording config/version with fingerprint=2b80618ace365a09c7fb5371242db2e9309e9ee904fc7b3ba6b9df78497a4744 I0505 19:48:33.397608 1 recorder.go:75] Recording config/id with fingerprint=6da8463cc3bdc3b2890f7b33f5b19e9943ab9d51603f0be5ddd58598065010ea I0505 19:48:33.397615 1 gather.go:177] gatherer "clusterconfig" function "version" took 118.972609ms to process 2 records I0505 19:48:33.410282 1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload W0505 19:48:33.413424 1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:59738->172.30.0.10:53: read: connection refused I0505 19:48:33.413435 1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.128.0.11:59738->172.30.0.10:53: read: connection refused I0505 19:48:33.437126 1 base_controller.go:82] Caches are synced for LoggingSyncer I0505 19:48:33.437137 1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ... I0505 19:48:33.444462 1 tasks_processing.go:74] worker 22 stopped. E0505 19:48:33.444478 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found E0505 19:48:33.444484 1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2q3veqdi3e5ncvq7hjcncpt81jc24hvs-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2q3veqdi3e5ncvq7hjcncpt81jc24hvs-primary-cert-bundle-secret" not found I0505 19:48:33.444548 1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=df8793176d9c35a53a83fa907835a5b851366e860b37f0f29a0d1d1917ef0148 I0505 19:48:33.444561 1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 165.279288ms to process 1 records W0505 19:48:34.337286 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 19:48:34.522450 1 gather_cluster_operator_pods_and_events.go:121] Found 20 pods with 24 containers I0505 19:48:34.522465 1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1048576 bytes I0505 19:48:34.522939 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-5zkqj pod in namespace openshift-dns (previous: false). I0505 19:48:34.747898 1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found I0505 19:48:34.765102 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-5zkqj pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-5zkqj\" is waiting to start: ContainerCreating" I0505 19:48:34.765117 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-5zkqj\" is waiting to start: ContainerCreating" I0505 19:48:34.765126 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-5zkqj pod in namespace openshift-dns (previous: false). I0505 19:48:34.928339 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-5zkqj pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-5zkqj\" is waiting to start: ContainerCreating" I0505 19:48:34.928356 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-5zkqj\" is waiting to start: ContainerCreating" I0505 19:48:34.928385 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-8sgmm pod in namespace openshift-dns (previous: false). I0505 19:48:35.150736 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-8sgmm pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-8sgmm\" is waiting to start: ContainerCreating" I0505 19:48:35.150762 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-8sgmm\" is waiting to start: ContainerCreating" I0505 19:48:35.150774 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-8sgmm pod in namespace openshift-dns (previous: false). I0505 19:48:35.327712 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-8sgmm pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-8sgmm\" is waiting to start: ContainerCreating" I0505 19:48:35.327736 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-8sgmm\" is waiting to start: ContainerCreating" I0505 19:48:35.327751 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-bgb58 pod in namespace openshift-dns (previous: false). W0505 19:48:35.337375 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 19:48:35.350474 1 tasks_processing.go:74] worker 42 stopped. I0505 19:48:35.350540 1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=887f1c2c4398b13ab389c851974d77a8863c3ea848a239c4eb76892c6fe0726c I0505 19:48:35.350590 1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=2f1942422eb7061407632f10ecff1aebd0cae708e35d9f2fbfbb16d07b84c119 I0505 19:48:35.350618 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e I0505 19:48:35.350654 1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=b0f99762a2c0e3a6a2f6b081522c8b013fc479207faad7800d16dd3496ab5bbc I0505 19:48:35.350672 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f I0505 19:48:35.350708 1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=76e8866616726342869bbf55f2fd7093c0cc232c72a2dff12da9ecdceab8e523 I0505 19:48:35.350739 1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=e55a0a277993149cd436e9f4a7e47412bbce38e10b36251a9239040d65d7e0ad I0505 19:48:35.350764 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=5238dea6bbdde40e94375abd61cbb42a1a866746c82c7b1759b0ca07b2af68ae I0505 19:48:35.350778 1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=9e494a18f3672cc3485991cf48d8a52455a8d9951db5b52c6833c6d981842829 I0505 19:48:35.350795 1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=3c3026cec1ad6dab2ca7568d56e8f1310bd088d23b2fd3556b584d231591250e I0505 19:48:35.350804 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762 I0505 19:48:35.350821 1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=7d3a1c001e18fd6d80a94f36a71300551ae8f3e3dcdb51a93b0b1089e72099f7 I0505 19:48:35.350832 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11 I0505 19:48:35.350847 1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=41fec4d2f00e43bb4413291f7a9bcfdc993efe46b16a086855c207902102bce0 I0505 19:48:35.350856 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a I0505 19:48:35.350875 1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=17a0436fe24c4cf45d273c1d6f3f71cffa458e533e030a074b7c43785a179d11 I0505 19:48:35.350885 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db I0505 19:48:35.350899 1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=2e7f184e708345a6f2e58da5896739ea1fb708db87e39af458c934951d79f5d8 I0505 19:48:35.351019 1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=453f7844e6f9410439693ebee819751d1c413cdf0ade51d3fc700a11bc0a4af5 I0505 19:48:35.351029 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab I0505 19:48:35.351036 1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d I0505 19:48:35.351060 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75 I0505 19:48:35.351082 1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=c3d347072c449cbde297173a07ea60099f179d41407f756a05db3785dc75f90e I0505 19:48:35.351105 1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=ac4652f4c6797f5ce38e04c27cce69a6de3101176600a7c3a29aa63589cf83ea I0505 19:48:35.351114 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76 I0505 19:48:35.351130 1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=229650cd75859c7156a06fdbbecce172c9444f0b028281fc1d2ea666382b5596 I0505 19:48:35.351139 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7 I0505 19:48:35.351152 1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=a7ba4ea2ebc3ec78dbac021b84da2105e157dda9d2c9e1f571f19b79c3a5164c I0505 19:48:35.351167 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=72b99fbc2414abdbf9473afb3474964ddd47e3fe6c5ab9be901d59383971780a I0505 19:48:35.351180 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=1e3530c043202807e62ff58f1c7e2ce2d11c29d7c67cdaf2a276c2a0dc7cd3a5 I0505 19:48:35.351195 1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=6f6cab0c1fed3ce33e7d278f16c992f413152de3dbfbc4dcab3799608fcd125f I0505 19:48:35.351217 1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=12af797778f4a6dc779efe1bd6e930f5859f2022ec646856f6e3879265c62e3a I0505 19:48:35.351225 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/serviceca/cluster with fingerprint=812f7edc2cdb30e61e7f2b29454357a40b1a507a4b0c2b7729193b67f0e3b4aa I0505 19:48:35.351252 1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=0baf46a57793673662970d01a8ee9cfbbeb30a54d24e7fcad1d3a09c94f7e679 I0505 19:48:35.351268 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e I0505 19:48:35.351277 1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad I0505 19:48:35.351283 1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.071313278s to process 36 records I0505 19:48:35.561215 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bgb58 pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-bgb58\" is waiting to start: ContainerCreating" I0505 19:48:35.561235 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-bgb58\" is waiting to start: ContainerCreating" I0505 19:48:35.561244 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-bgb58 pod in namespace openshift-dns (previous: false). I0505 19:48:35.730945 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-bgb58 pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-bgb58\" is waiting to start: ContainerCreating" I0505 19:48:35.730962 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-bgb58\" is waiting to start: ContainerCreating" I0505 19:48:35.730974 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-f9cwm pod in namespace openshift-dns (previous: false). I0505 19:48:35.929598 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 19:48:35.929616 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-s55wt pod in namespace openshift-dns (previous: false). I0505 19:48:36.126581 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 19:48:36.126598 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-w747r pod in namespace openshift-dns (previous: false). I0505 19:48:36.330032 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 19:48:36.330083 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5bb69d5545-9x8ks pod in namespace openshift-image-registry (previous: false). W0505 19:48:36.338191 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 19:48:36.527288 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5bb69d5545-9x8ks pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5bb69d5545-9x8ks\" is waiting to start: ContainerCreating" I0505 19:48:36.527306 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5bb69d5545-9x8ks\" is waiting to start: ContainerCreating" I0505 19:48:36.527350 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-5bb69d5545-xm7sg pod in namespace openshift-image-registry (previous: false). I0505 19:48:36.726566 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-5bb69d5545-xm7sg pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-5bb69d5545-xm7sg\" is waiting to start: ContainerCreating" I0505 19:48:36.726582 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-5bb69d5545-xm7sg\" is waiting to start: ContainerCreating" I0505 19:48:36.726617 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-8648448794-26mqz pod in namespace openshift-image-registry (previous: false). I0505 19:48:36.929787 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-8648448794-26mqz pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-8648448794-26mqz\" is waiting to start: ContainerCreating" I0505 19:48:36.929807 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-8648448794-26mqz\" is waiting to start: ContainerCreating" I0505 19:48:36.929817 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-6g6gc pod in namespace openshift-image-registry (previous: false). I0505 19:48:37.130133 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 19:48:37.130155 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-fz9z9 pod in namespace openshift-image-registry (previous: false). I0505 19:48:37.327704 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 19:48:37.327720 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-kv8lw pod in namespace openshift-image-registry (previous: false). W0505 19:48:37.343053 1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again. I0505 19:48:37.538167 1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty" I0505 19:48:37.538184 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7c7b844789-db9r8 pod in namespace openshift-ingress (previous: false). I0505 19:48:37.730616 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7c7b844789-db9r8 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7c7b844789-db9r8\" is waiting to start: ContainerCreating" I0505 19:48:37.730638 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7c7b844789-db9r8\" is waiting to start: ContainerCreating" I0505 19:48:37.730651 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7df9d57-9m8mn pod in namespace openshift-ingress (previous: false). I0505 19:48:37.928768 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7df9d57-9m8mn pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7df9d57-9m8mn\" is waiting to start: ContainerCreating" I0505 19:48:37.928787 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7df9d57-9m8mn\" is waiting to start: ContainerCreating" I0505 19:48:37.928798 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-7df9d57-fmw5g pod in namespace openshift-ingress (previous: false). I0505 19:48:38.127585 1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-7df9d57-fmw5g pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-7df9d57-fmw5g\" is waiting to start: ContainerCreating" I0505 19:48:38.127610 1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-7df9d57-fmw5g\" is waiting to start: ContainerCreating" I0505 19:48:38.127626 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-4n659 pod in namespace openshift-ingress-canary (previous: false). I0505 19:48:38.327684 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-bmnxn pod in namespace openshift-ingress-canary (previous: false). W0505 19:48:38.333972 1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded I0505 19:48:38.333990 1 tasks_processing.go:74] worker 16 stopped. E0505 19:48:38.334000 1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded I0505 19:48:38.334010 1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 W0505 19:48:38.334024 1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics" I0505 19:48:38.334035 1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.053933827s to process 1 records I0505 19:48:38.530082 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-jfz4w pod in namespace openshift-ingress-canary (previous: false). I0505 19:48:38.729352 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for migrator container migrator-846d9b8bdc-pxzqd pod in namespace openshift-kube-storage-version-migrator (previous: false). I0505 19:48:38.926887 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for graceful-termination container migrator-846d9b8bdc-pxzqd pod in namespace openshift-kube-storage-version-migrator (previous: false). I0505 19:48:39.126629 1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-storage-version-migrator-operator container kube-storage-version-migrator-operator-74478b59c6-cdnv5 pod in namespace openshift-kube-storage-version-migrator-operator (previous: false). I0505 19:48:39.330262 1 tasks_processing.go:74] worker 14 stopped. I0505 19:48:39.330356 1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=247c415bb2daf64d10bc47bf78a9fc84d5d5fee4179af5e22386ba5252fb3d0a I0505 19:48:39.330418 1 recorder.go:75] Recording events/openshift-dns with fingerprint=b1db293870ab3bcca29dac9f03609a9d26f1f590319e54ca3006c9b10719499f I0505 19:48:39.330506 1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=3b94339aa0b17350603145852f84b3384f520dca6b20b0d2afba935483bdd235 I0505 19:48:39.330558 1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=83a818912afef9edf720c46b70829f94175b1fcee81b9af681f48bec383fadde I0505 19:48:39.330611 1 recorder.go:75] Recording events/openshift-ingress with fingerprint=0cb128cf1f62ef1c6dd8fc6424dd083b01610b4545f81923572658235ab012d9 I0505 19:48:39.330651 1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=32930546bf9d9c4bc6d40682c1f2ff92a03465278c10f67ffaa1bb27d6433d1f I0505 19:48:39.330675 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator with fingerprint=8ab1cc97df35b696d8400360438b603674a45bed7043a2f43fbd38658cb4caab I0505 19:48:39.330731 1 recorder.go:75] Recording events/openshift-kube-storage-version-migrator-operator with fingerprint=6620f55b6f6c0ba5ea1853a69cf2fbdf4d01f440c672d76e879f1b39dd09d60d I0505 19:48:39.330868 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-5zkqj with fingerprint=eb02b76c92c78dd561ad680832f468fee2f3a4a359d2222160bf896a95248511 I0505 19:48:39.330957 1 recorder.go:75] Recording config/pod/openshift-dns/dns-default-8sgmm with fingerprint=1eddae80164e645ac22d570ab9f71c2bb604b936de974b499664cf608955f8f9 I0505 19:48:39.331055 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-5bb69d5545-9x8ks with fingerprint=75e2f93201a83207d31cce6111a68938e73c3ee68de00372107c8c08aaa6cab0 I0505 19:48:39.331146 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-5bb69d5545-xm7sg with fingerprint=0d6357ffc752b05f235a433c781a3c9bfcd38d4387642d04b3e08091bc63ce3a I0505 19:48:39.331231 1 recorder.go:75] Recording config/pod/openshift-image-registry/image-registry-8648448794-26mqz with fingerprint=aa76a618c92233929f3275bfb4baf1175321c7d81852d1e9d5760746d8b07791 I0505 19:48:39.331238 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-4n659/serve-healthcheck-canary_current.log with fingerprint=3b46e294b15b2bf20bf82dbf960e17de3c06bc652120ec4bc2917a6af0b637a4 I0505 19:48:39.331242 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-bmnxn/serve-healthcheck-canary_current.log with fingerprint=efe09a2ba91139c5cd8a469a3afba3cfac27db2dee933f205df59ddb4318d3dd I0505 19:48:39.331246 1 recorder.go:75] Recording config/pod/openshift-ingress-canary/logs/ingress-canary-jfz4w/serve-healthcheck-canary_current.log with fingerprint=e6f7b4df585659dfb933c1b55d8d7d878d1759205205224a81aa2960b714bbc7 I0505 19:48:39.331259 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-846d9b8bdc-pxzqd/migrator_current.log with fingerprint=98e6b435ad0d7061388efffddce3dfd81653d909d464ec217029cf7e61ec4485 I0505 19:48:39.331265 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator/logs/migrator-846d9b8bdc-pxzqd/graceful-termination_current.log with fingerprint=a0edc29a96e1750a4aa80150bbf16d1bd9b51dc6fbb3aec4102a09d065684b8f I0505 19:48:39.331334 1 recorder.go:75] Recording config/pod/openshift-kube-storage-version-migrator-operator/logs/kube-storage-version-migrator-operator-74478b59c6-cdnv5/kube-storage-version-migrator-operator_current.log with fingerprint=dc01b4e5fd63b46103e19125490b50bbb9a0836ff158a622eff36cfda73774e4 I0505 19:48:39.331343 1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 6.05423931s to process 19 records I0505 19:48:44.728372 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 19:48:46.129058 1 tasks_processing.go:74] worker 3 stopped. I0505 19:48:46.129094 1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b I0505 19:48:46.129108 1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.853108684s to process 1 records I0505 19:48:46.301716 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 19:48:46.497674 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 19:48:46.884901 1 tasks_processing.go:74] worker 32 stopped. I0505 19:48:46.885157 1 recorder.go:75] Recording config/serviceaccounts with fingerprint=c8ec6b4e3ff562aa9cffb0c6c8a7aad5bc75cfbbdcd0f7c491f6727973a8d911 I0505 19:48:46.885173 1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.608286638s to process 1 records E0505 19:48:46.885251 1 periodic.go:254] "Unhandled Error" err="clusterconfig failed after 13.609s with: function \"machines\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"support_secret\" failed with an error, function \"machine_configs\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error" I0505 19:48:46.886362 1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "machines" failed with an error, function "machine_healthchecks" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "support_secret" failed with an error, function "machine_configs" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error I0505 19:48:46.886375 1 periodic.go:216] Running workloads gatherer I0505 19:48:46.886391 1 tasks_processing.go:45] number of workers: 2 I0505 19:48:46.886399 1 tasks_processing.go:69] worker 1 listening for tasks. I0505 19:48:46.886403 1 tasks_processing.go:71] worker 1 working on workload_info task. I0505 19:48:46.886424 1 tasks_processing.go:69] worker 0 listening for tasks. I0505 19:48:46.886439 1 tasks_processing.go:71] worker 0 working on helmchart_info task. I0505 19:48:46.914904 1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 21s for image data I0505 19:48:46.919657 1 tasks_processing.go:74] worker 0 stopped. I0505 19:48:46.919672 1 gather.go:177] gatherer "workloads" function "helmchart_info" took 33.205989ms to process 0 records I0505 19:48:46.927082 1 gather_workloads_info.go:387] No image sha256:a043239802b3eb8b323d285193d2527fad0ecec98ca91d188a3472a2fac8ae04 (13ms) I0505 19:48:46.938560 1 gather_workloads_info.go:387] No image sha256:730d1b6988025bef0daa3a9a5d8467ec4a26b0382cc52f91c3375b4590d3518a (11ms) I0505 19:48:46.948734 1 gather_workloads_info.go:387] No image sha256:934d8e8c50f3c609b8eea80d1051111fe3d066fe8c65c79572072ae55fcb0a86 (10ms) I0505 19:48:46.959674 1 gather_workloads_info.go:387] No image sha256:637d41f067a5239096fc22b135181cda5113da833f1370e7a73965e83792e93a (11ms) I0505 19:48:46.971094 1 gather_workloads_info.go:387] No image sha256:875c77e5d144f03fb91d8cee0259f6966683ca88d1bf818dbf4652c16b70312c (11ms) I0505 19:48:46.982647 1 gather_workloads_info.go:387] No image sha256:6814f5fced0ef219d06374011c68a11a3da788a764a00a69ade435466d9ee240 (12ms) I0505 19:48:46.993195 1 gather_workloads_info.go:387] No image sha256:0a4dfb8d4c1b3849319d45b4c54dff26a7238a2c08fcaa121f93073e95ab12e8 (11ms) I0505 19:48:47.003720 1 gather_workloads_info.go:387] No image sha256:55b1db6038c5beaed54c626e3343b7a8589cc0be8dc41d1a66b4deab766ff520 (11ms) I0505 19:48:47.015573 1 gather_workloads_info.go:387] No image sha256:4733236617781e3469ffffb15e4daaa1f14ea8e1c52b426a3787a4f1f2945424 (12ms) I0505 19:48:47.025850 1 gather_workloads_info.go:387] No image sha256:08c5a78c8a5af04c549e2273aaf4bb452a75bf038d68aa9d01bb2aff66c30e90 (10ms) I0505 19:48:47.035861 1 gather_workloads_info.go:387] No image sha256:90a8ffd9643ebb16a6a8c04bb38cf9ed58903e9d3bf836c68f399193db5edaf6 (10ms) I0505 19:48:47.127102 1 gather_workloads_info.go:387] No image sha256:89277d8d4560d71db88c2dcc67c992a24544ca21810920b609c1d49d53b4a287 (91ms) I0505 19:48:47.225701 1 gather_workloads_info.go:387] No image sha256:5c6d21c3f97366bc7ab57031cc027b67405a684bd804ce364ed5998b0685eaca (99ms) I0505 19:48:47.326204 1 gather_workloads_info.go:387] No image sha256:e3732e356ae2324565c74cae57d5d016917314fa293ddaa3a68ee9ae030c6f07 (100ms) I0505 19:48:47.427654 1 gather_workloads_info.go:387] No image sha256:30e597ec5d6bb96ff70a4f8688c748b659cd4fd5d73d222e8701821d236795c5 (101ms) I0505 19:48:47.530938 1 gather_workloads_info.go:387] No image sha256:15677f0b70e6aa2dfaf088e45fc1a425c22bf6fda326b8116f87e88b6694dfab (103ms) I0505 19:48:47.626116 1 gather_workloads_info.go:387] No image sha256:5808401268394502d335281ea1a294b07210461b986b58f91d7d1f29c0029c6d (95ms) I0505 19:48:47.727657 1 gather_workloads_info.go:387] No image sha256:ab60623bb32f7e75fca71ef65137731cae347a21c7a4091dfd583fa00732721c (102ms) I0505 19:48:47.828382 1 gather_workloads_info.go:387] No image sha256:3bba1358d4a0ae878ff491c0c2cbfffe60649e110b40342b878fe8fa332f8858 (101ms) I0505 19:48:47.926502 1 gather_workloads_info.go:387] No image sha256:d6fbe0075cbb12bfd287c973704fadf97154c7f73e370733d976a40835e9155a (98ms) I0505 19:48:48.027756 1 gather_workloads_info.go:387] No image sha256:ae7d3453fd734ecc865e5f9bb16f29244ebffe6291b77e1d4e496f71eb053174 (101ms) I0505 19:48:48.136374 1 gather_workloads_info.go:387] No image sha256:d64bea34bf3e1bb0b3a701c3ff14e66665afc1b050f28124ad7e6888eaec3a81 (109ms) I0505 19:48:48.226733 1 gather_workloads_info.go:387] No image sha256:673ebc8cc22c56c8f410e011b2fa950d28cf7b6420e17fdb6580d6cb10523384 (90ms) I0505 19:48:48.326911 1 gather_workloads_info.go:387] No image sha256:5ac9c549d65fc1d8bc900773bebee43e9192bcec1bb5fa46afb4597230c16ac7 (100ms) I0505 19:48:48.431265 1 gather_workloads_info.go:387] No image sha256:084aa9b0f8a6d478549dc384d4e66da13ee9b25cc98531da861cc19dee2a9e8f (104ms) I0505 19:48:48.533236 1 gather_workloads_info.go:387] No image sha256:e1ba458cf6f0b3606c90880da72db8ab99cd11040bae84baebe3ff2e0d1ea075 (102ms) I0505 19:48:48.626815 1 gather_workloads_info.go:387] No image sha256:8f881f6f0498eaba860d711dc8e9dc066db8728f22abedb82e1dc9a8e1c30046 (94ms) I0505 19:48:48.727544 1 gather_workloads_info.go:387] No image sha256:25c148fd380b1a9db3f6039d2e0eabc489a954921452391390ba9192b2325678 (101ms) I0505 19:48:48.827057 1 gather_workloads_info.go:387] No image sha256:000105ef5150e7079b90a613fb9e6193e2a6ef9b1908d2dce44f2395d4fd070f (99ms) I0505 19:48:48.949159 1 gather_workloads_info.go:387] No image sha256:48e883a3932aea9457f55cd4628d21397d429d4828f42f95d1c903d9d5395bde (122ms) I0505 19:48:49.027983 1 gather_workloads_info.go:387] No image sha256:ce138e8cf5b96557b1864ef6f27c2608bdca59be2611804366cef7169c36291e (79ms) I0505 19:48:49.127325 1 gather_workloads_info.go:387] No image sha256:5b6212b8f539f08e78417d8a4b7485ca0b4e7927cacd7b752742a28841bc8ccd (99ms) I0505 19:48:49.227062 1 gather_workloads_info.go:387] No image sha256:5aaea0419169e55832cc27acfe0fe3b9513a343d6bdf71d3da1575ed322245d0 (100ms) I0505 19:48:49.227094 1 tasks_processing.go:74] worker 1 stopped. E0505 19:48:49.227104 1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset I0505 19:48:49.227342 1 recorder.go:75] Recording config/workload_info with fingerprint=468366d3285c7571144c6619da65b034c05730696333acea759bd1d5b9240506 I0505 19:48:49.227356 1 gather.go:177] gatherer "workloads" function "workload_info" took 2.340684166s to process 1 records E0505 19:48:49.227379 1 periodic.go:254] "Unhandled Error" err="workloads failed after 2.34s with: function \"workload_info\" failed with an error" I0505 19:48:49.228482 1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error I0505 19:48:49.228494 1 periodic.go:216] Running conditional gatherer I0505 19:48:49.235401 1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules I0505 19:48:49.242272 1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.11:56888->172.30.0.10:53: read: connection refused E0505 19:48:49.242626 1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory I0505 19:48:49.242685 1 conditional_gatherer.go:384] updating version cache for conditional gatherer I0505 19:48:49.250005 1 conditional_gatherer.go:392] cluster version is '4.21.9' E0505 19:48:49.250016 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 19:48:49.250021 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 19:48:49.250025 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 19:48:49.250028 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 19:48:49.250031 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 19:48:49.250034 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 19:48:49.250037 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 19:48:49.250040 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing E0505 19:48:49.250043 1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing I0505 19:48:49.250056 1 tasks_processing.go:45] number of workers: 3 I0505 19:48:49.250068 1 tasks_processing.go:69] worker 2 listening for tasks. I0505 19:48:49.250072 1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task. I0505 19:48:49.250076 1 tasks_processing.go:69] worker 0 listening for tasks. I0505 19:48:49.250088 1 tasks_processing.go:71] worker 0 working on remote_configuration task. I0505 19:48:49.250091 1 tasks_processing.go:69] worker 1 listening for tasks. I0505 19:48:49.250103 1 tasks_processing.go:74] worker 1 stopped. I0505 19:48:49.250093 1 tasks_processing.go:71] worker 2 working on rapid_container_logs task. I0505 19:48:49.250145 1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406 I0505 19:48:49.250157 1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 751ns to process 1 records I0505 19:48:49.250183 1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db I0505 19:48:49.250205 1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.14µs to process 1 records I0505 19:48:49.250211 1 tasks_processing.go:74] worker 0 stopped. I0505 19:48:49.250356 1 tasks_processing.go:74] worker 2 stopped. I0505 19:48:49.250371 1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 241.95µs to process 0 records I0505 19:48:49.250397 1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.21.9/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.128.0.11:56888->172.30.0.10:53: read: connection refused I0505 19:48:49.250428 1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1 I0505 19:48:49.273682 1 recorder.go:75] Recording insights-operator/gathers with fingerprint=09d15cba20b5ca7766202255d3af11eb227f95ebe6beec1504f8537612c1f5fc I0505 19:48:49.273816 1 diskrecorder.go:70] Writing 114 records to /var/lib/insights-operator/insights-2026-05-05-194849.tar.gz I0505 19:48:49.280839 1 diskrecorder.go:51] Wrote 114 records to disk in 7ms I0505 19:48:49.280866 1 periodic.go:285] Gathering cluster info every 2h0m0s I0505 19:48:49.280880 1 periodic.go:286] Configuration is dataReporting: interval: 2h0m0s, uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload, storagePath: /var/lib/insights-operator, downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules, obfuscation: [] sca: disabled: false, endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates, interval: 8h0m0s alerting: disabled: false clusterTransfer: endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/, interval: 12h0m0s proxy: httpProxy: , httpsProxy: , noProxy: I0505 19:48:55.949542 1 configmapobserver.go:84] configmaps "insights-config" not found I0505 19:49:47.406825 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="afc226352f9bda1bc20670f02926725265cb36e79b62816a18d94f97a823a6f6") W0505 19:49:47.406860 1 builder.go:160] Restart triggered because of file /var/run/secrets/serving-cert/tls.crt was created I0505 19:49:47.406904 1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="4d4a9dbcd504bed8db75e38de2dcec1a3d0abedac1964080030fe50da459bbe8") I0505 19:49:47.406933 1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated" I0505 19:49:47.406972 1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector