W0704 14:00:33.333819       1 cmd.go:257] Using insecure, self-signed certificates
I0704 14:00:34.014615       1 start.go:138] Unable to read service ca bundle: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0704 14:00:34.015016       1 observer_polling.go:159] Starting file observer
I0704 14:00:34.344648       1 operator.go:60] Starting insights-operator v0.0.0-master+$Format:%H$
I0704 14:00:34.345048       1 legacy_config.go:327] Current config: {"report":false,"storagePath":"/var/lib/insights-operator","interval":"2h","endpoint":"https://console.redhat.com/api/ingress/v1/upload","conditionalGathererEndpoint":"https://console.redhat.com/api/gathering/v2/%s/gathering_rules","pull_report":{"endpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports","delay":"60s","timeout":"3000s","min_retry":"30s"},"impersonate":"system:serviceaccount:openshift-insights:gather","enableGlobalObfuscation":false,"ocm":{"scaEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates","scaInterval":"8h","scaDisabled":false,"clusterTransferEndpoint":"https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/","clusterTransferInterval":"12h"},"disableInsightsAlerts":false,"processingStatusEndpoint":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status","reportEndpointTechPreview":"https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/report"}
I0704 14:00:34.345539       1 secure_serving.go:57] Forcing use of http/1.1 only
W0704 14:00:34.345621       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.
W0704 14:00:34.345648       1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.
W0704 14:00:34.345671       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.
W0704 14:00:34.345695       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.
W0704 14:00:34.345719       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.
W0704 14:00:34.345741       1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.
I0704 14:00:34.346077       1 simple_featuregate_reader.go:171] Starting feature-gate-detector
I0704 14:00:34.350469       1 operator.go:125] FeatureGates initialized: knownFeatureGates=[AdditionalRoutingCapabilities AdminNetworkPolicy AlibabaPlatform AzureWorkloadIdentity BuildCSIVolumes CPMSMachineNamePrefix ConsolePluginContentSecurityPolicy ExternalOIDC ExternalOIDCWithUIDAndExtraClaimMappings GatewayAPI GatewayAPIController HighlyAvailableArbiter ImageVolume IngressControllerLBSubnetsAWS KMSv1 MachineConfigNodes ManagedBootImages ManagedBootImagesAWS MetricsCollectionProfiles NetworkDiagnosticsConfig NetworkLiveMigration NetworkSegmentation PinnedImages ProcMountType RouteAdvertisements RouteExternalCertificate ServiceAccountTokenNodeBinding SetEIPForNLBIngressController SigstoreImageVerification StoragePerformantSecurityPolicy UpgradeStatus UserNamespacesPodSecurityStandards UserNamespacesSupport VSphereMultiDisk VSphereMultiNetworks AWSClusterHostedDNS AWSClusterHostedDNSInstall AWSDedicatedHosts AWSServiceLBNetworkSecurityGroup AutomatedEtcdBackup AzureClusterHostedDNSInstall AzureDedicatedHosts AzureMultiDisk BootImageSkewEnforcement BootcNodeManagement ClusterAPIInstall ClusterAPIInstallIBMCloud ClusterMonitoringConfig ClusterVersionOperatorConfiguration DNSNameResolver DualReplica DyanmicServiceEndpointIBMCloud DynamicResourceAllocation EtcdBackendQuota EventedPLEG Example Example2 ExternalSnapshotMetadata GCPClusterHostedDNS GCPClusterHostedDNSInstall GCPCustomAPIEndpoints GCPCustomAPIEndpointsInstall ImageModeStatusReporting ImageStreamImportMode IngressControllerDynamicConfigurationManager InsightsConfig InsightsConfigAPI InsightsOnDemandDataGather IrreconcilableMachineConfig KMSEncryptionProvider MachineAPIMigration MachineAPIOperatorDisableMachineHealthCheckController ManagedBootImagesAzure ManagedBootImagesvSphere MaxUnavailableStatefulSet MinimumKubeletVersion MixedCPUsAllocation MultiArchInstallAzure MultiDiskSetup MutatingAdmissionPolicy NewOLM NewOLMCatalogdAPIV1Metas NewOLMOwnSingleNamespace NewOLMPreflightPermissionChecks NewOLMWebhookProviderOpenshiftServiceCA NoRegistryClusterOperations NodeSwap NutanixMultiSubnets OVNObservability OpenShiftPodSecurityAdmission PreconfiguredUDNAddresses SELinuxMount ShortCertRotation SignatureStores SigstoreImageVerificationPKI TranslateStreamCloseWebsocketRequests VSphereConfigurableMaxAllowedBlockVolumesPerNode VSphereHostVMGroupZonal VSphereMixedNodeEnv VolumeAttributesClass VolumeGroupSnapshot]
I0704 14:00:34.351234       1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-insights", Name:"insights-operator", UID:"59c083d1-4182-4029-868e-f0359448c416", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}}
I0704 14:00:34.360146       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0704 14:00:34.360299       1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0704 14:00:34.360209       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0704 14:00:34.360335       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0704 14:00:34.360247       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0704 14:00:34.361145       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0704 14:00:34.361379       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/tmp/serving-cert-2766882346/tls.crt::/tmp/serving-cert-2766882346/tls.key"
I0704 14:00:34.362135       1 secure_serving.go:213] Serving securely on [::]:8443
I0704 14:00:34.362239       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
W0704 14:00:34.366149       1 configmapobserver.go:64] Cannot get the configuration config map: configmaps "insights-config" not found. Default configuration is used.
I0704 14:00:34.366278       1 secretconfigobserver.go:216] Legacy configuration set: enabled=false endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=false reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0704 14:00:34.366393       1 base_controller.go:76] Waiting for caches to sync for ConfigController
I0704 14:00:34.372020       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0704 14:00:34.372091       1 secretconfigobserver.go:204] Legacy configuration updated: enabled=true endpoint=https://console.redhat.com/api/ingress/v1/upload conditional_gatherer_endpoint=https://console.redhat.com/api/gathering/v2/%s/gathering_rules interval=2h0m0s token=true reportEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports initialPollingDelay=1m0s minRetryTime=30s pollingTimeout=50m0s processingStatusEndpoint=https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/request/%s/status
I0704 14:00:34.376859       1 secretconfigobserver.go:119] support secret does not exist
I0704 14:00:34.384554       1 secretconfigobserver.go:249] Found cloud.openshift.com token
I0704 14:00:34.393073       1 secretconfigobserver.go:119] support secret does not exist
I0704 14:00:34.398584       1 recorder.go:161] Pruning old reports every 8h27m1s, max age is 288h0m0s
I0704 14:00:34.403207       1 controllerstatus.go:80] name=insightsuploader healthy=true reason= message=
I0704 14:00:34.403234       1 periodic.go:209] Running clusterconfig gatherer
I0704 14:00:34.403299       1 tasks_processing.go:45] number of workers: 32
I0704 14:00:34.403342       1 tasks_processing.go:69] worker 31 listening for tasks.
I0704 14:00:34.403348       1 tasks_processing.go:69] worker 14 listening for tasks.
I0704 14:00:34.403361       1 tasks_processing.go:69] worker 23 listening for tasks.
I0704 14:00:34.403233       1 insightsuploader.go:86] Reporting status periodically to https://console.redhat.com/api/ingress/v1/upload every 2h0m0s, starting in 1m30s
I0704 14:00:34.403369       1 tasks_processing.go:71] worker 23 working on monitoring_persistent_volumes task.
I0704 14:00:34.403374       1 tasks_processing.go:69] worker 15 listening for tasks.
I0704 14:00:34.403386       1 tasks_processing.go:69] worker 16 listening for tasks.
I0704 14:00:34.403394       1 tasks_processing.go:69] worker 17 listening for tasks.
I0704 14:00:34.403405       1 tasks_processing.go:69] worker 18 listening for tasks.
I0704 14:00:34.403413       1 tasks_processing.go:69] worker 19 listening for tasks.
I0704 14:00:34.403420       1 tasks_processing.go:69] worker 20 listening for tasks.
I0704 14:00:34.403425       1 tasks_processing.go:69] worker 0 listening for tasks.
I0704 14:00:34.403428       1 tasks_processing.go:69] worker 21 listening for tasks.
I0704 14:00:34.403435       1 tasks_processing.go:69] worker 1 listening for tasks.
I0704 14:00:34.403437       1 tasks_processing.go:69] worker 27 listening for tasks.
I0704 14:00:34.403362       1 tasks_processing.go:69] worker 22 listening for tasks.
I0704 14:00:34.403444       1 tasks_processing.go:69] worker 24 listening for tasks.
I0704 14:00:34.403454       1 tasks_processing.go:69] worker 2 listening for tasks.
I0704 14:00:34.403455       1 tasks_processing.go:69] worker 25 listening for tasks.
I0704 14:00:34.403462       1 tasks_processing.go:69] worker 26 listening for tasks.
I0704 14:00:34.403466       1 tasks_processing.go:69] worker 3 listening for tasks.
I0704 14:00:34.403471       1 tasks_processing.go:69] worker 9 listening for tasks.
I0704 14:00:34.403476       1 tasks_processing.go:69] worker 10 listening for tasks.
I0704 14:00:34.403479       1 tasks_processing.go:69] worker 4 listening for tasks.
I0704 14:00:34.403524       1 tasks_processing.go:69] worker 29 listening for tasks.
I0704 14:00:34.403362       1 tasks_processing.go:71] worker 14 working on storage_cluster task.
I0704 14:00:34.403665       1 tasks_processing.go:71] worker 29 working on container_images task.
I0704 14:00:34.403352       1 tasks_processing.go:71] worker 31 working on operators_pods_and_events task.
I0704 14:00:34.403748       1 tasks_processing.go:71] worker 15 working on mutating_webhook_configurations task.
I0704 14:00:34.403991       1 tasks_processing.go:71] worker 27 working on olm_operators task.
I0704 14:00:34.403531       1 tasks_processing.go:69] worker 11 listening for tasks.
I0704 14:00:34.404807       1 tasks_processing.go:71] worker 11 working on container_runtime_configs task.
I0704 14:00:34.404378       1 tasks_processing.go:71] worker 18 working on validating_webhook_configurations task.
I0704 14:00:34.405083       1 tasks_processing.go:71] worker 4 working on openshift_machine_api_events task.
I0704 14:00:34.403541       1 tasks_processing.go:69] worker 13 listening for tasks.
I0704 14:00:34.403210       1 controllerstatus.go:80] name=insightsreport healthy=true reason= message=
I0704 14:00:34.405485       1 insightsreport.go:296] Starting report retriever
I0704 14:00:34.405515       1 insightsreport.go:298] Insights analysis reports will be downloaded from the https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports endpoint with a delay of 1m0s
I0704 14:00:34.403547       1 tasks_processing.go:69] worker 30 listening for tasks.
I0704 14:00:34.403557       1 tasks_processing.go:69] worker 6 listening for tasks.
I0704 14:00:34.403562       1 tasks_processing.go:69] worker 5 listening for tasks.
I0704 14:00:34.403572       1 tasks_processing.go:69] worker 28 listening for tasks.
I0704 14:00:34.403583       1 tasks_processing.go:69] worker 7 listening for tasks.
I0704 14:00:34.403609       1 tasks_processing.go:69] worker 8 listening for tasks.
I0704 14:00:34.404396       1 tasks_processing.go:71] worker 25 working on nodes task.
I0704 14:00:34.405603       1 tasks_processing.go:71] worker 13 working on crds task.
I0704 14:00:34.405637       1 tasks_processing.go:71] worker 8 working on schedulers task.
I0704 14:00:34.404403       1 tasks_processing.go:71] worker 22 working on service_accounts task.
I0704 14:00:34.406233       1 tasks_processing.go:71] worker 5 working on openshift_logging task.
I0704 14:00:34.406650       1 tasks_processing.go:71] worker 30 working on number_of_pods_and_netnamespaces_with_sdn_annotations task.
I0704 14:00:34.404407       1 tasks_processing.go:71] worker 24 working on support_secret task.
I0704 14:00:34.406975       1 tasks_processing.go:71] worker 6 working on image_registries task.
I0704 14:00:34.404411       1 tasks_processing.go:71] worker 2 working on tsdb_status task.
W0704 14:00:34.407327       1 gather_prometheus_tsdb_status.go:38] Unable to load metrics client, tsdb status cannot be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0704 14:00:34.407383       1 tasks_processing.go:71] worker 2 working on cost_management_metrics_configs task.
I0704 14:00:34.404421       1 tasks_processing.go:71] worker 0 working on machines task.
I0704 14:00:34.407838       1 gather.go:177] gatherer "clusterconfig" function "tsdb_status" took 73.049µs to process 0 records
I0704 14:00:34.407885       1 tasks_processing.go:71] worker 28 working on sap_datahubs task.
I0704 14:00:34.404425       1 tasks_processing.go:71] worker 20 working on pdbs task.
I0704 14:00:34.404435       1 tasks_processing.go:71] worker 9 working on storage_classes task.
I0704 14:00:34.408358       1 tasks_processing.go:71] worker 7 working on certificate_signing_requests task.
I0704 14:00:34.404438       1 tasks_processing.go:71] worker 26 working on authentication task.
I0704 14:00:34.404443       1 tasks_processing.go:71] worker 3 working on image task.
I0704 14:00:34.404453       1 tasks_processing.go:71] worker 16 working on machine_configs task.
I0704 14:00:34.404463       1 tasks_processing.go:71] worker 10 working on machine_sets task.
I0704 14:00:34.403536       1 tasks_processing.go:69] worker 12 listening for tasks.
I0704 14:00:34.409937       1 tasks_processing.go:71] worker 12 working on dvo_metrics task.
I0704 14:00:34.404474       1 tasks_processing.go:71] worker 21 working on ingress_certificates task.
I0704 14:00:34.404483       1 tasks_processing.go:71] worker 1 working on machine_config_pools task.
I0704 14:00:34.404599       1 tasks_processing.go:71] worker 17 working on config_maps task.
I0704 14:00:34.404696       1 tasks_processing.go:71] worker 19 working on node_logs task.
I0704 14:00:34.412105       1 tasks_processing.go:71] worker 11 working on metrics task.
W0704 14:00:34.412176       1 gather_most_recent_metrics.go:64] Unable to load metrics client, no metrics will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0704 14:00:34.412114       1 gather.go:177] gatherer "clusterconfig" function "container_runtime_configs" took 7.178724ms to process 0 records
I0704 14:00:34.412200       1 gather.go:177] gatherer "clusterconfig" function "metrics" took 32.432µs to process 0 records
I0704 14:00:34.412209       1 tasks_processing.go:71] worker 11 working on feature_gates task.
I0704 14:00:34.412314       1 tasks_processing.go:71] worker 14 working on version task.
I0704 14:00:34.412436       1 gather.go:177] gatherer "clusterconfig" function "storage_cluster" took 8.671976ms to process 0 records
I0704 14:00:34.412525       1 gather.go:177] gatherer "clusterconfig" function "cost_management_metrics_configs" took 5.045665ms to process 0 records
I0704 14:00:34.412566       1 gather.go:177] gatherer "clusterconfig" function "openshift_logging" took 6.169331ms to process 0 records
I0704 14:00:34.412593       1 tasks_processing.go:71] worker 5 working on active_alerts task.
W0704 14:00:34.412649       1 gather_active_alerts.go:54] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0704 14:00:34.412704       1 tasks_processing.go:71] worker 5 working on clusterroles task.
I0704 14:00:34.412538       1 tasks_processing.go:71] worker 2 working on machine_autoscalers task.
I0704 14:00:34.413060       1 gather.go:177] gatherer "clusterconfig" function "active_alerts" took 74.5µs to process 0 records
I0704 14:00:34.415970       1 controller.go:128] Initializing last reported time to 0001-01-01T00:00:00Z
I0704 14:00:34.415994       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0704 14:00:34.416001       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0704 14:00:34.416006       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0704 14:00:34.416026       1 controller.go:489] The operator is still being initialized
I0704 14:00:34.416035       1 controller.go:512] The operator is healthy
I0704 14:00:34.419682       1 tasks_processing.go:71] worker 24 working on openstack_version task.
E0704 14:00:34.419787       1 gather.go:140] gatherer "clusterconfig" function "support_secret" failed with the error: secrets "support" not found
I0704 14:00:34.419866       1 gather.go:177] gatherer "clusterconfig" function "support_secret" took 12.890929ms to process 0 records
I0704 14:00:34.420946       1 tasks_processing.go:71] worker 6 working on nodenetworkstates task.
I0704 14:00:34.421634       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/config/cluster with fingerprint=7103250e838b1bdf08b02370a9c72c2e7f0eb652ab441566a3c7de50a4a03f98
I0704 14:00:34.421703       1 gather.go:177] gatherer "clusterconfig" function "image_registries" took 13.921765ms to process 1 records
I0704 14:00:34.425920       1 tasks_processing.go:71] worker 27 working on lokistack task.
I0704 14:00:34.425934       1 gather.go:177] gatherer "clusterconfig" function "olm_operators" took 21.185615ms to process 0 records
I0704 14:00:34.435742       1 tasks_processing.go:71] worker 10 working on sap_pods task.
I0704 14:00:34.435829       1 gather.go:177] gatherer "clusterconfig" function "machine_sets" took 26.022581ms to process 0 records
I0704 14:00:34.435853       1 gather.go:177] gatherer "clusterconfig" function "machine_autoscalers" took 22.956425ms to process 0 records
I0704 14:00:34.435964       1 tasks_processing.go:71] worker 2 working on qemu_kubevirt_launcher_logs task.
I0704 14:00:34.436482       1 tasks_processing.go:71] worker 25 working on ceph_cluster task.
I0704 14:00:34.438066       1 recorder.go:75] Recording config/node/ip-10-0-0-251.ec2.internal with fingerprint=bed21ad195eacbdc546f50d1bea19879ed94624e127a09d65dcb1bbc3e1ca271
I0704 14:00:34.438156       1 recorder.go:75] Recording config/node/ip-10-0-2-141.ec2.internal with fingerprint=3be276c2bb81659f221ae3e57d45a7ac38141ecf96840d5a29ede22bbb57b03e
I0704 14:00:34.438170       1 gather.go:177] gatherer "clusterconfig" function "nodes" took 30.353516ms to process 2 records
I0704 14:00:34.438258       1 recorder.go:75] Recording config/schedulers/cluster with fingerprint=f7b20f47fe172c22a23ae1c5d01267f051b7c0979415add0389ce792bdaa9005
I0704 14:00:34.438271       1 gather.go:177] gatherer "clusterconfig" function "schedulers" took 30.777222ms to process 1 records
E0704 14:00:34.438333       1 gather.go:140] gatherer "clusterconfig" function "machines" failed with the error: machines.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machines" in API group "machine.openshift.io" at the cluster scope
I0704 14:00:34.438364       1 gather.go:177] gatherer "clusterconfig" function "machines" took 28.883264ms to process 0 records
I0704 14:00:34.438464       1 tasks_processing.go:71] worker 8 working on pod_network_connectivity_checks task.
I0704 14:00:34.438556       1 tasks_processing.go:71] worker 0 working on ingress task.
I0704 14:00:34.438527       1 recorder.go:75] Recording config/storage/storageclasses/gp2-csi with fingerprint=ce2c4df8bf1d32dece62d3421044233ce7cc591d0f1c0f2dc14bb2759f59f741
I0704 14:00:34.438725       1 recorder.go:75] Recording config/storage/storageclasses/gp3-csi with fingerprint=7b99920522c09dd731910a6a785e09d8860b38cf80f7eb4fc42e214bfcff97d2
I0704 14:00:34.438744       1 gather.go:177] gatherer "clusterconfig" function "storage_classes" took 28.336482ms to process 2 records
I0704 14:00:34.438549       1 tasks_processing.go:71] worker 9 working on aggregated_monitoring_cr_names task.
I0704 14:00:34.438889       1 recorder.go:75] Recording config/pdbs/openshift-image-registry/image-registry with fingerprint=d56e9db84337d8522c5184068d80fab2b26d77978a115cca07422e73600cb27e
I0704 14:00:34.438921       1 recorder.go:75] Recording config/pdbs/openshift-ingress/router-default with fingerprint=5110cead6a18a45f7c39c0527552c52ce4343504864c68eb8661d85986e4e64f
I0704 14:00:34.438951       1 recorder.go:75] Recording config/pdbs/openshift-operator-lifecycle-manager/packageserver-pdb with fingerprint=2a1b8268c7191595083dbc43df4064e1a258a16e2c64bd37db250ca5ea142c1a
I0704 14:00:34.438968       1 gather.go:177] gatherer "clusterconfig" function "pdbs" took 28.744153ms to process 3 records
I0704 14:00:34.438982       1 tasks_processing.go:71] worker 20 working on jaegers task.
I0704 14:00:34.439103       1 recorder.go:75] Recording config/image with fingerprint=269b932e8bbaa7991f75351cedd455030326e49574acb69f38d5f23a000d43bc
I0704 14:00:34.439118       1 gather.go:177] gatherer "clusterconfig" function "image" took 27.734748ms to process 1 records
I0704 14:00:34.439127       1 gather.go:177] gatherer "clusterconfig" function "sap_datahubs" took 28.905623ms to process 0 records
I0704 14:00:34.439255       1 tasks_processing.go:71] worker 28 working on openstack_dataplanedeployments task.
I0704 14:00:34.439274       1 tasks_processing.go:71] worker 26 working on proxies task.
I0704 14:00:34.439307       1 tasks_processing.go:71] worker 3 working on infrastructures task.
I0704 14:00:34.439350       1 recorder.go:75] Recording config/authentication with fingerprint=4644724fed5ee960f43cc1fe87f7650df1d1fe280985c6427d0df91ac1396f3c
I0704 14:00:34.439360       1 gather.go:177] gatherer "clusterconfig" function "authentication" took 28.169278ms to process 1 records
I0704 14:00:34.439367       1 gather.go:177] gatherer "clusterconfig" function "openshift_machine_api_events" took 32.99232ms to process 0 records
I0704 14:00:34.439373       1 gather.go:177] gatherer "clusterconfig" function "monitoring_persistent_volumes" took 34.737629ms to process 0 records
I0704 14:00:34.439378       1 gather.go:177] gatherer "clusterconfig" function "openstack_version" took 18.704762ms to process 0 records
I0704 14:00:34.439393       1 tasks_processing.go:71] worker 23 working on machine_healthchecks task.
I0704 14:00:34.439413       1 tasks_processing.go:71] worker 24 working on operators task.
I0704 14:00:34.439456       1 tasks_processing.go:71] worker 4 working on openstack_dataplanenodesets task.
I0704 14:00:34.440245       1 tasks_processing.go:71] worker 27 working on install_plans task.
I0704 14:00:34.440631       1 gather.go:177] gatherer "clusterconfig" function "lokistack" took 14.283542ms to process 0 records
I0704 14:00:34.440845       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkstates" took 19.695086ms to process 0 records
I0704 14:00:34.440889       1 tasks_processing.go:71] worker 6 working on sap_config task.
I0704 14:00:34.441850       1 tasks_processing.go:71] worker 18 working on oauths task.
I0704 14:00:34.442699       1 recorder.go:75] Recording config/validatingwebhookconfigurations/multus.openshift.io with fingerprint=469ffd0e47e85e4b34380765b5361569b9f805a78eff01c9945afe8489a50805
I0704 14:00:34.443004       1 recorder.go:75] Recording config/validatingwebhookconfigurations/network-node-identity.openshift.io with fingerprint=549e6e0564de5da2207e16bc18f40e50400165db6cdda1dc1a47565fec1a0f9a
I0704 14:00:34.443073       1 recorder.go:75] Recording config/validatingwebhookconfigurations/performance-addon-operator with fingerprint=a2792422649cae8d3b96fc1359062d95b968e24cc746305b554305b0c75135bd
I0704 14:00:34.443142       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterrolebindings-validation with fingerprint=056699721769c5380e5d274727d86ca750d55647a02a5493635cb86fd115f1d7
I0704 14:00:34.443219       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-clusterroles-validation with fingerprint=98186a5ec26577fa75ca5e3937e52cc439ec5b209d72bebaa8fb6e4985a179d7
I0704 14:00:34.443297       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-ingress-config-validation with fingerprint=87a1ece49c03798cf45e931305f76f873f340cf049fa3d9bfb09abb6219aeabb
I0704 14:00:34.443396       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-network-operator-validation with fingerprint=1dbf526ac87f1143bdafd4a94c6b18c0b77d0a141479f89b332c7c7a0e49bb06
I0704 14:00:34.443545       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-regular-user-validation with fingerprint=dde18b1b833b0ec0ad13ba91775c3fc624b226ce9d4c86303c10b71b25715f8d
I0704 14:00:34.443616       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-scc-validation with fingerprint=279b192444d5a72664cf6a5b19218ceeba7c758160f706d2fdaaca6a24842c31
I0704 14:00:34.443725       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-serviceaccount-validation with fingerprint=00a0f98835fe08820cdf10fddddb36aa8bbb885ef7809acb55296e0633d05cc7
I0704 14:00:34.443810       1 recorder.go:75] Recording config/validatingwebhookconfigurations/sre-techpreviewnoupgrade-validation with fingerprint=7cde01af6b504da719100e9367fcae5c62754a6bcea213828250e0cf9246fc4a
I0704 14:00:34.443848       1 gather.go:177] gatherer "clusterconfig" function "validating_webhook_configurations" took 37.02053ms to process 11 records
I0704 14:00:34.444072       1 recorder.go:75] Recording config/featuregate with fingerprint=fe8c9d44a2e1c84f0a2dabb77c04b063a324bb9c0495d3ee145c2ccc7b839975
I0704 14:00:34.444156       1 gather.go:177] gatherer "clusterconfig" function "feature_gates" took 30.430159ms to process 1 records
I0704 14:00:34.444196       1 tasks_processing.go:71] worker 11 working on openstack_controlplanes task.
I0704 14:00:34.446043       1 tasks_processing.go:71] worker 19 working on image_pruners task.
I0704 14:00:34.446091       1 gather.go:177] gatherer "clusterconfig" function "node_logs" took 35.010147ms to process 0 records
I0704 14:00:34.446299       1 tasks_processing.go:71] worker 15 working on silenced_alerts task.
W0704 14:00:34.446369       1 gather_silenced_alerts.go:38] Unable to load alerts client, no alerts will be collected: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0704 14:00:34.446817       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/aws-pod-identity with fingerprint=b037c90f7c078a7e685c2858a0fff5843ca549da85803f9d6fdf382b532fd9eb
I0704 14:00:34.446966       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-podimagespec-mutation with fingerprint=55e4f21c43d2dd2e40a5c3476bd702d9d753f516c15695af9504fd1adc54c061
I0704 14:00:34.447068       1 recorder.go:75] Recording config/mutatingwebhookconfigurations/sre-service-mutation with fingerprint=257ffd4f2e3a14032abbef639b2bb68a232d0528df777209b8163f848eaa42a9
I0704 14:00:34.447100       1 gather.go:177] gatherer "clusterconfig" function "mutating_webhook_configurations" took 42.495145ms to process 3 records
I0704 14:00:34.447144       1 gather.go:177] gatherer "clusterconfig" function "silenced_alerts" took 60.008µs to process 0 records
I0704 14:00:34.447174       1 tasks_processing.go:71] worker 15 working on cluster_apiserver task.
W0704 14:00:34.448158       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0704 14:00:34.450587       1 operator.go:288] started
I0704 14:00:34.450620       1 base_controller.go:76] Waiting for caches to sync for LoggingSyncer
I0704 14:00:34.450734       1 sca.go:136] Pulling SCA certificates from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates. Next check is in 8h0m0s
I0704 14:00:34.450797       1 cluster_transfer.go:83] checking the availability of cluster transfer. Next check is in 12h0m0s
I0704 14:00:34.451482       1 tasks_processing.go:71] worker 1 working on nodenetworkconfigurationpolicies task.
I0704 14:00:34.451722       1 gather.go:177] gatherer "clusterconfig" function "machine_config_pools" took 40.732836ms to process 0 records
I0704 14:00:34.451807       1 tasks_processing.go:71] worker 29 working on overlapping_namespace_uids task.
I0704 14:00:34.453969       1 recorder.go:75] Recording config/pod/openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-251.ec2.internal with fingerprint=11ccf0fac74be212318045fe09df8796720570093a018bc7956759e23129ae7b
I0704 14:00:34.454401       1 recorder.go:75] Recording config/pod/openshift-ovn-kubernetes/ovnkube-node-lsmvl with fingerprint=95bd15164644f5763a6fc9774354d03c08f2314cff1799a0d0c9544623e99221
I0704 14:00:34.454468       1 recorder.go:75] Recording config/running_containers with fingerprint=136296b1ea6def300719e715cfad26e31151a32eac8a39cfe5cd13b94d6e7b07
I0704 14:00:34.454508       1 gather.go:177] gatherer "clusterconfig" function "container_images" took 48.105273ms to process 3 records
I0704 14:00:34.454528       1 gather.go:177] gatherer "clusterconfig" function "certificate_signing_requests" took 43.552771ms to process 0 records
I0704 14:00:34.454537       1 tasks_processing.go:71] worker 7 working on networks task.
I0704 14:00:34.455527       1 tasks_processing.go:74] worker 10 stopped.
I0704 14:00:34.455543       1 gather.go:177] gatherer "clusterconfig" function "sap_pods" took 19.691502ms to process 0 records
I0704 14:00:34.460352       1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0704 14:00:34.460400       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0704 14:00:34.461263       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0704 14:00:34.462524       1 tasks_processing.go:74] worker 25 stopped.
I0704 14:00:34.462592       1 gather.go:177] gatherer "clusterconfig" function "ceph_cluster" took 26.003476ms to process 0 records
I0704 14:00:34.462634       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanedeployments" took 23.28688ms to process 0 records
I0704 14:00:34.462662       1 gather.go:177] gatherer "clusterconfig" function "sap_config" took 21.653648ms to process 0 records
I0704 14:00:34.462675       1 gather.go:177] gatherer "clusterconfig" function "jaegers" took 23.558552ms to process 0 records
I0704 14:00:34.462683       1 gather.go:177] gatherer "clusterconfig" function "openstack_controlplanes" took 18.374546ms to process 0 records
I0704 14:00:34.462688       1 gather.go:177] gatherer "clusterconfig" function "nodenetworkconfigurationpolicies" took 11.099359ms to process 0 records
E0704 14:00:34.462695       1 gather.go:140] gatherer "clusterconfig" function "pod_network_connectivity_checks" failed with the error: the server could not find the requested resource (get podnetworkconnectivitychecks.controlplane.operator.openshift.io)
I0704 14:00:34.462704       1 gather.go:177] gatherer "clusterconfig" function "pod_network_connectivity_checks" took 24.049995ms to process 0 records
I0704 14:00:34.462712       1 tasks_processing.go:74] worker 8 stopped.
I0704 14:00:34.462717       1 tasks_processing.go:74] worker 11 stopped.
I0704 14:00:34.462721       1 tasks_processing.go:74] worker 1 stopped.
I0704 14:00:34.462722       1 tasks_processing.go:74] worker 20 stopped.
I0704 14:00:34.462740       1 tasks_processing.go:74] worker 28 stopped.
I0704 14:00:34.462729       1 tasks_processing.go:74] worker 6 stopped.
I0704 14:00:34.463233       1 tasks_processing.go:74] worker 23 stopped.
E0704 14:00:34.463246       1 gather.go:140] gatherer "clusterconfig" function "machine_healthchecks" failed with the error: machinehealthchecks.machine.openshift.io is forbidden: User "system:serviceaccount:openshift-insights:gather" cannot list resource "machinehealthchecks" in API group "machine.openshift.io" at the cluster scope
I0704 14:00:34.463254       1 gather.go:177] gatherer "clusterconfig" function "machine_healthchecks" took 23.827829ms to process 0 records
I0704 14:00:34.464340       1 tasks_processing.go:74] worker 4 stopped.
I0704 14:00:34.464358       1 gather.go:177] gatherer "clusterconfig" function "openstack_dataplanenodesets" took 24.849252ms to process 0 records
I0704 14:00:34.465377       1 tasks_processing.go:74] worker 30 stopped.
I0704 14:00:34.465390       1 gather.go:177] gatherer "clusterconfig" function "number_of_pods_and_netnamespaces_with_sdn_annotations" took 58.653613ms to process 0 records
I0704 14:00:34.467467       1 base_controller.go:82] Caches are synced for ConfigController 
I0704 14:00:34.467479       1 base_controller.go:119] Starting #1 worker of ConfigController controller ...
I0704 14:00:34.468561       1 gather_logs.go:145] no pods in  namespace were found
I0704 14:00:34.468588       1 tasks_processing.go:74] worker 2 stopped.
I0704 14:00:34.468597       1 gather.go:177] gatherer "clusterconfig" function "qemu_kubevirt_launcher_logs" took 32.60401ms to process 0 records
I0704 14:00:34.470270       1 controller.go:212] Source scaController *sca.Controller is not ready
I0704 14:00:34.470288       1 controller.go:212] Source clusterTransferController *clustertransfer.Controller is not ready
I0704 14:00:34.470293       1 controller.go:212] Source periodic-clusterconfig *controllerstatus.Simple is not ready
I0704 14:00:34.470298       1 controller.go:212] Source periodic-conditional *controllerstatus.Simple is not ready
I0704 14:00:34.470301       1 controller.go:212] Source periodic-workloads *controllerstatus.Simple is not ready
I0704 14:00:34.470324       1 controller.go:489] The operator is still being initialized
I0704 14:00:34.470332       1 controller.go:512] The operator is healthy
I0704 14:00:34.482278       1 configmapobserver.go:84] configmaps "insights-config" not found
I0704 14:00:34.482364       1 tasks_processing.go:74] worker 26 stopped.
I0704 14:00:34.482485       1 recorder.go:75] Recording config/proxy with fingerprint=25d05e75d2eaf6c7de48881ede3fc512ee25212e5cab545d6fecf26b18759cda
I0704 14:00:34.482528       1 gather.go:177] gatherer "clusterconfig" function "proxies" took 43.05607ms to process 1 records
I0704 14:00:34.482887       1 recorder.go:75] Recording config/oauth with fingerprint=425a24494e1184b2eddfd6540e62fe1851a574945fce1ba3616509de22b2ee0b
I0704 14:00:34.482940       1 prometheus_rules.go:88] Prometheus rules successfully created
I0704 14:00:34.482901       1 tasks_processing.go:74] worker 18 stopped.
I0704 14:00:34.482953       1 gather.go:177] gatherer "clusterconfig" function "oauths" took 40.50246ms to process 1 records
I0704 14:00:34.483218       1 recorder.go:75] Recording config/ingress with fingerprint=104908c438dad43b12771d3dcf522bb20194602424cba940b043d9ecd16d806b
I0704 14:00:34.483261       1 gather.go:177] gatherer "clusterconfig" function "ingress" took 43.836503ms to process 1 records
I0704 14:00:34.483240       1 tasks_processing.go:74] worker 0 stopped.
I0704 14:00:34.483375       1 recorder.go:75] Recording config/clusteroperator/imageregistry.operator.openshift.io/imagepruner/cluster with fingerprint=52da3125d44f5612ddfbe1299f840c0c54411e5d3be0bfa4568f4658ed0d71e0
I0704 14:00:34.483398       1 tasks_processing.go:74] worker 19 stopped.
I0704 14:00:34.483409       1 gather.go:177] gatherer "clusterconfig" function "image_pruners" took 36.585647ms to process 1 records
I0704 14:00:34.483617       1 recorder.go:75] Recording config/apiserver with fingerprint=2b35797434532bae32c3210acffa17e695571095699f7a9ac504c266431e9139
I0704 14:00:34.483671       1 tasks_processing.go:74] worker 15 stopped.
I0704 14:00:34.483676       1 gather.go:177] gatherer "clusterconfig" function "cluster_apiserver" took 35.631221ms to process 1 records
I0704 14:00:34.483881       1 tasks_processing.go:74] worker 13 stopped.
I0704 14:00:34.484784       1 recorder.go:75] Recording config/crd/volumesnapshots.snapshot.storage.k8s.io with fingerprint=0892bd10a3bdc716ab6049449d6a382edc17f1f3466ea8d72a3385e69da0a48f
I0704 14:00:34.485190       1 recorder.go:75] Recording config/crd/volumesnapshotcontents.snapshot.storage.k8s.io with fingerprint=1e2921b639a6cee417b485ed5de26e9624a0efa233a9861c8b4239f47283296e
I0704 14:00:34.485247       1 gather.go:177] gatherer "clusterconfig" function "crds" took 77.534139ms to process 2 records
I0704 14:00:34.485354       1 tasks_processing.go:74] worker 3 stopped.
I0704 14:00:34.485893       1 recorder.go:75] Recording config/infrastructure with fingerprint=bde810e7bad79c4a330682ce7076bf71cb4bb6e0ff4df9abb60ea3f1e311a7db
I0704 14:00:34.485910       1 gather.go:177] gatherer "clusterconfig" function "infrastructures" took 43.86492ms to process 1 records
I0704 14:00:34.486003       1 tasks_processing.go:74] worker 5 stopped.
I0704 14:00:34.486082       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/admin with fingerprint=f992d08e76067ca5ee7c6bc41558aae5dd80082317ce2e2dd74f995babd80a74
I0704 14:00:34.486183       1 recorder.go:75] Recording cluster-scoped-resources/rbac.authorization.k8s.io/clusterroles/edit with fingerprint=535913e8d1988abaaa450d4cc737bb328ce1acec58d5a7448b513b525dc77e8e
I0704 14:00:34.486194       1 gather.go:177] gatherer "clusterconfig" function "clusterroles" took 70.505634ms to process 2 records
I0704 14:00:34.486276       1 tasks_processing.go:74] worker 7 stopped.
I0704 14:00:34.486298       1 recorder.go:75] Recording config/network with fingerprint=6b3cd40709350f672f988ae41e1ef3f99b60ebddf480e7c251a8e2dc4c16bca4
I0704 14:00:34.486342       1 gather.go:177] gatherer "clusterconfig" function "networks" took 28.89248ms to process 1 records
E0704 14:00:34.496366       1 cluster_transfer.go:95] failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ab3eadf9-defa-45b7-96fb-1a2463cdf27a%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.8:52031->172.30.0.10:53: read: connection refused
I0704 14:00:34.496387       1 controllerstatus.go:80] name=clusterTransferController healthy=true reason=Disconnected message=failed to pull cluster transfer: unable to retrieve cluster transfer data from https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/: Get "https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/?search=cluster_uuid+is+%27ab3eadf9-defa-45b7-96fb-1a2463cdf27a%27+and+status+is+%27accepted%27": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.8:52031->172.30.0.10:53: read: connection refused
I0704 14:00:34.499323       1 tasks_processing.go:74] worker 9 stopped.
I0704 14:00:34.499346       1 gather.go:177] gatherer "clusterconfig" function "aggregated_monitoring_cr_names" took 60.473535ms to process 0 records
I0704 14:00:34.505678       1 tasks_processing.go:74] worker 17 stopped.
E0704 14:00:34.505698       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "cluster-monitoring-config" not found
E0704 14:00:34.505704       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "gateway-mode-config" not found
E0704 14:00:34.505708       1 gather.go:140] gatherer "clusterconfig" function "config_maps" failed with the error: configmaps "insights-config" not found
I0704 14:00:34.505720       1 recorder.go:75] Recording config/configmaps/openshift-config/installer-images/images.json with fingerprint=26b6661162b099a0f5a279859b4f46c867929a79d9a4a41fde4be4e6fe138018
I0704 14:00:34.505761       1 recorder.go:75] Recording config/configmaps/openshift-config/kube-root-ca.crt/ca.crt with fingerprint=f73fcd48d6f9ebbc83253a1b5f23ef59d0683465ec46e474389103c717467dfb
I0704 14:00:34.505771       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/invoker with fingerprint=76b482f683cd3ef9da02debac5b26080a5aeb06ff768ee5c21117514dff29d8a
I0704 14:00:34.505775       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-install/version with fingerprint=c93090eb0d2a4736885abeb79c91680cfd01fda46464f83456b085d4dc8239f0
I0704 14:00:34.505779       1 recorder.go:75] Recording config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
I0704 14:00:34.505817       1 recorder.go:75] Recording config/configmaps/openshift-config/rosa-brand-logo/rosa-brand-logo.svg with fingerprint=6ed8ca4dd7a8eee7249182bc006e9649ce84d76c551ddfaaa33e55d8c4cc1ed0
I0704 14:00:34.505824       1 recorder.go:75] Recording config/configmaps/kube-system/cluster-config-v1/install-config with fingerprint=ab3811c6b83fd7b8e920094cfa3080d1b4ee3c35ec4c8379437b21d27bd6608d
I0704 14:00:34.505832       1 gather.go:177] gatherer "clusterconfig" function "config_maps" took 94.718678ms to process 7 records
I0704 14:00:34.540420       1 tasks_processing.go:74] worker 29 stopped.
I0704 14:00:34.540471       1 recorder.go:75] Recording config/namespaces_with_overlapping_uids with fingerprint=4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945
I0704 14:00:34.540486       1 gather.go:177] gatherer "clusterconfig" function "overlapping_namespace_uids" took 88.589965ms to process 1 records
I0704 14:00:34.551671       1 base_controller.go:82] Caches are synced for LoggingSyncer 
I0704 14:00:34.551693       1 base_controller.go:119] Starting #1 worker of LoggingSyncer controller ...
I0704 14:00:34.565402       1 tasks_processing.go:74] worker 16 stopped.
I0704 14:00:34.565443       1 recorder.go:75] Recording aggregated/unused_machine_configs_count with fingerprint=4bfc9fa984e5dfcd45848faaf05269de7619bf42edf9f781751af5ee05c1a499
I0704 14:00:34.565455       1 gather.go:177] gatherer "clusterconfig" function "machine_configs" took 156.032035ms to process 1 records
I0704 14:00:34.588750       1 requests.go:205] Asking for SCA certificate with "{"arch": ["x86_64"]}" payload
W0704 14:00:34.592432       1 sca.go:161] Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.8:52743->172.30.0.10:53: read: connection refused
I0704 14:00:34.592449       1 controllerstatus.go:80] name=scaController healthy=true reason=NonHTTPError message=Failed to pull SCA certs from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: unable to retrieve SCA certs data from https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates: Post "https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates": dial tcp: lookup api.openshift.com on 172.30.0.10:53: read udp 10.129.0.8:52743->172.30.0.10:53: read: connection refused
I0704 14:00:34.608667       1 tasks_processing.go:74] worker 21 stopped.
E0704 14:00:34.608689       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret 'router-certs-default' in namespace 'openshift-ingress': secrets "router-certs-default" not found
E0704 14:00:34.608697       1 gather.go:140] gatherer "clusterconfig" function "ingress_certificates" failed with the error: failed to get secret '2rbbsq8odit7endtrpi0nqhn4ru7u410-primary-cert-bundle-secret' in namespace 'openshift-ingress-operator': secrets "2rbbsq8odit7endtrpi0nqhn4ru7u410-primary-cert-bundle-secret" not found
I0704 14:00:34.608759       1 recorder.go:75] Recording aggregated/ingress_controllers_certs with fingerprint=758e0eae19dfececcaec910db558f56cc7713ea433e24a078f04077a43a22255
I0704 14:00:34.608774       1 gather.go:177] gatherer "clusterconfig" function "ingress_certificates" took 198.643211ms to process 1 records
I0704 14:00:34.626438       1 tasks_processing.go:74] worker 14 stopped.
I0704 14:00:34.626800       1 recorder.go:75] Recording config/version with fingerprint=9eca283ce8443ffd307f33c68f54e4ab1d79e7d74c0b4609d0db67a5dafca0ab
I0704 14:00:34.626817       1 recorder.go:75] Recording config/id with fingerprint=b6496e31d8f7ae6f3245ad63083cd7f70214ba99fa611dbc6a4166b979f3535c
I0704 14:00:34.626824       1 gather.go:177] gatherer "clusterconfig" function "version" took 214.075043ms to process 2 records
I0704 14:00:34.779557       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0704 14:00:34.790083       1 gather_cluster_operators.go:184] Unable to get dnsrecords.ingress.operator.openshift.io resource due to: dnsrecords.ingress.operator.openshift.io "default" not found
I0704 14:00:34.931457       1 gather_cluster_operator_pods_and_events.go:121] Found 14 pods with 16 containers
I0704 14:00:34.931473       1 gather_cluster_operator_pods_and_events.go:235] Maximum buffer size: 1572864 bytes
I0704 14:00:34.932441       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-msh5c pod in namespace openshift-dns (previous: false).
I0704 14:00:35.088544       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-msh5c pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-msh5c\" is waiting to start: ContainerCreating"
I0704 14:00:35.088569       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-msh5c\" is waiting to start: ContainerCreating"
I0704 14:00:35.088580       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-msh5c pod in namespace openshift-dns (previous: false).
I0704 14:00:35.293765       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-msh5c pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-msh5c\" is waiting to start: ContainerCreating"
I0704 14:00:35.293790       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-msh5c\" is waiting to start: ContainerCreating"
I0704 14:00:35.293801       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns container dns-default-slv7v pod in namespace openshift-dns (previous: false).
W0704 14:00:35.441622       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0704 14:00:35.526544       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-slv7v pod in namespace openshift-dns for failing operator dns (previous: false): "container \"dns\" in pod \"dns-default-slv7v\" is waiting to start: ContainerCreating"
I0704 14:00:35.526566       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"dns\" in pod \"dns-default-slv7v\" is waiting to start: ContainerCreating"
I0704 14:00:35.526574       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for kube-rbac-proxy container dns-default-slv7v pod in namespace openshift-dns (previous: false).
I0704 14:00:35.661612       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for dns-default-slv7v pod in namespace openshift-dns for failing operator kube-rbac-proxy (previous: false): "container \"kube-rbac-proxy\" in pod \"dns-default-slv7v\" is waiting to start: ContainerCreating"
I0704 14:00:35.661632       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"kube-rbac-proxy\" in pod \"dns-default-slv7v\" is waiting to start: ContainerCreating"
I0704 14:00:35.661646       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-pkgwt pod in namespace openshift-dns (previous: false).
I0704 14:00:35.862602       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0704 14:00:35.862707       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for dns-node-resolver container node-resolver-tnp77 pod in namespace openshift-dns (previous: false).
I0704 14:00:36.063673       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0704 14:00:36.063696       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-9f5f5d9c7-5b9wq pod in namespace openshift-image-registry (previous: false).
I0704 14:00:36.225233       1 gather_cluster_operators.go:184] Unable to get configs.samples.operator.openshift.io resource due to: configs.samples.operator.openshift.io "cluster" not found
I0704 14:00:36.261959       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-9f5f5d9c7-5b9wq pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-9f5f5d9c7-5b9wq\" is waiting to start: ContainerCreating"
I0704 14:00:36.261980       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-9f5f5d9c7-5b9wq\" is waiting to start: ContainerCreating"
I0704 14:00:36.261990       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-c9b659bcd-mmx64 pod in namespace openshift-image-registry (previous: false).
W0704 14:00:36.441023       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0704 14:00:36.456265       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0704 14:00:36.456287       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for registry container image-registry-c9b659bcd-pws8b pod in namespace openshift-image-registry (previous: false).
I0704 14:00:36.626643       1 tasks_processing.go:74] worker 24 stopped.
I0704 14:00:36.626695       1 recorder.go:75] Recording config/clusteroperator/console with fingerprint=9c0d2a62db9b4e3f070889b3a9940ee3d450ac7080d8279f0ddd9909e814d076
I0704 14:00:36.626728       1 recorder.go:75] Recording config/clusteroperator/csi-snapshot-controller with fingerprint=04a42488db383dea495c57a552c0490fa5014bdb8608a84d45ee83b2cc22554b
I0704 14:00:36.626764       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/csisnapshotcontroller/cluster with fingerprint=5adc514f4b63e2f1ecc68bf6f9c0af70c5eea04522a49524e102721b1c41f80e
I0704 14:00:36.626796       1 recorder.go:75] Recording config/clusteroperator/dns with fingerprint=30c1741d518faecf58a7be2b28475d4b2626719da6efa2ae576ccd641a4e5d47
I0704 14:00:36.626812       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/dns/default with fingerprint=9e7b4ce029030d3d8c3b49af92c556acdcc415000b40d3f969dbdc42c432b47f
I0704 14:00:36.626848       1 recorder.go:75] Recording config/clusteroperator/image-registry with fingerprint=c351f77f573daa05a0d27209f028b57dcfc76f5ec67e6bdaa0fd971a3a6e1f26
I0704 14:00:36.626882       1 recorder.go:75] Recording config/clusteroperator/ingress with fingerprint=788495ec6f601d6b16ab5b97f0442b9fd95329e9e837e4d9b67895add195f541
I0704 14:00:36.626906       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/ingresscontroller/openshift-ingress-operator/default with fingerprint=a1ff06b2041c81e66dd86e258138f98330664493a4669f4357af5de771606d03
I0704 14:00:36.626956       1 recorder.go:75] Recording config/clusteroperator/insights with fingerprint=92643f67c4856903544dc89b38a68d1d6e20f47afa4ce3707389745dd318b92c
I0704 14:00:36.626974       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/insightsoperator/cluster with fingerprint=e5ff11d57817f84a678f6fa9565af55bd1120227c16a21933637ab62675a6d70
I0704 14:00:36.626993       1 recorder.go:75] Recording config/clusteroperator/kube-apiserver with fingerprint=ef24e31b04833072bd59f665f606e16938f1073ad7d3936e2b969a53bb25dd7d
I0704 14:00:36.627003       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubeapiserver/cluster with fingerprint=51503bf0b784fcf65ea46bcaf1f72ac1a5c4d5dc211934f18f27871efed05762
I0704 14:00:36.627019       1 recorder.go:75] Recording config/clusteroperator/kube-controller-manager with fingerprint=5ccf62ec4aef55af1026888fb6e9cc6375cdab33d47a0c02283b284981a51106
I0704 14:00:36.627030       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubecontrollermanager/cluster with fingerprint=ce90c0d4f367d7da085074268031798382ae7c54fdcb0a21f15a4818fe308c11
I0704 14:00:36.627045       1 recorder.go:75] Recording config/clusteroperator/kube-scheduler with fingerprint=d17b1f75eb2434f76fedb6a28717c4a271c671be2658a23b5a65b638497ebfa8
I0704 14:00:36.627054       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubescheduler/cluster with fingerprint=f2940fb9fd20c19951dfc295eb363b7fba0c505f5ae61f01967a063099e6b60a
I0704 14:00:36.627069       1 recorder.go:75] Recording config/clusteroperator/kube-storage-version-migrator with fingerprint=ed88d04bce93741b899001e72ba8fe8c623edca4e1d5d6b8b69c2b7266f15555
I0704 14:00:36.627080       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/kubestorageversionmigrator/cluster with fingerprint=9351181aa7e6ada41ef581ab31e13516c6b934cc95710154bafb2eb222cb58db
I0704 14:00:36.627099       1 recorder.go:75] Recording config/clusteroperator/monitoring with fingerprint=013a5f78be5914f7a7ce098fb5cba3ff8893d244f7eab5e9692656d6ff516b19
I0704 14:00:36.627229       1 recorder.go:75] Recording config/clusteroperator/network with fingerprint=25930e6f0e177374f728772a09bc007b21b9feb6ac7eb6135aa981c07936104b
I0704 14:00:36.627246       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/ovn with fingerprint=626a89d20e0deaed5b6dfb533acfe65f4bb1618bd200a703b62e60c5d16d94ab
I0704 14:00:36.627261       1 recorder.go:75] Recording config/clusteroperator/network.operator.openshift.io/operatorpki/openshift-ovn-kubernetes/signer with fingerprint=90410b16914712b85b3c4578716ad8c0ae072e688f4cd1e022bf76f20da3506d
I0704 14:00:36.627304       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/network/cluster with fingerprint=a93d15eaecb455a0e40ecb2826eeecc1533899204ddd3c3921d15ab70af7ae75
I0704 14:00:36.627331       1 recorder.go:75] Recording config/clusteroperator/node-tuning with fingerprint=101384c34416348d92b18be2d5cb71a3e896473118e301c69077218c38d415dd
I0704 14:00:36.627357       1 recorder.go:75] Recording config/clusteroperator/openshift-apiserver with fingerprint=dcee2afeed2a0e59ef711a27fd58e63d756f8b1a8e037e3c4ceaced71bba004e
I0704 14:00:36.627367       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftapiserver/cluster with fingerprint=e712e6cf27339b441e4ed1f4cde91dbde7e952698ba93407e4457db63a4a4c76
I0704 14:00:36.627389       1 recorder.go:75] Recording config/clusteroperator/openshift-controller-manager with fingerprint=d98af1334b9c168c812242a8ef61dcf16d903a93af3237559268b4b522a48888
I0704 14:00:36.627438       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/openshiftcontrollermanager/cluster with fingerprint=d71a0f4672f9b45d9fc8293bf1687afc650fd28d32e2e30de27523fe7b4eadf7
I0704 14:00:36.627456       1 recorder.go:75] Recording config/clusteroperator/openshift-samples with fingerprint=f2baaca7ffcc095cdcc37a1615393367bf254ca0f3ed546a595f73b10a8d3351
I0704 14:00:36.627468       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager with fingerprint=a7c79d1bc2bdd6fba9442d72a4e4f2eb233594b7213de787df9a5623a4f2f687
I0704 14:00:36.627484       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-catalog with fingerprint=a32d0cf18a7cfa94be03c75a3308f4330737b04839f7b287ece849ff63685fd3
I0704 14:00:36.627519       1 recorder.go:75] Recording config/clusteroperator/operator-lifecycle-manager-packageserver with fingerprint=1b7efd2be33e3301a70dca97e715d19a8948b3b81fc510c0e79f03aabd177d18
I0704 14:00:36.627531       1 recorder.go:75] Recording config/clusteroperator/service-ca with fingerprint=b3fbbd2808ddd60c6e7b1ba916be25309da6f91c688f001268bb88e149d9ed99
I0704 14:00:36.627561       1 recorder.go:75] Recording config/clusteroperator/storage with fingerprint=ff9ccd27f961936a7302ad25f7ea1747dd32687178d24c678813564f15e9a026
I0704 14:00:36.627607       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/clustercsidriver/ebs.csi.aws.com with fingerprint=510064d6f6bcced87ab5bd2ddaff3d0edd7f93f4a4f7af2641f29fc53ffab21e
I0704 14:00:36.627619       1 recorder.go:75] Recording config/clusteroperator/operator.openshift.io/storage/cluster with fingerprint=8e480f8c1ce1b39baac42d8ec780c57c2592929ae0c801b61ffad49ba13f33ad
I0704 14:00:36.627627       1 gather.go:177] gatherer "clusterconfig" function "operators" took 2.187205146s to process 36 records
I0704 14:00:36.662031       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for image-registry-c9b659bcd-pws8b pod in namespace openshift-image-registry for failing operator registry (previous: false): "container \"registry\" in pod \"image-registry-c9b659bcd-pws8b\" is waiting to start: ContainerCreating"
I0704 14:00:36.662053       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"registry\" in pod \"image-registry-c9b659bcd-pws8b\" is waiting to start: ContainerCreating"
I0704 14:00:36.662068       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-h5prt pod in namespace openshift-image-registry (previous: false).
I0704 14:00:36.862407       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0704 14:00:36.862433       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for node-ca container node-ca-jvc8t pod in namespace openshift-image-registry (previous: false).
I0704 14:00:37.062822       1 gather_cluster_operator_pods_and_events.go:280] Error: "log buffer is empty"
I0704 14:00:37.062848       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-64c9d7c78c-g9r9l pod in namespace openshift-ingress (previous: false).
I0704 14:00:37.261790       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-64c9d7c78c-g9r9l pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-64c9d7c78c-g9r9l\" is waiting to start: ContainerCreating"
I0704 14:00:37.261810       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-64c9d7c78c-g9r9l\" is waiting to start: ContainerCreating"
I0704 14:00:37.261821       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6f75f846f7-dlwxs pod in namespace openshift-ingress (previous: false).
W0704 14:00:37.443024       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
I0704 14:00:37.462277       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6f75f846f7-dlwxs pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6f75f846f7-dlwxs\" is waiting to start: ContainerCreating"
I0704 14:00:37.462300       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6f75f846f7-dlwxs\" is waiting to start: ContainerCreating"
I0704 14:00:37.462316       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for router container router-default-6f75f846f7-g9pt2 pod in namespace openshift-ingress (previous: false).
I0704 14:00:37.670316       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for router-default-6f75f846f7-g9pt2 pod in namespace openshift-ingress for failing operator router (previous: false): "container \"router\" in pod \"router-default-6f75f846f7-g9pt2\" is waiting to start: ContainerCreating"
I0704 14:00:37.670337       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"router\" in pod \"router-default-6f75f846f7-g9pt2\" is waiting to start: ContainerCreating"
I0704 14:00:37.670351       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-87ccc pod in namespace openshift-ingress-canary (previous: false).
I0704 14:00:37.862075       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-87ccc pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-87ccc\" is waiting to start: ContainerCreating"
I0704 14:00:37.862093       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-87ccc\" is waiting to start: ContainerCreating"
I0704 14:00:37.862105       1 gather_cluster_operator_pods_and_events.go:365] Fetching logs for serve-healthcheck-canary container ingress-canary-wnkjb pod in namespace openshift-ingress-canary (previous: false).
I0704 14:00:38.064584       1 gather_cluster_operator_pods_and_events.go:408] Failed to fetch log for ingress-canary-wnkjb pod in namespace openshift-ingress-canary for failing operator serve-healthcheck-canary (previous: false): "container \"serve-healthcheck-canary\" in pod \"ingress-canary-wnkjb\" is waiting to start: ContainerCreating"
I0704 14:00:38.064609       1 gather_cluster_operator_pods_and_events.go:280] Error: "container \"serve-healthcheck-canary\" in pod \"ingress-canary-wnkjb\" is waiting to start: ContainerCreating"
I0704 14:00:38.064625       1 tasks_processing.go:74] worker 31 stopped.
I0704 14:00:38.064730       1 recorder.go:75] Recording events/openshift-dns-operator with fingerprint=256146af056937740768c1aa8777e1095ad2035ba931eabe9fa56c7478be0a5f
I0704 14:00:38.064787       1 recorder.go:75] Recording events/openshift-dns with fingerprint=6b1106bb441b6bc06c2b11f7019f01e0ae5f699560807e8e409a6afe43787e29
I0704 14:00:38.064885       1 recorder.go:75] Recording events/openshift-image-registry with fingerprint=1333f56c200f5549d005159f15c3b36e1e0a0487ab82dfb3535ddd5b97fbba74
I0704 14:00:38.064921       1 recorder.go:75] Recording events/openshift-ingress-operator with fingerprint=7a510c739220bdb6a2bfa40aabf2e0a156626da5271c29080c5ae859c0f3ac44
I0704 14:00:38.064968       1 recorder.go:75] Recording events/openshift-ingress with fingerprint=96c7f4fde944bd0c3120d8cdb1b1c04fa76bb70555f83ae980b6f788eae9f164
I0704 14:00:38.064989       1 recorder.go:75] Recording events/openshift-ingress-canary with fingerprint=d9f629ffb83b560ad9da6a31a73310e011d4c2d0ccbb723082d4e4b7e229d0fb
I0704 14:00:38.064997       1 gather.go:177] gatherer "clusterconfig" function "operators_pods_and_events" took 3.660865105s to process 6 records
W0704 14:00:38.442199       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0704 14:00:39.442460       1 gather_dvo_metrics.go:210] Failed to read the DVO metrics. Trying again.
W0704 14:00:39.442510       1 gather_dvo_metrics.go:117] Unable to read metrics from endpoint "http://deployment-validation-operator-metrics.openshift-deployment-validation-operator.svc:8383": DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0704 14:00:39.442534       1 tasks_processing.go:74] worker 12 stopped.
E0704 14:00:39.442548       1 gather.go:140] gatherer "clusterconfig" function "dvo_metrics" failed with the error: DVO metrics service was not available within the 5s timeout: context deadline exceeded
I0704 14:00:39.442563       1 recorder.go:75] Recording config/dvo_metrics with fingerprint=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
W0704 14:00:39.442582       1 gather.go:155] issue recording gatherer "clusterconfig" function "dvo_metrics" result "config/dvo_metrics" because of the warning: warning: the record with the same fingerprint "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" was already recorded at path "config/configmaps/openshift-config/openshift-service-ca.crt/service-ca.crt", recording another one with a different path "config/dvo_metrics"
I0704 14:00:39.442602       1 gather.go:177] gatherer "clusterconfig" function "dvo_metrics" took 5.032550015s to process 1 records
I0704 14:00:47.146719       1 tasks_processing.go:74] worker 27 stopped.
I0704 14:00:47.146762       1 recorder.go:75] Recording config/installplans with fingerprint=7b887df561a3a9e6ef0dc672845aa5d56e348505006b7496d3a2f83892b0c95b
I0704 14:00:47.146779       1 gather.go:177] gatherer "clusterconfig" function "install_plans" took 12.706040993s to process 1 records
I0704 14:00:47.581905       1 configmapobserver.go:84] configmaps "insights-config" not found
I0704 14:00:47.812812       1 tasks_processing.go:74] worker 22 stopped.
I0704 14:00:47.813116       1 recorder.go:75] Recording config/serviceaccounts with fingerprint=6eea9bca9c2d016e4128bf2b374fefdd9610f4d08552d21add7f6bb399a3af40
I0704 14:00:47.813143       1 gather.go:177] gatherer "clusterconfig" function "service_accounts" took 13.40666548s to process 1 records
E0704 14:00:47.813220       1 periodic.go:247] "Unhandled Error" err="clusterconfig failed after 13.409s with: function \"support_secret\" failed with an error, function \"machines\" failed with an error, function \"pod_network_connectivity_checks\" failed with an error, function \"machine_healthchecks\" failed with an error, function \"config_maps\" failed with an error, function \"ingress_certificates\" failed with an error, function \"dvo_metrics\" failed with an error"
I0704 14:00:47.814331       1 controllerstatus.go:89] name=periodic-clusterconfig healthy=false reason=PeriodicGatherFailed message=Source clusterconfig could not be retrieved: function "support_secret" failed with an error, function "machines" failed with an error, function "pod_network_connectivity_checks" failed with an error, function "machine_healthchecks" failed with an error, function "config_maps" failed with an error, function "ingress_certificates" failed with an error, function "dvo_metrics" failed with an error
I0704 14:00:47.814347       1 periodic.go:209] Running workloads gatherer
I0704 14:00:47.814368       1 tasks_processing.go:45] number of workers: 2
I0704 14:00:47.814378       1 tasks_processing.go:69] worker 1 listening for tasks.
I0704 14:00:47.814384       1 tasks_processing.go:71] worker 1 working on workload_info task.
I0704 14:00:47.814387       1 tasks_processing.go:69] worker 0 listening for tasks.
I0704 14:00:47.814467       1 tasks_processing.go:71] worker 0 working on helmchart_info task.
I0704 14:00:47.838363       1 gather_workloads_info.go:278] Loaded pods in 0s, will wait 20s for image data
I0704 14:00:47.842094       1 tasks_processing.go:74] worker 0 stopped.
I0704 14:00:47.842110       1 gather.go:177] gatherer "workloads" function "helmchart_info" took 27.608887ms to process 0 records
I0704 14:00:47.847538       1 gather_workloads_info.go:387] No image sha256:04c87c054a3f366a7dfbe0a93ebb0c80a098ee16842c5794b67c1202eec61996 (10ms)
I0704 14:00:47.856379       1 gather_workloads_info.go:387] No image sha256:80748ba08e1c264a8c105e7f607eff386a66378e024443a844993ee9292858c1 (9ms)
I0704 14:00:47.865421       1 gather_workloads_info.go:387] No image sha256:2904a78e2eb73fd6a9bb94c105c2a056831fb4113fbb7b0607c50adc9d879c9b (9ms)
I0704 14:00:47.874535       1 gather_workloads_info.go:387] No image sha256:765f0d23b637f685f98a31bd47c131b03cf72a40761a3f9a9d6320faa3c33733 (9ms)
I0704 14:00:47.883083       1 gather_workloads_info.go:387] No image sha256:56a85660a445eced5c79a595a0eccf590087c5672d50f49d4c25ad52f9a44f04 (9ms)
I0704 14:00:47.891925       1 gather_workloads_info.go:387] No image sha256:47154813651033d59751fb655a384dbffb64dd26f10bd7f3be0c3128d0486356 (9ms)
I0704 14:00:47.900767       1 gather_workloads_info.go:387] No image sha256:b3909bf664c77097f75b3768830863d642eed3815dab2bfb4415c771ca2d5007 (9ms)
I0704 14:00:47.909799       1 gather_workloads_info.go:387] No image sha256:521712486e2c6e3c020dad6a1cb340db8e55665b69f7c208fab9cd9e965fd588 (9ms)
I0704 14:00:47.918771       1 gather_workloads_info.go:387] No image sha256:91828234f107c068c8a4966d08370ae7b73e637651dbc6d92c18c4553402c22c (9ms)
I0704 14:00:47.927806       1 gather_workloads_info.go:387] No image sha256:a498046d64605bcccee2440aa4f04a4602baaae263cf01d977ec5208e876b1fd (9ms)
I0704 14:00:47.948351       1 gather_workloads_info.go:387] No image sha256:1a2532940843248c57d52141185dd71fbc393ab28b65d48f682038632c1dbbad (21ms)
I0704 14:00:48.048527       1 gather_workloads_info.go:387] No image sha256:a0105d1eb62cf6ac9e5e2ef28d3e89bf6dc514bc594fc7090fe5a5ee18a09c87 (100ms)
I0704 14:00:48.148647       1 gather_workloads_info.go:387] No image sha256:36b9e89c3cfcf1ab9ae500486e38afb6862cba48cb0b4d84a09508ab8f3d299f (100ms)
I0704 14:00:48.248850       1 gather_workloads_info.go:387] No image sha256:4556896f77307821531ef91b7b7faccb82b824ea695693b2989f597f0deca038 (100ms)
I0704 14:00:48.349607       1 gather_workloads_info.go:387] No image sha256:c940ea87e7d133d75ba0002ef00c0806825eed3db8094cdb260d1bac18127733 (101ms)
I0704 14:00:48.447780       1 gather_workloads_info.go:387] No image sha256:95418d0ba6fc0aa96647d97cf6530967f7d7ae97a82ce7f7e41c8e44310b0b72 (98ms)
I0704 14:00:48.548165       1 gather_workloads_info.go:387] No image sha256:a258c226562adb14e3a163a1940938526ee6a0928982a7667d85d9a7334ce639 (100ms)
I0704 14:00:48.648135       1 gather_workloads_info.go:387] No image sha256:0a99240166165eb5718e7516a43282fe32df9c7c5e809b31b58abe44e42ff94d (100ms)
I0704 14:00:48.748313       1 gather_workloads_info.go:387] No image sha256:2598489729a4b258e4ecda4a06f6875133f2a10ced5c5241f8a57a8a05418e36 (100ms)
I0704 14:00:48.848369       1 gather_workloads_info.go:387] No image sha256:2e564f336c77116053f34d4201d364d8da04e789cfffa0ea422574c95f2d6404 (100ms)
I0704 14:00:48.950145       1 gather_workloads_info.go:387] No image sha256:2e57e192c3c1240fd935dcd55c8fde5e70e78bf81d6176c96edf21fafe59f8ba (102ms)
I0704 14:00:49.048377       1 gather_workloads_info.go:387] No image sha256:a56211d075aa43cbb491f669a5b2e46ee023dc95b7d51dbac28f463948c5ad61 (98ms)
I0704 14:00:49.148992       1 gather_workloads_info.go:387] No image sha256:5a95c19d82767e0235b4edb4a0536482c816904897aae1dc3eb255cb52b87a9f (101ms)
I0704 14:00:49.248010       1 gather_workloads_info.go:387] No image sha256:03cf4cd7ef1518610c6c7b3ad27d1622d82e98e3dc6e3f8e5d0fceb5c8d3786e (99ms)
I0704 14:00:49.348358       1 gather_workloads_info.go:387] No image sha256:7b31223098f08328f5ddea8e5b871dbbd5f5a61ec550e8956f66793c0c6031a9 (100ms)
I0704 14:00:49.448945       1 gather_workloads_info.go:387] No image sha256:695cf2f0cc07683c2a3ce1eaf3e56fe18abc6e2bac716f7d9843f5d173b9df52 (101ms)
I0704 14:00:49.549127       1 gather_workloads_info.go:387] No image sha256:7adc1eab05d6724c76ba751f6df816b08d6e70b78dee9eb94fa6fd9690542c98 (100ms)
I0704 14:00:49.648596       1 gather_workloads_info.go:387] No image sha256:289816958633a763a72dbc44e1dad40466223164e7e253039514f0d974ea5d21 (99ms)
I0704 14:00:49.749797       1 gather_workloads_info.go:387] No image sha256:e84cb128d930bd1ab867cc89b7b7bf2b2c0e41105ab93b5381069945b3ee9c57 (101ms)
I0704 14:00:49.848185       1 gather_workloads_info.go:387] No image sha256:943018739e3db1763c3184b460dbc409e058abbac76d57b9927faad317be85e4 (98ms)
I0704 14:00:49.928851       1 configmapobserver.go:84] configmaps "insights-config" not found
I0704 14:00:49.948121       1 gather_workloads_info.go:387] No image sha256:ca1344cb64140188b7cae7bbc51fb751566c0b0c97d5e39b5850e628032c4a5e (100ms)
I0704 14:00:50.049055       1 gather_workloads_info.go:387] No image sha256:653c666f842c13e0baae2e89a9b1efe0e2ef56f621ffb5b32005115d2a26ab8c (101ms)
I0704 14:00:50.131790       1 configmapobserver.go:84] configmaps "insights-config" not found
I0704 14:00:50.149516       1 gather_workloads_info.go:387] No image sha256:5f0b67cfbbc381243fb91ccc17345b56d05f4d717c667e8c644e5bf05633ba71 (100ms)
I0704 14:00:50.149559       1 tasks_processing.go:74] worker 1 stopped.
E0704 14:00:50.149573       1 gather.go:140] gatherer "workloads" function "workload_info" failed with the error: no running pods found for the insights-runtime-extractor statefulset
I0704 14:00:50.149919       1 recorder.go:75] Recording config/workload_info with fingerprint=f6451db1f454b6f97f75e8dfc1a84afb12df2fefd7f65408ff742590fd64f8eb
I0704 14:00:50.149942       1 gather.go:177] gatherer "workloads" function "workload_info" took 2.335166101s to process 1 records
E0704 14:00:50.149977       1 periodic.go:247] "Unhandled Error" err="workloads failed after 2.335s with: function \"workload_info\" failed with an error"
I0704 14:00:50.151093       1 controllerstatus.go:89] name=periodic-workloads healthy=false reason=PeriodicGatherFailed message=Source workloads could not be retrieved: function "workload_info" failed with an error
I0704 14:00:50.151108       1 periodic.go:209] Running conditional gatherer
I0704 14:00:50.157556       1 requests.go:294] Making HTTP GET request at: https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules
I0704 14:00:50.164194       1 conditional_gatherer.go:107] Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.8:55021->172.30.0.10:53: read: connection refused
E0704 14:00:50.164462       1 conditional_gatherer.go:322] unable to update alerts cache: open /var/run/configmaps/service-ca-bundle/service-ca.crt: no such file or directory
I0704 14:00:50.164559       1 conditional_gatherer.go:384] updating version cache for conditional gatherer
I0704 14:00:50.171373       1 conditional_gatherer.go:392] cluster version is '4.20.8'
E0704 14:00:50.171391       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0704 14:00:50.171397       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0704 14:00:50.171401       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0704 14:00:50.171404       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0704 14:00:50.171407       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0704 14:00:50.171410       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0704 14:00:50.171413       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0704 14:00:50.171416       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
E0704 14:00:50.171419       1 conditional_gatherer.go:209] error checking conditions for a gathering rule: alerts cache is missing
I0704 14:00:50.171438       1 tasks_processing.go:45] number of workers: 3
I0704 14:00:50.171449       1 tasks_processing.go:69] worker 2 listening for tasks.
I0704 14:00:50.171453       1 tasks_processing.go:71] worker 2 working on conditional_gatherer_rules task.
I0704 14:00:50.171472       1 tasks_processing.go:69] worker 0 listening for tasks.
I0704 14:00:50.171482       1 tasks_processing.go:69] worker 1 listening for tasks.
I0704 14:00:50.171514       1 tasks_processing.go:74] worker 1 stopped.
I0704 14:00:50.171515       1 tasks_processing.go:71] worker 0 working on remote_configuration task.
I0704 14:00:50.171531       1 tasks_processing.go:71] worker 2 working on rapid_container_logs task.
I0704 14:00:50.171583       1 recorder.go:75] Recording insights-operator/conditional-gatherer-rules with fingerprint=7034af97e7e41c22e4b775abdd4b9066c8ebb19da33eb7f69f39bfd2eb5f6406
I0704 14:00:50.171602       1 gather.go:177] gatherer "conditional" function "conditional_gatherer_rules" took 903ns to process 1 records
I0704 14:00:50.171645       1 recorder.go:75] Recording insights-operator/remote-configuration with fingerprint=0394430c431eec4d48bb1811a90918e95161d2282c59af26f2473613cc0959db
I0704 14:00:50.171658       1 gather.go:177] gatherer "conditional" function "remote_configuration" took 1.324µs to process 1 records
I0704 14:00:50.171667       1 tasks_processing.go:74] worker 0 stopped.
I0704 14:00:50.171807       1 tasks_processing.go:74] worker 2 stopped.
I0704 14:00:50.171820       1 gather.go:177] gatherer "conditional" function "rapid_container_logs" took 261.884µs to process 0 records
I0704 14:00:50.171843       1 controllerstatus.go:89] name=periodic-conditional healthy=false reason=NotAvailable message=Get "https://console.redhat.com/api/gathering/v2/4.20.8/gathering_rules": dial tcp: lookup console.redhat.com on 172.30.0.10:53: read udp 10.129.0.8:55021->172.30.0.10:53: read: connection refused
I0704 14:00:50.171861       1 recorder.go:75] Recording insights-operator/remote-configuration.json with fingerprint=359de9c990c741675cec72fda96b5c3682221efdb4799f5eaa6e9805bcd3b5c1
I0704 14:00:50.194707       1 recorder.go:75] Recording insights-operator/gathers with fingerprint=eb632daccacec48b7ffe3f120e407d6f5f85039d8482a77663607b4bc3848f48
I0704 14:00:50.194856       1 diskrecorder.go:70] Writing 101 records to /var/lib/insights-operator/insights-2026-07-04-140050.tar.gz
I0704 14:00:50.201518       1 diskrecorder.go:51] Wrote 101 records to disk in 6ms
I0704 14:00:50.201559       1 periodic.go:278] Gathering cluster info every 2h0m0s
I0704 14:00:50.201575       1 periodic.go:279] Configuration is 
	dataReporting:
		interval: 2h0m0s,
		uploadEndpoint: https://console.redhat.com/api/ingress/v1/upload,
		storagePath: /var/lib/insights-operator,
		downloadEndpoint: https://console.redhat.com/api/insights-results-aggregator/v2/cluster/%s/reports, 
		conditionalGathererEndpoint: https://console.redhat.com/api/gathering/v2/%s/gathering_rules,
		obfuscation: []
	sca:
		disabled: false,
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/entitlement_certificates,
		interval: 8h0m0s
	alerting:
		disabled: false
	clusterTransfer:
		endpoint: https://api.openshift.com/api/accounts_mgmt/v1/cluster_transfers/,
		interval: 12h0m0s
	proxy:
		httpProxy: ,
		httpsProxy: ,
		noProxy: 
I0704 14:00:59.708979       1 configmapobserver.go:84] configmaps "insights-config" not found
I0704 14:01:59.015416       1 observer_polling.go:111] Observed file "/var/run/configmaps/service-ca-bundle/service-ca.crt" has been created (hash="4c50658d79d8e0152eefeca9f678b8e6f34149eab8d7bc103e40943c316d3878")
W0704 14:01:59.015452       1 builder.go:160] Restart triggered because of file /var/run/configmaps/service-ca-bundle/service-ca.crt was created
I0704 14:01:59.015547       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.crt" has been created (hash="2a59fc0d586d6e01055178c2d2bb7a6c7b3361a3716a7e3302b639301f7361a1")
I0704 14:01:59.015550       1 genericapiserver.go:693] "[graceful-termination] pre-shutdown hooks completed" name="PreShutdownHooksStopped"
I0704 14:01:59.015591       1 simple_featuregate_reader.go:177] Shutting down feature-gate-detector
I0704 14:01:59.015604       1 observer_polling.go:111] Observed file "/var/run/secrets/serving-cert/tls.key" has been created (hash="1aa0b97e35b69f4027ea59135523caf94bd269558bedfdcf2eb91a49082d39a2")
I0704 14:01:59.015600       1 periodic.go:170] Shutting down
I0704 14:01:59.015544       1 genericapiserver.go:548] "[graceful-termination] shutdown event" name="ShutdownInitiated"
I0704 14:01:59.015591       1 base_controller.go:181] Shutting down LoggingSyncer ...
I0704 14:01:59.015672       1 object_count_tracker.go:151] "StorageObjectCountTracker pruner is exiting"
I0704 14:01:59.015682       1 base_controller.go:123] Shutting down worker of LoggingSyncer controller ...
I0704 14:01:59.015681       1 genericapiserver.go:651] "[graceful-termination] not going to wait for active watch request(s) to drain"
I0704 14:01:59.015692       1 base_controller.go:113] All LoggingSyncer workers have been terminated
I0704 14:01:59.015706       1 requestheader_controller.go:194] Shutting down RequestHeaderAuthRequestController