+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-137.ec2.internal ++ [[ -n ip-10-0-1-137.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-137.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 07:31:10.548517464 - disable conntrack on geneve port' I0506 07:31:10.548517464 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0506 07:31:10.575527265 - starting ovnkube-node + echo 'I0506 07:31:10.575527265 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-137.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-137.ec2.internal --init-node ip-10-0-1-137.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-137.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0506 07:31:10.620883 3908 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0506 07:31:10.620947 3908 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-906a053fea.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0506 07:31:10.622411 3908 kube.go:431] Waiting for certificate I0506 07:31:10.622448 3908 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0506 07:31:10.622668 3908 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0506 07:31:10.623395 3908 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 07:31:10.650741 3908 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 07:31:10.650758 3908 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 07:31:10.653449 3908 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 07:31:10.655930 3908 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-fnfr6" I0506 07:31:10.664644 3908 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-fnfr6" I0506 07:31:10.664713 3908 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 07:31:11.623140 3908 kube.go:438] Certificate found I0506 07:31:11.623664 3908 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 07:31:11.624733 3908 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0506 07:31:11.676088 3908 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 07:26:10 +0000 UTC" deadline="2026-05-07 04:20:35.110855601 +0000 UTC" I0506 07:31:11.676123 3908 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h49m23.434742575s" I0506 07:31:11.696488 3908 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 07:31:11.713255 3908 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0506 07:31:11.713317 3908 server.go:101] MetricServer registers OVS metrics I0506 07:31:11.713626 3908 server.go:105] MetricServer registers OVN DB metrics I0506 07:31:11.716466 3908 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0506 07:31:11.716533 3908 factory.go:561] Starting watch factory I0506 07:31:11.716771 3908 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.716774 3908 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.716800 3908 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.716814 3908 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.716776 3908 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.716998 3908 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.717023 3908 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.717141 3908 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.717406 3908 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.717498 3908 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.718101 3908 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0506 07:31:11.718138 3908 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0506 07:31:11.719183 3908 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.719200 3908 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.719322 3908 controller_manager.go:370] Starting the ovnkube controller I0506 07:31:11.719337 3908 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-137.ec2.internal I0506 07:31:11.719417 3908 controller_manager.go:395] NBDB zone sync took: 59.526µs I0506 07:31:11.719428 3908 factory.go:561] Starting watch factory I0506 07:31:11.731545 3908 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0506 07:31:11.731563 3908 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0506 07:31:11.734942 3908 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.735515 3908 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0506 07:31:11.735544 3908 server.go:109] MetricServer registers OVN Controller metrics I0506 07:31:11.735821 3908 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.735972 3908 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.736410 3908 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.740735 3908 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.741013 3908 server.go:113] MetricServer registers OVN Northd metrics I0506 07:31:11.745531 3908 metrics.go:519] OVN Metrics Server starts to run ... I0506 07:31:11.746338 3908 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:11.822635 3908 factory.go:1977] *v1.Pod informer cache synced successfully I0506 07:31:11.822660 3908 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 07:31:11.822664 3908 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 07:31:11.822668 3908 factory.go:1977] *v1.Node informer cache synced successfully I0506 07:31:11.822674 3908 factory.go:1977] *v1.Service informer cache synced successfully I0506 07:31:11.822687 3908 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 07:31:11.822763 3908 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:11.822769 3908 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:11.822778 3908 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:11.822783 3908 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:11.825424 3908 factory.go:1977] *v1.Node informer cache synced successfully I0506 07:31:11.825438 3908 factory.go:1977] *v1.Service informer cache synced successfully I0506 07:31:11.825442 3908 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 07:31:11.825445 3908 factory.go:1977] *v1.Pod informer cache synced successfully I0506 07:31:11.825448 3908 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 07:31:11.825451 3908 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 07:31:11.825749 3908 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:11.825768 3908 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:11.827777 3908 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 07:31:11.827787 3908 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 07:31:11.827853 3908 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.827868 3908 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.829957 3908 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.830896 3908 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 07:31:11.830904 3908 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 07:31:11.832871 3908 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 07:31:11.832921 3908 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.832935 3908 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.835092 3908 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.836009 3908 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 07:31:11.838271 3908 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 07:31:11.838321 3908 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.838331 3908 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.840655 3908 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.841617 3908 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 07:31:11.843385 3908 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 07:31:11.843431 3908 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.843443 3908 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.845314 3908 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.846989 3908 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 07:31:11.849141 3908 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 07:31:11.849200 3908 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.849211 3908 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.851211 3908 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.852115 3908 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 07:31:11.854924 3908 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 07:31:11.855083 3908 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 07:31:11.855096 3908 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 07:31:11.857099 3908 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 07:31:11.857195 3908 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 07:31:11.859976 3908 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 07:31:11.860054 3908 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.860067 3908 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.860109 3908 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.860124 3908 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.862364 3908 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 07:31:11.862404 3908 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.863023 3908 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:11.865109 3908 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 07:31:11.865119 3908 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 07:31:11.865126 3908 factory.go:680] Watch Factory start up complete, took: 148.595248ms I0506 07:31:11.865190 3908 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0506 07:31:11.867559 3908 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 07:31:11.867572 3908 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 07:31:11.867582 3908 factory.go:680] Watch Factory start up complete, took: 148.150818ms I0506 07:31:11.867592 3908 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-137.ec2.internal" zone I0506 07:31:11.908996 3908 default_node_network_controller.go:710] Initializing the default node network controller I0506 07:31:11.975760 3908 udn_isolation.go:101] Starting UDN host isolation manager I0506 07:31:11.981597 3908 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0506 07:31:12.040216 3908 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0506 07:31:12.040270 3908 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0506 07:31:12.040282 3908 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0506 07:31:12.070694 3908 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0506 07:31:12.070759 3908 default_node_network_controller.go:809] Node ip-10-0-1-137.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0506 07:31:12.076123 3908 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.137"] k8s.ovn.org/zone-name:ip-10-0-1-137.ec2.internal] on node ip-10-0-1-137.ec2.internal I0506 07:31:12.096903 3908 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0506 07:31:12.102882 3908 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0506 07:31:12.102989 3908 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0506 07:31:12.103136 3908 gateway_init.go:263] Preparing Gateway I0506 07:31:12.103148 3908 gateway_shared_intf.go:1687] Creating new gateway I0506 07:31:12.118180 3908 controller_manager.go:429] Waiting for node in zone sync took: 250.575452ms I0506 07:31:12.122644 3908 controller_manager.go:611] Switching to transit router for layer2 networks I0506 07:31:12.122656 3908 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-137.ec2.internal I0506 07:31:12.140295 3908 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 07:31:12.146394 3908 controller_manager.go:290] SCTP support detected in OVN I0506 07:31:12.146962 3908 services_controller.go:69] Creating services controller for network=default I0506 07:31:12.147042 3908 udn_enabled_svc.go:80] Waiting for service informer to sync I0506 07:31:12.147183 3908 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0506 07:31:12.147216 3908 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0506 07:31:12.147230 3908 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0506 07:31:12.147240 3908 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 07:31:12.147430 3908 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0506 07:31:12.147511 3908 udn_enabled_svc.go:95] Performing full resync I0506 07:31:12.147525 3908 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0506 07:31:12.147559 3908 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.287µs I0506 07:31:12.147566 3908 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 33.913µs I0506 07:31:12.147589 3908 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 50.051µs I0506 07:31:12.147598 3908 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0506 07:31:12.147608 3908 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0506 07:31:12.147619 3908 default_network_controller.go:325] Starting the default network controller I0506 07:31:12.147693 3908 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.739µs I0506 07:31:12.147793 3908 udn_enabled_svc.go:99] Waiting for handler to sync I0506 07:31:12.147803 3908 udn_enabled_svc.go:104] Starting worker I0506 07:31:12.156480 3908 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0506 07:31:12.156541 3908 repair.go:33] Syncing exgw routes took 49.156µs I0506 07:31:12.156565 3908 default_network_controller.go:414] Starting all the Watchers... I0506 07:31:12.156725 3908 namespace.go:98] [openshift-machine-config-operator] adding namespace I0506 07:31:12.156741 3908 namespace.go:98] [openshift-route-controller-manager] adding namespace I0506 07:31:12.156741 3908 namespace.go:98] [openshift-config] adding namespace I0506 07:31:12.156749 3908 namespace.go:98] [kube-node-lease] adding namespace I0506 07:31:12.156747 3908 namespace.go:98] [dedicated-admin] adding namespace I0506 07:31:12.156758 3908 namespace.go:98] [openshift-customer-monitoring] adding namespace I0506 07:31:12.156773 3908 namespace.go:98] [openshift-apiserver-operator] adding namespace I0506 07:31:12.156776 3908 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0506 07:31:12.156787 3908 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0506 07:31:12.156793 3908 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0506 07:31:12.156798 3908 namespace.go:98] [openshift-backplane-mobb] adding namespace I0506 07:31:12.156800 3908 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0506 07:31:12.156805 3908 namespace.go:98] [openshift-insights] adding namespace I0506 07:31:12.156728 3908 namespace.go:98] [openshift-network-node-identity] adding namespace I0506 07:31:12.156866 3908 namespace.go:98] [openshift-node] adding namespace I0506 07:31:12.157571 3908 namespace.go:102] [openshift-machine-config-operator] adding namespace took 832.187µs I0506 07:31:12.157587 3908 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0506 07:31:12.158080 3908 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 488.474µs I0506 07:31:12.158110 3908 namespace.go:98] [openshift-ingress-operator] adding namespace I0506 07:31:12.158584 3908 namespace.go:102] [openshift-ingress-operator] adding namespace took 468.64µs I0506 07:31:12.158598 3908 namespace.go:98] [openshift-apiserver] adding namespace I0506 07:31:12.159057 3908 namespace.go:102] [openshift-route-controller-manager] adding namespace took 2.307611ms I0506 07:31:12.159070 3908 namespace.go:98] [openshift-backplane-cse] adding namespace I0506 07:31:12.159492 3908 namespace.go:102] [openshift-config] adding namespace took 2.738646ms I0506 07:31:12.159508 3908 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0506 07:31:12.159963 3908 namespace.go:102] [kube-node-lease] adding namespace took 3.198877ms I0506 07:31:12.159987 3908 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0506 07:31:12.160466 3908 namespace.go:102] [dedicated-admin] adding namespace took 3.703839ms I0506 07:31:12.160480 3908 namespace.go:98] [openshift-backplane-cee] adding namespace I0506 07:31:12.160856 3908 namespace.go:102] [openshift-customer-monitoring] adding namespace took 4.087743ms I0506 07:31:12.160871 3908 namespace.go:98] [openshift-logging] adding namespace I0506 07:31:12.161349 3908 namespace.go:102] [openshift-apiserver-operator] adding namespace took 4.559527ms I0506 07:31:12.161367 3908 namespace.go:98] [openshift-operators] adding namespace I0506 07:31:12.161794 3908 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.002218ms I0506 07:31:12.161809 3908 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0506 07:31:12.162292 3908 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.493567ms I0506 07:31:12.162306 3908 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0506 07:31:12.162766 3908 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.967156ms I0506 07:31:12.162776 3908 namespace.go:98] [openshift-marketplace] adding namespace I0506 07:31:12.163268 3908 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.460637ms I0506 07:31:12.163290 3908 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0506 07:31:12.163732 3908 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.925685ms I0506 07:31:12.163743 3908 namespace.go:98] [openshift-controller-manager] adding namespace I0506 07:31:12.164241 3908 namespace.go:102] [openshift-insights] adding namespace took 7.418495ms I0506 07:31:12.164256 3908 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0506 07:31:12.164702 3908 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.850129ms I0506 07:31:12.164714 3908 namespace.go:98] [openshift-backplane] adding namespace I0506 07:31:12.165191 3908 namespace.go:102] [openshift-node] adding namespace took 8.316102ms I0506 07:31:12.165205 3908 namespace.go:98] [openshift-console] adding namespace I0506 07:31:12.165581 3908 namespace.go:102] [openshift-apiserver] adding namespace took 6.978304ms I0506 07:31:12.165593 3908 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0506 07:31:12.166017 3908 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.942403ms I0506 07:31:12.166027 3908 namespace.go:98] [openshift-must-gather-operator] adding namespace I0506 07:31:12.166442 3908 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.918031ms I0506 07:31:12.166460 3908 namespace.go:98] [openshift] adding namespace I0506 07:31:12.166787 3908 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.793169ms I0506 07:31:12.166807 3908 namespace.go:98] [openshift-backplane-tam] adding namespace I0506 07:31:12.167415 3908 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.928639ms I0506 07:31:12.167431 3908 namespace.go:98] [open-cluster-management-2q49pdfruok6943kbc0k636d0r7dm1vi] adding namespace I0506 07:31:12.167862 3908 namespace.go:102] [openshift-logging] adding namespace took 6.984204ms I0506 07:31:12.167876 3908 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0506 07:31:12.168378 3908 namespace.go:102] [openshift-operators] adding namespace took 7.00297ms I0506 07:31:12.168393 3908 namespace.go:98] [kube-public] adding namespace I0506 07:31:12.168821 3908 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.005871ms I0506 07:31:12.168854 3908 namespace.go:98] [openshift-console-operator] adding namespace I0506 07:31:12.169259 3908 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.946148ms I0506 07:31:12.169275 3908 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0506 07:31:12.169651 3908 namespace.go:102] [openshift-marketplace] adding namespace took 6.870024ms I0506 07:31:12.169664 3908 namespace.go:98] [openshift-cluster-version] adding namespace I0506 07:31:12.170058 3908 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.761731ms I0506 07:31:12.170070 3908 namespace.go:98] [openshift-network-diagnostics] adding namespace I0506 07:31:12.170433 3908 namespace.go:102] [openshift-controller-manager] adding namespace took 6.685696ms I0506 07:31:12.170444 3908 namespace.go:98] [default] adding namespace I0506 07:31:12.170856 3908 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.59509ms I0506 07:31:12.170867 3908 namespace.go:98] [openshift-network-console] adding namespace I0506 07:31:12.171289 3908 namespace.go:102] [openshift-backplane] adding namespace took 6.56741ms I0506 07:31:12.171309 3908 namespace.go:98] [openshift-config-operator] adding namespace I0506 07:31:12.171743 3908 namespace.go:102] [openshift-console] adding namespace took 6.531168ms I0506 07:31:12.171759 3908 namespace.go:98] [openshift-operators-redhat] adding namespace I0506 07:31:12.172195 3908 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.597395ms I0506 07:31:12.172629 3908 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.597639ms I0506 07:31:12.172640 3908 namespace.go:98] [kube-system] adding namespace I0506 07:31:12.173000 3908 namespace.go:102] [openshift] adding namespace took 6.532733ms I0506 07:31:12.173018 3908 namespace.go:98] [openshift-host-network] adding namespace I0506 07:31:12.173476 3908 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.657207ms I0506 07:31:12.173498 3908 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0506 07:31:12.173921 3908 namespace.go:102] [open-cluster-management-2q49pdfruok6943kbc0k636d0r7dm1vi] adding namespace took 6.485223ms I0506 07:31:12.173934 3908 namespace.go:98] [openshift-etcd] adding namespace I0506 07:31:12.174348 3908 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.467199ms I0506 07:31:12.174357 3908 namespace.go:98] [openshift-authentication-operator] adding namespace I0506 07:31:12.174779 3908 namespace.go:102] [kube-public] adding namespace took 6.378843ms I0506 07:31:12.174797 3908 namespace.go:98] [openshift-network-operator] adding namespace I0506 07:31:12.175207 3908 namespace.go:102] [openshift-console-operator] adding namespace took 6.346236ms I0506 07:31:12.175220 3908 namespace.go:98] [openshift-authentication] adding namespace I0506 07:31:12.175567 3908 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.286926ms I0506 07:31:12.175578 3908 namespace.go:98] [openshift-ingress-canary] adding namespace W0506 07:31:12.175961 3908 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-2cxdh: pod openshift-network-diagnostics/network-check-target-2cxdh: no pod IPs found W0506 07:31:12.175973 3908 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-bsr68: pod openshift-network-diagnostics/network-check-target-bsr68: no pod IPs found I0506 07:31:12.176005 3908 namespace.go:102] [openshift-cluster-version] adding namespace took 6.33514ms I0506 07:31:12.176017 3908 namespace.go:98] [openshift-backplane-csm] adding namespace I0506 07:31:12.176471 3908 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.394416ms I0506 07:31:12.176490 3908 namespace.go:98] [openshift-backplane-srep] adding namespace I0506 07:31:12.176866 3908 namespace.go:102] [default] adding namespace took 6.409528ms I0506 07:31:12.176883 3908 namespace.go:98] [openshift-dns] adding namespace I0506 07:31:12.177311 3908 namespace.go:102] [openshift-network-console] adding namespace took 6.439642ms I0506 07:31:12.177323 3908 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0506 07:31:12.177686 3908 namespace.go:102] [openshift-config-operator] adding namespace took 6.370858ms I0506 07:31:12.177699 3908 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0506 07:31:12.178090 3908 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.324243ms I0506 07:31:12.178104 3908 namespace.go:98] [openshift-service-ca-operator] adding namespace I0506 07:31:12.178468 3908 namespace.go:102] [kube-system] adding namespace took 5.822832ms I0506 07:31:12.178480 3908 namespace.go:98] [openshift-kube-apiserver] adding namespace I0506 07:31:12.178925 3908 namespace.go:102] [openshift-host-network] adding namespace took 5.901734ms I0506 07:31:12.178937 3908 namespace.go:98] [openshift-config-managed] adding namespace I0506 07:31:12.179309 3908 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.801746ms I0506 07:31:12.179322 3908 namespace.go:98] [openshift-console-user-settings] adding namespace I0506 07:31:12.179691 3908 namespace.go:102] [openshift-etcd] adding namespace took 5.751855ms I0506 07:31:12.179704 3908 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0506 07:31:12.180133 3908 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.771043ms I0506 07:31:12.180144 3908 namespace.go:98] [openshift-package-operator] adding namespace I0506 07:31:12.180515 3908 namespace.go:102] [openshift-network-operator] adding namespace took 5.711869ms I0506 07:31:12.180527 3908 namespace.go:98] [openshift-infra] adding namespace I0506 07:31:12.180946 3908 namespace.go:102] [openshift-authentication] adding namespace took 5.720312ms I0506 07:31:12.180959 3908 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0506 07:31:12.181721 3908 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.128326ms I0506 07:31:12.181733 3908 namespace.go:98] [openshift-image-registry] adding namespace I0506 07:31:12.182156 3908 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.133387ms I0506 07:31:12.182171 3908 namespace.go:98] [openshift-multus] adding namespace I0506 07:31:12.182575 3908 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.076897ms I0506 07:31:12.182591 3908 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0506 07:31:12.182979 3908 namespace.go:102] [openshift-dns] adding namespace took 6.08962ms I0506 07:31:12.182991 3908 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0506 07:31:12.183342 3908 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.01491ms I0506 07:31:12.183353 3908 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0506 07:31:12.183715 3908 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.01183ms I0506 07:31:12.183728 3908 namespace.go:98] [openshift-ingress] adding namespace I0506 07:31:12.184122 3908 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.012717ms I0506 07:31:12.184133 3908 namespace.go:98] [openshift-kube-scheduler] adding namespace I0506 07:31:12.184513 3908 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.02856ms I0506 07:31:12.184523 3908 namespace.go:98] [openshift-machine-api] adding namespace I0506 07:31:12.184938 3908 namespace.go:102] [openshift-config-managed] adding namespace took 5.99478ms I0506 07:31:12.185397 3908 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.067864ms I0506 07:31:12.185788 3908 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.07743ms I0506 07:31:12.186251 3908 namespace.go:102] [openshift-package-operator] adding namespace took 6.100018ms I0506 07:31:12.186696 3908 namespace.go:102] [openshift-infra] adding namespace took 6.162686ms I0506 07:31:12.186711 3908 namespace.go:98] [openshift-monitoring] adding namespace I0506 07:31:12.187104 3908 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.139618ms W0506 07:31:12.187457 3908 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-d68zx: pod openshift-multus/network-metrics-daemon-d68zx: no pod IPs found W0506 07:31:12.187469 3908 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ssr8n: pod openshift-multus/network-metrics-daemon-ssr8n: no pod IPs found I0506 07:31:12.187505 3908 namespace.go:102] [openshift-image-registry] adding namespace took 5.766933ms I0506 07:31:12.187520 3908 namespace.go:98] [openshift-dns-operator] adding namespace I0506 07:31:12.187902 3908 namespace.go:102] [openshift-multus] adding namespace took 5.723861ms I0506 07:31:12.188345 3908 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.748317ms I0506 07:31:12.188733 3908 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.737052ms I0506 07:31:12.189138 3908 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.780018ms I0506 07:31:12.189524 3908 namespace.go:102] [openshift-ingress] adding namespace took 5.790193ms I0506 07:31:12.189540 3908 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0506 07:31:12.189962 3908 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.822318ms I0506 07:31:12.190361 3908 namespace.go:102] [openshift-machine-api] adding namespace took 5.831358ms I0506 07:31:12.190791 3908 namespace.go:102] [openshift-monitoring] adding namespace took 4.072941ms I0506 07:31:12.191203 3908 namespace.go:102] [openshift-dns-operator] adding namespace took 3.676735ms I0506 07:31:12.191549 3908 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 2.003583ms W0506 07:31:12.191631 3908 master.go:458] Unable to parse local node ip-10-0-1-137.ec2.internal chassis-id annotation. Chassis may be removed during sync W0506 07:31:12.191640 3908 master.go:471] Unable to parse remote node ip-10-0-0-22.ec2.internal chassis-id annotation. Chassis may be removed during sync I0506 07:31:12.191645 3908 master.go:481] Removing stale chassis with ID/Name: 01ec4682-ea59-453c-a21a-b527b8251dab, hostname: ip-10-0-1-137.ec2.internal I0506 07:31:12.192153 3908 master.go:548] Adding or Updating local node "ip-10-0-1-137.ec2.internal" for network "default" I0506 07:31:12.192165 3908 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-22.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-22.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-22.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-22.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-22.ec2.internal I0506 07:31:12.195315 3908 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-137.ec2.internal for the network default I0506 07:31:12.195591 3908 zone_ic_handler.go:195] Time taken to create transit switch: 263.931µs I0506 07:31:12.196209 3908 default_network_controller.go:823] Node add failed for ip-10-0-1-137.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-137.ec2.internal, error getting gateway config for node ip-10-0-1-137.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-137.ec2.internal", failed to update chassis to local for local node ip-10-0-1-137.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-137.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-137.ec2.internal] E0506 07:31:12.196249 3908 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-137.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-137.ec2.internal, error getting gateway config for node ip-10-0-1-137.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-137.ec2.internal", failed to update chassis to local for local node ip-10-0-1-137.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-137.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-137.ec2.internal] I0506 07:31:12.196295 3908 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0506 07:31:12.196327 3908 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0506 07:31:12.196314 3908 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-137.ec2.internal", UID:"d49a8485-065a-4c3b-b7c4-8228e8b61901", APIVersion:"v1", ResourceVersion:"8320", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-137.ec2.internal, error getting gateway config for node ip-10-0-1-137.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-137.ec2.internal", failed to update chassis to local for local node ip-10-0-1-137.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-137.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-137.ec2.internal] I0506 07:31:12.196342 3908 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0506 07:31:12.196351 3908 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-22.ec2.internal in network "default" I0506 07:31:12.196383 3908 node_tracker.go:235] Node ip-10-0-0-22.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-22.ec2.internal" I0506 07:31:12.196399 3908 node_tracker.go:169] Node ip-10-0-0-22.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:12.196415 3908 services_controller.go:574] Full service sync requested for network=default I0506 07:31:12.196423 3908 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-137.ec2.internal in network "default" I0506 07:31:12.196432 3908 node_tracker.go:235] Node ip-10-0-1-137.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-137.ec2.internal" I0506 07:31:12.196438 3908 node_tracker.go:169] Node ip-10-0-1-137.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:12.196442 3908 services_controller.go:574] Full service sync requested for network=default I0506 07:31:12.206918 3908 iptables.go:108] Creating table: filter chain: FORWARD I0506 07:31:12.212805 3908 iptables.go:108] Creating table: filter chain: OUTPUT I0506 07:31:12.218615 3908 gateway_shared_intf.go:1816] Gateway Creation Complete I0506 07:31:12.218627 3908 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-137.ec2.internal","mac-address":"0a:ff:f8:01:c1:c5","ip-addresses":["10.0.1.137/24"],"ip-address":"10.0.1.137/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:01ec4682-ea59-453c-a21a-b527b8251dab k8s.ovn.org/node-encap-ips:["10.0.1.137"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.137/24"} k8s.ovn.org/zone-name:ip-10-0-1-137.ec2.internal] on node ip-10-0-1-137.ec2.internal I0506 07:31:12.235909 3908 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-137.ec2.internal in network "default" I0506 07:31:12.235921 3908 master.go:548] Adding or Updating local node "ip-10-0-1-137.ec2.internal" for network "default" I0506 07:31:12.235970 3908 node_tracker.go:169] Node ip-10-0-1-137.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:12.235986 3908 services_controller.go:574] Full service sync requested for network=default I0506 07:31:12.239491 3908 default_node_network_controller.go:519] Node connection status = connected W0506 07:31:12.240603 3908 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-ssr8n: pod openshift-multus/network-metrics-daemon-ssr8n: no pod IPs found W0506 07:31:12.240624 3908 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-bsr68: pod openshift-network-diagnostics/network-check-target-bsr68: no pod IPs found I0506 07:31:12.241581 3908 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-137.ec2.internal for the network default I0506 07:31:12.241761 3908 zone_ic_handler.go:195] Time taken to create transit switch: 166.342µs I0506 07:31:12.297102 3908 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0506 07:31:12.297128 3908 services_controller.go:208] Setting up event handlers for services for network=default I0506 07:31:12.297224 3908 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0506 07:31:12.297267 3908 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0506 07:31:12.297283 3908 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0506 07:31:12.397634 3908 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0506 07:31:12.397654 3908 repair.go:60] Starting repairing loop for services I0506 07:31:12.397739 3908 repair.go:131] Deleted 0 stale service LBs I0506 07:31:12.397762 3908 repair.go:137] Deleted 0 stale Chassis Template Vars I0506 07:31:12.397778 3908 repair.go:62] Finished repairing loop for services: 126.133µs I0506 07:31:12.397801 3908 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0506 07:31:12.397808 3908 services_controller.go:254] Starting workers for network=default I0506 07:31:12.398227 3908 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-2cxdh, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-2cxdh: suppressed error logged: pod openshift-network-diagnostics/network-check-target-2cxdh: no pod IPs found I0506 07:31:12.398305 3908 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-bsr68] creating logical port openshift-network-diagnostics_network-check-target-bsr68 for pod on switch ip-10-0-1-137.ec2.internal I0506 07:31:12.398305 3908 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ssr8n] creating logical port openshift-multus_network-metrics-daemon-ssr8n for pod on switch ip-10-0-1-137.ec2.internal I0506 07:31:12.398427 3908 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-d68zx, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-d68zx: suppressed error logged: pod openshift-multus/network-metrics-daemon-d68zx: no pod IPs found I0506 07:31:12.398497 3908 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-bsr68 I0506 07:31:12.398566 3908 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-ssr8n I0506 07:31:12.415932 3908 pod.go:62] [openshift-multus/network-metrics-daemon-ssr8n] pod update took 17.476271ms I0506 07:31:12.415955 3908 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-ssr8n] addLogicalPort annotation time took 17.499825ms I0506 07:31:12.415986 3908 pod.go:62] [openshift-network-diagnostics/network-check-target-bsr68] pod update took 17.590755ms I0506 07:31:12.416003 3908 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-bsr68] addLogicalPort annotation time took 17.612958ms I0506 07:31:12.416783 3908 pods.go:271] [openshift-multus/network-metrics-daemon-ssr8n] addLogicalPort took 18.489961ms, libovsdb time 605.18µs I0506 07:31:12.417187 3908 pods.go:271] [openshift-network-diagnostics/network-check-target-bsr68] addLogicalPort took 18.889768ms, libovsdb time 816.119µs I0506 07:31:12.417537 3908 admin_network_policy_controller.go:227] Starting controller default-network-controller I0506 07:31:12.417560 3908 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0506 07:31:12.417571 3908 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0506 07:31:12.417576 3908 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0506 07:31:12.417771 3908 repair.go:29] Repairing admin network policies took 190.384µs I0506 07:31:12.417904 3908 repair.go:92] Repairing baseline admin network policies took 123.566µs I0506 07:31:12.418307 3908 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0506 07:31:12.418745 3908 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0506 07:31:12.418763 3908 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 07:31:12.420750 3908 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0506 07:31:12.420774 3908 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0506 07:31:12.420788 3908 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0506 07:31:12.422851 3908 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0506 07:31:12.422877 3908 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0506 07:31:12.422889 3908 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0506 07:31:12.423497 3908 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0506 07:31:12.423520 3908 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0506 07:31:12.423532 3908 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0506 07:31:12.425588 3908 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0506 07:31:12.425608 3908 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0506 07:31:12.425620 3908 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0506 07:31:12.427337 3908 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0506 07:31:12.427358 3908 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0506 07:31:12.427366 3908 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0506 07:31:12.427859 3908 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0506 07:31:12.427883 3908 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0506 07:31:12.427892 3908 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0506 07:31:12.428251 3908 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0506 07:31:12.428274 3908 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0506 07:31:12.428288 3908 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0506 07:31:12.430761 3908 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0506 07:31:12.430781 3908 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0506 07:31:12.430790 3908 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0506 07:31:12.431406 3908 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0506 07:31:12.431425 3908 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0506 07:31:12.431433 3908 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0506 07:31:12.431963 3908 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0506 07:31:12.431985 3908 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0506 07:31:12.432016 3908 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 07:31:12.432766 3908 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0506 07:31:12.432785 3908 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0506 07:31:12.432791 3908 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0506 07:31:12.434122 3908 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0506 07:31:12.434146 3908 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0506 07:31:12.434154 3908 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0506 07:31:12.434459 3908 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0506 07:31:12.434482 3908 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0506 07:31:12.434494 3908 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0506 07:31:12.435725 3908 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0506 07:31:12.435746 3908 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0506 07:31:12.435761 3908 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0506 07:31:12.436911 3908 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0506 07:31:12.436929 3908 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0506 07:31:12.436935 3908 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0506 07:31:12.437229 3908 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0506 07:31:12.437250 3908 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0506 07:31:12.437261 3908 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0506 07:31:12.437881 3908 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0506 07:31:12.437913 3908 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0506 07:31:12.437932 3908 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0506 07:31:12.438531 3908 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0506 07:31:12.438550 3908 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0506 07:31:12.438558 3908 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0506 07:31:12.439585 3908 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0506 07:31:12.439603 3908 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0506 07:31:12.439612 3908 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0506 07:31:12.440930 3908 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0506 07:31:12.440954 3908 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0506 07:31:12.440965 3908 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0506 07:31:12.441538 3908 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0506 07:31:12.441557 3908 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0506 07:31:12.441566 3908 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0506 07:31:12.442112 3908 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0506 07:31:12.442131 3908 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0506 07:31:12.442138 3908 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0506 07:31:12.443940 3908 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0506 07:31:12.443955 3908 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0506 07:31:12.443964 3908 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0506 07:31:12.445142 3908 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0506 07:31:12.445163 3908 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0506 07:31:12.445182 3908 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0506 07:31:12.446684 3908 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0506 07:31:12.446703 3908 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0506 07:31:12.446712 3908 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0506 07:31:12.447371 3908 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0506 07:31:12.447392 3908 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0506 07:31:12.447402 3908 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0506 07:31:12.448598 3908 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0506 07:31:12.448618 3908 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0506 07:31:12.448629 3908 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0506 07:31:12.449225 3908 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0506 07:31:12.449247 3908 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0506 07:31:12.449260 3908 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0506 07:31:12.451119 3908 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0506 07:31:12.455660 3908 egressfirewall.go:374] Starting EgressFirewall controller I0506 07:31:12.455691 3908 controller.go:133] Adding controller egress-firewall-controller event handlers I0506 07:31:12.455705 3908 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0506 07:31:12.455713 3908 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0506 07:31:12.455721 3908 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0506 07:31:12.455736 3908 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0506 07:31:12.455749 3908 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0506 07:31:12.456031 3908 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0506 07:31:12.456053 3908 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0506 07:31:12.456059 3908 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0506 07:31:12.456067 3908 egressqos.go:193] Setting up event handlers for EgressQoS I0506 07:31:12.456077 3908 egressfirewall.go:723] Syncing node "ip-10-0-0-22.ec2.internal" for egress firewall I0506 07:31:12.456088 3908 egressfirewall.go:723] Syncing node "ip-10-0-1-137.ec2.internal" for egress firewall I0506 07:31:12.456148 3908 egressqos.go:245] Starting EgressQoS Controller I0506 07:31:12.456157 3908 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0506 07:31:12.456163 3908 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0506 07:31:12.456168 3908 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0506 07:31:12.456172 3908 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0506 07:31:12.456181 3908 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0506 07:31:12.456188 3908 shared_informer.go:356] "Caches are synced" controller="egressqos" I0506 07:31:12.456192 3908 egressqos.go:259] Repairing EgressQoSes I0506 07:31:12.456197 3908 egressqos.go:399] Starting repairing loop for egressqos I0506 07:31:12.456267 3908 egressqos.go:401] Finished repairing loop for egressqos: 70.806µs I0506 07:31:12.456285 3908 egressservice_zone.go:132] Setting up event handlers for Egress Services I0506 07:31:12.456314 3908 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-137.ec2.internal I0506 07:31:12.456355 3908 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-137.ec2.internal : 42.874µs I0506 07:31:12.456405 3908 egressservice_zone.go:210] Starting Egress Services Controller I0506 07:31:12.456415 3908 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 07:31:12.456420 3908 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 07:31:12.456426 3908 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 07:31:12.456431 3908 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 07:31:12.456436 3908 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 07:31:12.456442 3908 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 07:31:12.456452 3908 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0506 07:31:12.456458 3908 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0506 07:31:12.456464 3908 egressservice_zone.go:228] Repairing Egress Services I0506 07:31:12.456751 3908 master_controller.go:88] Starting Admin Policy Based Route Controller I0506 07:31:12.456760 3908 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 07:31:12.456793 3908 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-22.ec2.internal I0506 07:31:12.456812 3908 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-22.ec2.internal: 18.463µs I0506 07:31:12.456819 3908 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-137.ec2.internal I0506 07:31:12.456823 3908 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-137.ec2.internal: 4.448µs I0506 07:31:12.456907 3908 default_network_controller.go:585] Completing all the Watchers took 300.333255ms I0506 07:31:12.456921 3908 default_network_controller.go:589] Starting unidling controllers I0506 07:31:12.456931 3908 unidle.go:46] Registering OVN SB ControllerEvent handler I0506 07:31:12.456938 3908 unidle.go:63] Populating Initial ContollerEvent events I0506 07:31:12.456951 3908 unidle.go:79] Setting up event handlers for services I0506 07:31:12.457053 3908 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0506 07:31:12.740938 3908 default_node_network_controller.go:519] Node connection status = connected I0506 07:31:13.001595 3908 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-22.ec2.internal in network "default" I0506 07:31:13.001620 3908 node_tracker.go:235] Node ip-10-0-0-22.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-22.ec2.internal" I0506 07:31:13.001634 3908 node_tracker.go:169] Node ip-10-0-0-22.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:13.001629 3908 default_network_controller.go:1025] Node "ip-10-0-0-22.ec2.internal" in remote zone "ip-10-0-0-22.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:13.001649 3908 services_controller.go:574] Full service sync requested for network=default I0506 07:31:13.135325 3908 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-22.ec2.internal in network "default" I0506 07:31:13.135349 3908 default_network_controller.go:1025] Node "ip-10-0-0-22.ec2.internal" in remote zone "ip-10-0-0-22.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:13.135391 3908 node_tracker.go:169] Node ip-10-0-0-22.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:13.135407 3908 services_controller.go:574] Full service sync requested for network=default I0506 07:31:13.136489 3908 zone_ic_handler.go:195] Time taken to create transit switch: 315.964µs I0506 07:31:13.136507 3908 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-22.ec2.internal for the network default I0506 07:31:13.137711 3908 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-22.ec2.internal" on network "default" took: 1.551779ms I0506 07:31:13.240409 3908 default_node_network_controller.go:519] Node connection status = connected I0506 07:31:13.740198 3908 default_node_network_controller.go:519] Node connection status = connected I0506 07:31:14.240856 3908 default_node_network_controller.go:519] Node connection status = connected I0506 07:31:14.552939 3908 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0506 07:31:14.741036 3908 default_node_network_controller.go:519] Node connection status = connected I0506 07:31:14.758613 3908 bridgeconfig.go:537] Gateway is ready I0506 07:31:14.758632 3908 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0506 07:31:14.770625 3908 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.137. Updating OVN encap IP. I0506 07:31:14.775997 3908 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.137 - it is already configured I0506 07:31:14.776012 3908 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.137/24:{} 172.20.0.1/32:{}]. Updating annotations. I0506 07:31:14.776255 3908 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.137/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-137.ec2.internal","mac-address":"0a:ff:f8:01:c1:c5","ip-addresses":["10.0.1.137/24"],"ip-address":"10.0.1.137/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:01ec4682-ea59-453c-a21a-b527b8251dab k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.137/24"}] on node ip-10-0-1-137.ec2.internal I0506 07:31:14.792275 3908 master.go:548] Adding or Updating local node "ip-10-0-1-137.ec2.internal" for network "default" I0506 07:31:14.792288 3908 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-137.ec2.internal in network "default" I0506 07:31:14.792292 3908 egressfirewall.go:723] Syncing node "ip-10-0-1-137.ec2.internal" for egress firewall I0506 07:31:14.792302 3908 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-137.ec2.internal I0506 07:31:14.792313 3908 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-137.ec2.internal: 17.31µs I0506 07:31:14.792352 3908 node_tracker.go:169] Node ip-10-0-1-137.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:14.792373 3908 services_controller.go:574] Full service sync requested for network=default I0506 07:31:14.792815 3908 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.137 I0506 07:31:14.792975 3908 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-137.ec2.internal I0506 07:31:14.797095 3908 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-137.ec2.internal. Updating no re-route policies I0506 07:31:14.797169 3908 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-x4hkk I0506 07:31:14.797178 3908 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ssr8n I0506 07:31:14.797188 3908 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-x4hkk I0506 07:31:14.797191 3908 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ssr8n I0506 07:31:14.797190 3908 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-137.ec2.internal I0506 07:31:14.797207 3908 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-6hbqt I0506 07:31:14.797213 3908 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-137.ec2.internal I0506 07:31:14.797212 3908 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zd94l I0506 07:31:14.797214 3908 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-gbf5v I0506 07:31:14.797179 3908 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-blpqh I0506 07:31:14.797224 3908 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-zc6q2 I0506 07:31:14.797232 3908 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-blpqh I0506 07:31:14.797233 3908 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-gbf5v I0506 07:31:14.797236 3908 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-zc6q2 I0506 07:31:14.797238 3908 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-p6pgr I0506 07:31:14.797247 3908 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-blpqh after 0 failed attempt(s) I0506 07:31:14.797253 3908 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-p6pgr I0506 07:31:14.797253 3908 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-gbf5v after 0 failed attempt(s) I0506 07:31:14.797252 3908 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-mbfrr I0506 07:31:14.797268 3908 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-mbfrr I0506 07:31:14.797291 3908 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-mbfrr after 0 failed attempt(s) I0506 07:31:14.797298 3908 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-zc6q2 after 0 failed attempt(s) I0506 07:31:14.797182 3908 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-137.ec2.internal I0506 07:31:14.797222 3908 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ssr8n] creating logical port openshift-multus_network-metrics-daemon-ssr8n for pod on switch ip-10-0-1-137.ec2.internal I0506 07:31:14.797328 3908 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-137.ec2.internal I0506 07:31:14.797326 3908 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-p6pgr after 0 failed attempt(s) I0506 07:31:14.797231 3908 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zd94l I0506 07:31:14.797341 3908 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-137.ec2.internal after 0 failed attempt(s) I0506 07:31:14.797349 3908 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-zd94l after 0 failed attempt(s) I0506 07:31:14.797231 3908 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-137.ec2.internal after 0 failed attempt(s) I0506 07:31:14.797230 3908 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nbx9l I0506 07:31:14.797363 3908 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nbx9l I0506 07:31:14.797373 3908 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nbx9l after 0 failed attempt(s) I0506 07:31:14.797196 3908 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-bsr68 I0506 07:31:14.797381 3908 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-bsr68 I0506 07:31:14.797217 3908 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-x4hkk after 0 failed attempt(s) I0506 07:31:14.797404 3908 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-bsr68] creating logical port openshift-network-diagnostics_network-check-target-bsr68 for pod on switch ip-10-0-1-137.ec2.internal I0506 07:31:14.797255 3908 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-6hbqt I0506 07:31:14.797517 3908 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-6hbqt after 0 failed attempt(s) I0506 07:31:14.798087 3908 pods.go:271] [openshift-multus/network-metrics-daemon-ssr8n] addLogicalPort took 869.238µs, libovsdb time 278.049µs I0506 07:31:14.798105 3908 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-ssr8n after 0 failed attempt(s) I0506 07:31:14.798368 3908 pods.go:271] [openshift-network-diagnostics/network-check-target-bsr68] addLogicalPort took 969.976µs, libovsdb time 433.564µs I0506 07:31:14.798381 3908 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-bsr68 after 0 failed attempt(s) I0506 07:31:14.809816 3908 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0506 07:31:14.821534 3908 iptables.go:108] Creating table: mangle chain: OUTPUT I0506 07:31:14.824763 3908 iptables.go:108] Creating table: nat chain: OUTPUT I0506 07:31:14.867813 3908 iptables.go:108] Creating table: nat chain: PREROUTING I0506 07:31:14.922570 3908 iptables.go:108] Creating table: filter chain: FORWARD I0506 07:31:14.939232 3908 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0506 07:31:14.939344 3908 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0506 07:31:14.939395 3908 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0506 07:31:14.939532 3908 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0506 07:31:14.939595 3908 gateway_init.go:325] Gateway and management port readiness took 2.703790005s I0506 07:31:14.939624 3908 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0506 07:31:14.939663 3908 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0506 07:31:14.939680 3908 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0506 07:31:14.939692 3908 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 07:31:14.939757 3908 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0506 07:31:14.939884 3908 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 99.45µs I0506 07:31:14.940229 3908 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0506 07:31:14.940268 3908 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 26.804µs I0506 07:31:14.940280 3908 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 51.505µs I0506 07:31:14.940288 3908 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0506 07:31:14.940299 3908 nad_controller.go:379] [node-nad-controller NAD controller]: started I0506 07:31:14.940307 3908 default_node_network_controller.go:899] Starting the default node network controller I0506 07:31:14.940313 3908 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0506 07:31:14.940326 3908 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.731µs I0506 07:31:14.940516 3908 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0506 07:31:14.940530 3908 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0506 07:31:14.940558 3908 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aada70 0xc0002c6380 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0002c6540 0xc0002c65b0 0xc000ac7b80 0xc0002c6620 0xc0002c6700 0xc000214320 0xc0064f3340 0xc0002c6770 map[0x2ff9080:0xc0010aac00 0x2ff95c0:0xc0010aad80 0x2ffa2e0:0xc0010aab40 0x2ffa580:0xc0010aaba0 0x2ffad60:0xc0010aac60 0x2ffb000:0xc0010aacc0 0x2ffb2a0:0xc0010aad20 0x2ffba80:0xc0010aade0 0x2ffbd20:0xc0010aae40 0x3026980:0xc001bea720 0x3026d20:0xc001bea780 0x3027800:0xc000c74780 0x3029160:0xc001bea000 0x30298a0:0xc001bea8a0 0x302a720:0xc0008b23c0] 0xc0004e6bd0 0} I0506 07:31:14.940617 3908 gateway.go:151] Starting gateway service sync I0506 07:31:14.941108 3908 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0506 07:31:14.943222 3908 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0506 07:31:14.964438 3908 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0506 07:31:14.965573 3908 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0506 07:31:14.966669 3908 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0506 07:31:15.001499 3908 gateway.go:168] Gateway service sync done. Time taken: 60.87106ms I0506 07:31:15.001946 3908 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31220 I0506 07:31:15.002375 3908 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aada70 0xc0002c6380 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0002c6540 0xc0002c65b0 0xc000ac7b80 0xc0002c6620 0xc0002c6700 0xc000214320 0xc0064f3340 0xc0002c6770 map[0x2ff9080:0xc0010aac00 0x2ff95c0:0xc0010aad80 0x2ffa2e0:0xc0010aab40 0x2ffa580:0xc0010aaba0 0x2ffad60:0xc0010aac60 0x2ffb000:0xc0010aacc0 0x2ffb2a0:0xc0010aad20 0x2ffba80:0xc0010aade0 0x2ffbd20:0xc0010aae40 0x3026980:0xc001bea720 0x3026d20:0xc001bea780 0x3027800:0xc000c74780 0x3029160:0xc001bea000 0x30298a0:0xc001bea8a0 0x302a720:0xc0008b23c0] 0xc0004e6bd0 0} I0506 07:31:15.002850 3908 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aada70 0xc0002c6380 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0002c6540 0xc0002c65b0 0xc000ac7b80 0xc0002c6620 0xc0002c6700 0xc000214320 0xc0064f3340 0xc0002c6770 map[0x2ff9080:0xc0010aac00 0x2ff95c0:0xc0010aad80 0x2ffa2e0:0xc0010aab40 0x2ffa580:0xc0010aaba0 0x2ffad60:0xc0010aac60 0x2ffb000:0xc0010aacc0 0x2ffb2a0:0xc0010aad20 0x2ffba80:0xc0010aade0 0x2ffbd20:0xc0010aae40 0x3026980:0xc001bea720 0x3026d20:0xc001bea780 0x3027800:0xc000c74780 0x3029160:0xc001bea000 0x30298a0:0xc001bea8a0 0x302a720:0xc0008b23c0] 0xc0004e6bd0 0} I0506 07:31:15.002894 3908 gateway.go:532] Reconciling gateway with updates I0506 07:31:15.007675 3908 gateway.go:339] Spawning Conntrack Rule Check Thread I0506 07:31:15.007767 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 07:31:15.007791 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 07:31:15.007794 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 07:31:15.007814 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 07:31:15.007811 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 07:31:15.007816 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 07:31:15.007823 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 07:31:15.007844 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 07:31:15.007848 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 07:31:15.007852 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 07:31:15.007855 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 07:31:15.007863 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 07:31:15.007866 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 07:31:15.007864 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 07:31:15.007882 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 07:31:15.007899 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 07:31:15.007908 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 07:31:15.007915 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 07:31:15.007843 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 07:31:15.007923 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 07:31:15.007925 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 07:31:15.007928 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 07:31:15.007929 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 07:31:15.007938 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 07:31:15.007940 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 07:31:15.007940 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 07:31:15.007941 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 07:31:15.007940 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 07:31:15.007943 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 07:31:15.007953 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 07:31:15.007955 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 07:31:15.007908 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 07:31:15.007870 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 07:31:15.007962 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 07:31:15.007959 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 07:31:15.007976 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 07:31:15.007982 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 07:31:15.007800 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 07:31:15.007923 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 07:31:15.007996 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 07:31:15.008005 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 07:31:15.008004 3908 port_claim.go:71] Svc openshift-ingress/router-default: port 30897 is already open, no action needed I0506 07:31:15.008027 3908 port_claim.go:71] Svc openshift-ingress/router-default: port 32161 is already open, no action needed I0506 07:31:15.008031 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 07:31:15.008054 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 07:31:15.008053 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 07:31:15.008064 3908 default_node_network_controller.go:944] Gateway and management port readiness took 67.523087ms I0506 07:31:15.008069 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 07:31:15.007888 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 07:31:15.008076 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 07:31:15.008088 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 07:31:15.008093 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 07:31:15.007816 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 07:31:15.008103 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 07:31:15.008104 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 07:31:15.008106 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 07:31:15.008114 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 07:31:15.008116 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 07:31:15.007909 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 07:31:15.008124 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 07:31:15.007908 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 07:31:15.008146 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 07:31:15.008163 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 07:31:15.008169 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 07:31:15.008168 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 07:31:15.008144 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 07:31:15.008186 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 07:31:15.008171 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 07:31:15.008194 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 07:31:15.008198 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 07:31:15.007959 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 07:31:15.007986 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 07:31:15.008210 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 07:31:15.008212 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 07:31:15.008229 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 07:31:15.008185 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 07:31:15.007940 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 07:31:15.007803 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 07:31:15.007925 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 07:31:15.008320 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 07:31:15.008199 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 07:31:15.008339 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 07:31:15.008351 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 07:31:15.008075 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 07:31:15.008123 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 07:31:15.007905 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 07:31:15.008385 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 07:31:15.008121 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 07:31:15.008402 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 07:31:15.008402 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 07:31:15.008386 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 07:31:15.008414 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 07:31:15.008421 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 07:31:15.008324 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 07:31:15.007897 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 07:31:15.007926 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 07:31:15.008144 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 07:31:15.008517 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 07:31:15.008181 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 07:31:15.007938 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 07:31:15.008602 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 07:31:15.008273 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 07:31:15.008653 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 07:31:15.008661 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 07:31:15.007775 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 07:31:15.008680 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 07:31:15.008687 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 07:31:15.008130 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 07:31:15.007910 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 07:31:15.009170 3908 node_ip_handler_linux.go:160] Node IP manager is running W0506 07:31:15.051851 3908 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 07:31:15.052107 3908 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 07:31:15.052278 3908 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0506 07:31:15.060711 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 07:31:15.060756 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 07:31:15.102272 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 07:31:15.102285 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 07:31:15.102276 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 07:31:15.102298 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 07:31:15.102305 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 07:31:15.102313 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 07:31:15.102321 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 07:31:15.102328 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 07:31:15.102335 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 07:31:15.102342 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 07:31:15.102348 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 07:31:15.102353 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 07:31:15.102359 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 07:31:15.102366 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 07:31:15.102374 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 07:31:15.102382 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 07:31:15.102390 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 07:31:15.102406 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 07:31:15.102423 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 07:31:15.142957 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 07:31:15.142991 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 07:31:15.143001 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 07:31:15.143009 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 07:31:15.143016 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 07:31:15.692031 3908 egressfirewall.go:723] Syncing node "ip-10-0-0-22.ec2.internal" for egress firewall I0506 07:31:15.692036 3908 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-22.ec2.internal I0506 07:31:15.692071 3908 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-22.ec2.internal: 40.08µs I0506 07:31:15.692035 3908 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-22.ec2.internal. Updating no re-route policies I0506 07:31:15.692035 3908 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-22.ec2.internal in network "default" I0506 07:31:15.692253 3908 node_tracker.go:169] Node ip-10-0-0-22.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:15.692269 3908 services_controller.go:574] Full service sync requested for network=default W0506 07:31:16.227686 3908 egressip_healthcheck.go:76] Health checking using insecure connection I0506 07:31:16.227742 3908 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0506 07:31:16.227691 3908 default_node_network_controller.go:1380] Starting node controller node sync I0506 07:31:16.239602 3908 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.824267ms I0506 07:31:16.239709 3908 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-22.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 07:31:16.239733 3908 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-22.ec2.internal", IP: 10.0.0.22 to PMTUD blocking rules I0506 07:31:16.245219 3908 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0506 07:31:16.245531 3908 egressservice_node.go:93] Setting up event handlers for Egress Services I0506 07:31:16.245642 3908 egressservice_node.go:183] Starting Egress Services Controller I0506 07:31:16.245658 3908 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 07:31:16.245667 3908 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 07:31:16.245673 3908 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 07:31:16.245690 3908 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 07:31:16.245699 3908 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 07:31:16.245703 3908 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 07:31:16.245708 3908 egressservice_node.go:197] Repairing Egress Services I0506 07:31:16.256083 3908 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0506 07:31:16.256094 3908 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 07:31:16.256295 3908 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0506 07:31:16.256327 3908 link_network_manager.go:119] Link manager is running I0506 07:31:16.256341 3908 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0506 07:31:16.256504 3908 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0506 07:31:16.257159 3908 vrf_manager.go:128] VRF manager is running I0506 07:31:16.257499 3908 node_controller_manager.go:437] Removing flows to drop GARP I0506 07:31:16.257516 3908 gateway.go:532] Reconciling gateway with updates I0506 07:31:16.278854 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 07:31:16.278879 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 07:31:16.278882 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 07:31:16.278886 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 07:31:16.278890 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 07:31:16.278892 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 07:31:16.278879 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 07:31:16.278905 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 07:31:16.278910 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 07:31:16.278907 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 07:31:16.278914 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 07:31:16.278919 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 07:31:16.278927 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 07:31:16.278927 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 07:31:16.278935 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 07:31:16.278866 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 07:31:16.278940 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 07:31:16.278947 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 07:31:16.278945 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 07:31:16.278959 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 07:31:16.278962 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 07:31:16.278961 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 07:31:16.278961 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 07:31:16.278971 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 07:31:16.278973 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 07:31:16.278975 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 07:31:16.278979 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 07:31:16.278985 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 07:31:16.278896 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 07:31:16.278992 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 07:31:16.278995 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 07:31:16.278997 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 07:31:16.278980 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 07:31:16.278911 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 07:31:16.279010 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 07:31:16.278996 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 07:31:16.279016 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 07:31:16.278936 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 07:31:16.279016 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 07:31:16.279013 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 07:31:16.279024 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 07:31:16.279031 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 07:31:16.279028 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 07:31:16.279033 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 07:31:16.279033 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 07:31:16.279043 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 07:31:16.279045 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 07:31:16.279046 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 07:31:16.279059 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 07:31:16.279071 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 07:31:16.278951 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 07:31:16.279122 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 07:31:16.279122 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 07:31:16.278899 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 07:31:16.279155 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 07:31:16.278949 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 07:31:16.279180 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 07:31:16.279045 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 07:31:16.279210 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 07:31:16.279222 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 07:31:16.279224 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 07:31:16.278940 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 07:31:16.279237 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 07:31:16.279236 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 07:31:16.279263 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 07:31:16.279283 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 07:31:16.279032 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 07:31:16.279300 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 07:31:16.279308 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 07:31:16.278950 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 07:31:16.278928 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 07:31:16.279318 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 07:31:16.279324 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 07:31:16.279328 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 07:31:16.279332 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 07:31:16.279347 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 07:31:16.279360 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 07:31:16.279363 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 07:31:16.278982 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 07:31:16.279387 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 07:31:16.278988 3908 port_claim.go:71] Svc openshift-ingress/router-default: port 30897 is already open, no action needed I0506 07:31:16.279451 3908 port_claim.go:71] Svc openshift-ingress/router-default: port 32161 is already open, no action needed I0506 07:31:16.279454 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 07:31:16.279503 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 07:31:16.278999 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 07:31:16.278865 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 07:31:16.279558 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 07:31:16.279563 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 07:31:16.279001 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 07:31:16.279572 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 07:31:16.279575 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 07:31:16.279001 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 07:31:16.279581 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 07:31:16.279013 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 07:31:16.279588 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 07:31:16.279015 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 07:31:16.279618 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 07:31:16.279010 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 07:31:16.279642 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 07:31:16.279011 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 07:31:16.279672 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 07:31:16.279023 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 07:31:16.279022 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 07:31:16.279037 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 07:31:16.279043 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 07:31:16.279766 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 07:31:16.279044 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 07:31:16.279225 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 07:31:16.279228 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 07:31:16.279312 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 07:31:16.279808 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 07:31:16.279317 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 07:31:16.278966 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 07:31:16.278980 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 07:31:16.279001 3908 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 07:31:16.279877 3908 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 07:31:16.306283 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 07:31:16.306303 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 07:31:16.344725 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 07:31:16.344736 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 07:31:16.382674 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 07:31:16.382696 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 07:31:16.382704 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 07:31:16.382711 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 07:31:16.382717 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 07:31:16.382726 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 07:31:16.382733 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 07:31:16.382739 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 07:31:16.382745 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 07:31:16.382750 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 07:31:16.382755 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 07:31:16.382760 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 07:31:16.382765 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 07:31:16.382771 3908 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 07:31:18.192692 3908 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-137.ec2.internal I0506 07:31:18.192723 3908 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-137.ec2.internal: 36.204µs I0506 07:31:18.217392 3908 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-64456bc74f-66m4l] creating logical port openshift-image-registry_image-registry-64456bc74f-66m4l for pod on switch ip-10-0-1-137.ec2.internal I0506 07:31:18.217501 3908 kube.go:256] Updating pod openshift-image-registry/image-registry-64456bc74f-66m4l I0506 07:31:18.236205 3908 pod.go:62] [openshift-image-registry/image-registry-64456bc74f-66m4l] pod update took 18.731807ms I0506 07:31:18.236224 3908 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-64456bc74f-66m4l] addLogicalPort annotation time took 18.754001ms I0506 07:31:18.237343 3908 pods.go:271] [openshift-image-registry/image-registry-64456bc74f-66m4l] addLogicalPort took 19.965911ms, libovsdb time 871.537µs I0506 07:31:18.259285 3908 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-nqbpt] creating logical port openshift-dns_dns-default-nqbpt for pod on switch ip-10-0-1-137.ec2.internal I0506 07:31:18.259375 3908 kube.go:256] Updating pod openshift-dns/dns-default-nqbpt I0506 07:31:18.264457 3908 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-cn8v9] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-cn8v9 for pod on switch ip-10-0-1-137.ec2.internal I0506 07:31:18.264546 3908 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634210-6hwtr for pod on switch ip-10-0-1-137.ec2.internal I0506 07:31:18.264564 3908 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-cn8v9 I0506 07:31:18.264642 3908 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr I0506 07:31:18.274850 3908 pod.go:62] [openshift-dns/dns-default-nqbpt] pod update took 15.483741ms I0506 07:31:18.274867 3908 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-nqbpt] addLogicalPort annotation time took 15.528287ms I0506 07:31:18.275805 3908 pods.go:271] [openshift-dns/dns-default-nqbpt] addLogicalPort took 16.530783ms, libovsdb time 708.205µs I0506 07:31:18.276216 3908 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-78nqt] creating logical port openshift-ingress-canary_ingress-canary-78nqt for pod on switch ip-10-0-1-137.ec2.internal I0506 07:31:18.276272 3908 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-78nqt I0506 07:31:18.278895 3908 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr] pod update took 14.283955ms I0506 07:31:18.278917 3908 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr] addLogicalPort annotation time took 14.305692ms I0506 07:31:18.279940 3908 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr] addLogicalPort took 15.405941ms, libovsdb time 752.149µs I0506 07:31:18.280969 3908 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cn8v9] pod update took 16.424821ms I0506 07:31:18.281045 3908 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-cn8v9] addLogicalPort annotation time took 16.499531ms I0506 07:31:18.282308 3908 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cn8v9] addLogicalPort took 17.862893ms, libovsdb time 953.46µs I0506 07:31:18.290696 3908 pod.go:62] [openshift-ingress-canary/ingress-canary-78nqt] pod update took 14.443778ms I0506 07:31:18.290713 3908 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-78nqt] addLogicalPort annotation time took 14.461337ms I0506 07:31:18.291544 3908 pods.go:271] [openshift-ingress-canary/ingress-canary-78nqt] addLogicalPort took 15.335031ms, libovsdb time 589.052µs I0506 07:31:18.678331 3908 cni.go:452] [openshift-ingress-canary/ingress-canary-78nqt 1916fbc548208f46805736310d160a46504a6e9fa5d660f07e6d227557caf2e8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-78nqt 1916fbc548208f46805736310d160a46504a6e9fa5d660f07e6d227557caf2e8 network default NAD default NAD key ] I0506 07:31:18.695575 3908 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cn8v9 977fbe797828da766da7d5c2de821390000842248f68e780e3bb9c166748f52a network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cn8v9 977fbe797828da766da7d5c2de821390000842248f68e780e3bb9c166748f52a network default NAD default NAD key ] I0506 07:31:18.716781 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-cn8v9, hostIfaceName: 977fbe797828da7, network: default, NAD default, SandboxID: "977fbe797828da766da7d5c2de821390000842248f68e780e3bb9c166748f52a", PCI device ID: , UID: "06a894c8-dce3-4b6e-8419-988c536abf53", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0506 07:31:18.717239 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-78nqt, hostIfaceName: 1916fbc548208f4, network: default, NAD default, SandboxID: "1916fbc548208f46805736310d160a46504a6e9fa5d660f07e6d227557caf2e8", PCI device ID: , UID: "296fec2f-6099-451c-a14e-6e10042dc013", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0506 07:31:18.729106 3908 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr fddd632b1581a01c2bf8d37a7e9d24daa94f4ae3a686de425dd55714531d91af network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr fddd632b1581a01c2bf8d37a7e9d24daa94f4ae3a686de425dd55714531d91af network default NAD default NAD key ] I0506 07:31:18.745084 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634210-6hwtr, hostIfaceName: fddd632b1581a01, network: default, NAD default, SandboxID: "fddd632b1581a01c2bf8d37a7e9d24daa94f4ae3a686de425dd55714531d91af", PCI device ID: , UID: "e8d293e9-63a7-43a0-a862-89b919d020de", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0506 07:31:18.767978 3908 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cn8v9 977fbe797828da766da7d5c2de821390000842248f68e780e3bb9c166748f52a network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cn8v9 977fbe797828da766da7d5c2de821390000842248f68e780e3bb9c166748f52a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:b0:99:fb:8d:7d\",\"name\":\"977fbe797828da7\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/380312ec-8fa3-4949-a9df-aa9a3590bf02\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:31:18.771344 3908 cni.go:473] [openshift-ingress-canary/ingress-canary-78nqt 1916fbc548208f46805736310d160a46504a6e9fa5d660f07e6d227557caf2e8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-78nqt 1916fbc548208f46805736310d160a46504a6e9fa5d660f07e6d227557caf2e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:1c:3e:32:03:e4\",\"name\":\"1916fbc548208f4\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecdfefb7-3734-46a5-adaa-224711fe0468\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:31:18.788596 3908 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr fddd632b1581a01c2bf8d37a7e9d24daa94f4ae3a686de425dd55714531d91af network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr fddd632b1581a01c2bf8d37a7e9d24daa94f4ae3a686de425dd55714531d91af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:72:61:58:31:e0\",\"name\":\"fddd632b1581a01\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b25f1692-3d89-47ec-aa15-2937253174f1\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:31:19.505949 3908 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-22.ec2.internal I0506 07:31:19.505979 3908 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-22.ec2.internal: 34.676µs W0506 07:31:26.456285 3908 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 07:31:27.368389 3908 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 07:31:32.340467 3908 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-241.ec2.internal I0506 07:31:32.340493 3908 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-241.ec2.internal: 32.843µs I0506 07:31:32.340498 3908 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-241.ec2.internal in network "default" I0506 07:31:32.340513 3908 node_tracker.go:220] Node ip-10-0-2-241.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0506 07:31:32.340467 3908 egressfirewall.go:723] Syncing node "ip-10-0-2-241.ec2.internal" for egress firewall E0506 07:31:32.340561 3908 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-241.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0506 07:31:32.340582 3908 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-241.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-241.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-241.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-241.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-241.ec2.internal, error parsing annotation for node ip-10-0-2-241.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0506 07:31:32.351167 3908 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-241.ec2.internal annotation: unexpected end of JSON input E0506 07:31:32.351179 3908 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-241.ec2.internal annotation: unexpected end of JSON input I0506 07:31:32.351232 3908 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0506 07:31:32.351286 3908 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-241.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-241.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-241.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-241.ec2.internal" I0506 07:31:32.360910 3908 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0506 07:31:32.371393 3908 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:32.384521 3908 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-241.ec2.internal I0506 07:31:32.384532 3908 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:32.384537 3908 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-241.ec2.internal: 21.44µs I0506 07:31:32.384522 3908 egressfirewall.go:723] Syncing node "ip-10-0-2-241.ec2.internal" for egress firewall I0506 07:31:32.581144 3908 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:32.581215 3908 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-241.ec2.internal I0506 07:31:32.581228 3908 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-241.ec2.internal: 17.243µs I0506 07:31:32.581217 3908 egressfirewall.go:723] Syncing node "ip-10-0-2-241.ec2.internal" for egress firewall I0506 07:31:32.600076 3908 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:32.931201 3908 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:36.661784 3908 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0506 07:31:39.483276 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 07:31:42.196537 3908 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-241.ec2.internal I0506 07:31:42.196564 3908 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-241.ec2.internal I0506 07:31:42.196655 3908 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-241.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-241.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-241.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-241.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-241.ec2.internal I0506 07:31:42.642506 3908 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:44.798875 3908 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-57tr4 I0506 07:31:44.798903 3908 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-57tr4 I0506 07:31:44.798875 3908 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lbpf9 I0506 07:31:44.798948 3908 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lbpf9 I0506 07:31:44.798983 3908 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-57tr4, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-57tr4: suppressed error logged: pod openshift-multus/network-metrics-daemon-57tr4: no pod IPs found I0506 07:31:44.798986 3908 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-lbpf9, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lbpf9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lbpf9: no pod IPs found I0506 07:31:50.446246 3908 cni.go:452] [openshift-network-diagnostics/network-check-target-bsr68 4659c2f27bb8264fd5d6be257f1ee41c54231e0124d3689b5a63123967d1d02a network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-bsr68 4659c2f27bb8264fd5d6be257f1ee41c54231e0124d3689b5a63123967d1d02a network default NAD default NAD key ] I0506 07:31:50.457381 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-bsr68, hostIfaceName: 4659c2f27bb8264, network: default, NAD default, SandboxID: "4659c2f27bb8264fd5d6be257f1ee41c54231e0124d3689b5a63123967d1d02a", PCI device ID: , UID: "de9862d4-a1de-4495-b94a-4d0f80e80403", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0506 07:31:50.501939 3908 cni.go:473] [openshift-network-diagnostics/network-check-target-bsr68 4659c2f27bb8264fd5d6be257f1ee41c54231e0124d3689b5a63123967d1d02a network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-bsr68 4659c2f27bb8264fd5d6be257f1ee41c54231e0124d3689b5a63123967d1d02a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:60:5f:ae:d7:5a\",\"name\":\"4659c2f27bb8264\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8100ab5-edcb-46e5-9240-2a9547bcc183\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:31:52.268323 3908 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:52.268370 3908 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-241.ec2.internal I0506 07:31:52.268386 3908 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-241.ec2.internal: 20.881µs I0506 07:31:52.268369 3908 egressfirewall.go:723] Syncing node "ip-10-0-2-241.ec2.internal" for egress firewall W0506 07:31:54.519935 3908 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 07:31:58.348334 3908 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-241.ec2.internal in network "default" I0506 07:31:58.348377 3908 node_tracker.go:235] Node ip-10-0-2-241.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-241.ec2.internal" I0506 07:31:58.348392 3908 node_tracker.go:169] Node ip-10-0-2-241.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:58.348390 3908 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "ip-10-0-2-241.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:58.348401 3908 services_controller.go:574] Full service sync requested for network=default W0506 07:31:58.348572 3908 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 07:31:58.377625 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 07:31:58.377648 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 07:31:58.385087 3908 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "ip-10-0-2-241.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:58.499812 3908 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-241.ec2.internal in network "default" I0506 07:31:58.499889 3908 node_tracker.go:169] Node ip-10-0-2-241.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:58.499895 3908 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "ip-10-0-2-241.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:58.499905 3908 services_controller.go:574] Full service sync requested for network=default I0506 07:31:58.500916 3908 zone_ic_handler.go:195] Time taken to create transit switch: 290.611µs I0506 07:31:58.500935 3908 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-241.ec2.internal for the network default I0506 07:31:58.501914 3908 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-241.ec2.internal" on network "default" took: 1.300348ms I0506 07:32:01.053625 3908 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-241.ec2.internal I0506 07:32:01.053650 3908 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-241.ec2.internal: 33.854µs I0506 07:32:01.053626 3908 egressfirewall.go:723] Syncing node "ip-10-0-2-241.ec2.internal" for egress firewall I0506 07:32:01.053660 3908 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-241.ec2.internal in network "default" I0506 07:32:01.053716 3908 node_tracker.go:169] Node ip-10-0-2-241.ec2.internal switch + router changed, syncing services in network "default" I0506 07:32:01.053722 3908 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-241.ec2.internal", IP: 10.0.2.241 to PMTUD blocking rules I0506 07:32:01.053733 3908 services_controller.go:574] Full service sync requested for network=default I0506 07:32:01.053734 3908 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-241.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 07:32:01.059889 3908 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-241.ec2.internal. Updating no re-route policies I0506 07:32:01.068644 3908 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-241.ec2.internal", IP: 10.0.2.241 to PMTUD blocking rules I0506 07:32:01.068659 3908 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-241.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 07:32:04.533335 3908 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-241.ec2.internal I0506 07:32:04.533367 3908 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-241.ec2.internal: 40.467µs I0506 07:32:04.587974 3908 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:32:04.588431 3908 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:32:04.588456 3908 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:32:04.588470 3908 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0506 07:32:04.588482 3908 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:32:04.588490 3908 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0506 07:32:05.612356 3908 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:32:05.612382 3908 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:32:05.612398 3908 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:32:05.612415 3908 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:32:06.214907 3908 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 07:32:06.223613 3908 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0506 07:32:11.490084 3908 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0506 07:32:25.526279 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 07:33:19.835455 3908 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-svdbq] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-svdbq for pod on switch ip-10-0-1-137.ec2.internal I0506 07:33:19.835536 3908 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-svdbq I0506 07:33:19.851062 3908 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-svdbq] pod update took 15.550229ms I0506 07:33:19.851086 3908 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-svdbq] addLogicalPort annotation time took 15.577127ms I0506 07:33:19.852151 3908 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-svdbq] addLogicalPort took 16.706696ms, libovsdb time 814.524µs I0506 07:33:19.858128 3908 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6f75bcf46b-6fwtj] creating logical port openshift-ingress_router-default-6f75bcf46b-6fwtj for pod on switch ip-10-0-1-137.ec2.internal I0506 07:33:19.858209 3908 kube.go:256] Updating pod openshift-ingress/router-default-6f75bcf46b-6fwtj I0506 07:33:19.867917 3908 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6c8677b95f-sc4cg] creating logical port openshift-ingress_router-default-6c8677b95f-sc4cg for pod on switch ip-10-0-1-137.ec2.internal I0506 07:33:19.867997 3908 kube.go:256] Updating pod openshift-ingress/router-default-6c8677b95f-sc4cg I0506 07:33:19.874980 3908 pod.go:62] [openshift-ingress/router-default-6f75bcf46b-6fwtj] pod update took 16.796118ms I0506 07:33:19.874998 3908 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6f75bcf46b-6fwtj] addLogicalPort annotation time took 16.817646ms I0506 07:33:19.875962 3908 pods.go:271] [openshift-ingress/router-default-6f75bcf46b-6fwtj] addLogicalPort took 17.84282ms, libovsdb time 727.437µs I0506 07:33:19.884038 3908 pod.go:62] [openshift-ingress/router-default-6c8677b95f-sc4cg] pod update took 16.073078ms I0506 07:33:19.884056 3908 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6c8677b95f-sc4cg] addLogicalPort annotation time took 16.094149ms I0506 07:33:19.885022 3908 pods.go:271] [openshift-ingress/router-default-6c8677b95f-sc4cg] addLogicalPort took 17.113248ms, libovsdb time 734.445µs I0506 07:33:20.191886 3908 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-svdbq 8c9d73ea668ee6e9a15aa82c0e23ea8c3c5dff5cc8cdc36720a6c36bc63660cf network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-svdbq 8c9d73ea668ee6e9a15aa82c0e23ea8c3c5dff5cc8cdc36720a6c36bc63660cf network default NAD default NAD key ] I0506 07:33:20.200892 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-svdbq, hostIfaceName: 8c9d73ea668ee6e, network: default, NAD default, SandboxID: "8c9d73ea668ee6e9a15aa82c0e23ea8c3c5dff5cc8cdc36720a6c36bc63660cf", PCI device ID: , UID: "a4d1c71a-b6ea-4759-a01f-503170c6bbb1", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0506 07:33:20.246739 3908 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-svdbq 8c9d73ea668ee6e9a15aa82c0e23ea8c3c5dff5cc8cdc36720a6c36bc63660cf network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-svdbq 8c9d73ea668ee6e9a15aa82c0e23ea8c3c5dff5cc8cdc36720a6c36bc63660cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:8f:8f:a5:05:c2\",\"name\":\"8c9d73ea668ee6e\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d6b672c-fe8d-48a8-82e6-b8adb5d63dc4\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 07:33:23.623470 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 07:33:25.569499 3908 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0506 07:33:25.570364 3908 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 844.618µs I0506 07:33:25.586725 3908 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 07:33:25.843262 3908 namespace.go:98] [openshift-service-ca] adding namespace I0506 07:33:25.844165 3908 namespace.go:102] [openshift-service-ca] adding namespace took 870.873µs I0506 07:33:25.862681 3908 namespace.go:142] [openshift-service-ca] updating namespace I0506 07:33:27.506852 3908 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-95ljb] creating logical port openshift-service-ca_service-ca-d9cb48497-95ljb for pod on switch ip-10-0-1-137.ec2.internal I0506 07:33:27.506951 3908 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-95ljb I0506 07:33:27.520697 3908 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-95ljb] pod update took 13.773002ms I0506 07:33:27.520718 3908 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-95ljb] addLogicalPort annotation time took 13.800132ms I0506 07:33:27.521795 3908 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-95ljb] addLogicalPort took 14.977902ms, libovsdb time 778.321µs I0506 07:33:27.863757 3908 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-95ljb 3a377cac404140d6fc76d60a5ecc0eb7e1d5229beba39abc6bb843a11dac841c network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-95ljb 3a377cac404140d6fc76d60a5ecc0eb7e1d5229beba39abc6bb843a11dac841c network default NAD default NAD key ] I0506 07:33:27.872907 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-95ljb, hostIfaceName: 3a377cac404140d, network: default, NAD default, SandboxID: "3a377cac404140d6fc76d60a5ecc0eb7e1d5229beba39abc6bb843a11dac841c", PCI device ID: , UID: "b5d5e6be-4223-457c-8422-987db51ae09b", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0506 07:33:27.917941 3908 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-95ljb 3a377cac404140d6fc76d60a5ecc0eb7e1d5229beba39abc6bb843a11dac841c network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-95ljb 3a377cac404140d6fc76d60a5ecc0eb7e1d5229beba39abc6bb843a11dac841c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:3d:87:cd:83:0f\",\"name\":\"3a377cac404140d\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d50e8b5-2b40-4954-907b-c36f3dc10152\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 07:33:32.910936 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 07:33:35.638123 3908 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76b68cbcd-kln5s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:35.638762 3908 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76b68cbcd-kln5s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:35.658195 3908 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76b68cbcd-kln5s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:35.658214 3908 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76b68cbcd-kln5s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:35.667276 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-76b68cbcd-kln5s I0506 07:33:35.667297 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-76b68cbcd-kln5s I0506 07:33:35.767234 3908 obj_retry.go:498] Detected object openshift-image-registry/image-registry-64456bc74f-66m4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:35.767268 3908 pods.go:176] Deleting pod: openshift-image-registry/image-registry-64456bc74f-66m4l I0506 07:33:35.768404 3908 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-64456bc74f-66m4l, ips: 10.128.0.5 I0506 07:33:35.768430 3908 obj_retry.go:498] Detected object openshift-image-registry/image-registry-64456bc74f-66m4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:35.774718 3908 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-8448c554d4-z7jfp] creating logical port openshift-image-registry_image-registry-8448c554d4-z7jfp for pod on switch ip-10-0-1-137.ec2.internal I0506 07:33:35.774798 3908 kube.go:256] Updating pod openshift-image-registry/image-registry-8448c554d4-z7jfp I0506 07:33:35.782319 3908 obj_retry.go:492] Detected object openshift-image-registry/image-registry-64456bc74f-66m4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:35.782344 3908 obj_retry.go:492] Detected object openshift-image-registry/image-registry-64456bc74f-66m4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:35.791377 3908 pod.go:62] [openshift-image-registry/image-registry-8448c554d4-z7jfp] pod update took 16.601363ms I0506 07:33:35.791394 3908 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-8448c554d4-z7jfp] addLogicalPort annotation time took 16.622558ms I0506 07:33:35.791729 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-64456bc74f-66m4l I0506 07:33:35.791752 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-64456bc74f-66m4l I0506 07:33:35.792559 3908 pods.go:271] [openshift-image-registry/image-registry-8448c554d4-z7jfp] addLogicalPort took 17.855947ms, libovsdb time 862.208µs I0506 07:33:36.130247 3908 cni.go:452] [openshift-image-registry/image-registry-8448c554d4-z7jfp 4e7d8f3b2e272a31abd6f6f5dbce628bf204104235deb574aa6698b7c1894ed3 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-8448c554d4-z7jfp 4e7d8f3b2e272a31abd6f6f5dbce628bf204104235deb574aa6698b7c1894ed3 network default NAD default NAD key ] I0506 07:33:36.139813 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-8448c554d4-z7jfp, hostIfaceName: 4e7d8f3b2e272a3, network: default, NAD default, SandboxID: "4e7d8f3b2e272a31abd6f6f5dbce628bf204104235deb574aa6698b7c1894ed3", PCI device ID: , UID: "e818dbfd-706a-4cf7-9f4f-98f5340ec4cf", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0506 07:33:36.186728 3908 cni.go:473] [openshift-image-registry/image-registry-8448c554d4-z7jfp 4e7d8f3b2e272a31abd6f6f5dbce628bf204104235deb574aa6698b7c1894ed3 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-8448c554d4-z7jfp 4e7d8f3b2e272a31abd6f6f5dbce628bf204104235deb574aa6698b7c1894ed3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:45:29:c9:32:7b\",\"name\":\"4e7d8f3b2e272a3\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6853eb6-292f-4932-826a-26c68f4f5e8b\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:33:52.043335 3908 cni.go:452] [openshift-ingress/router-default-6c8677b95f-sc4cg 114ec1c8f86a59d62c58001a3b5a50377c0cbd0e36e92705f6672f7a681a8209 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6c8677b95f-sc4cg 114ec1c8f86a59d62c58001a3b5a50377c0cbd0e36e92705f6672f7a681a8209 network default NAD default NAD key ] I0506 07:33:52.048050 3908 cni.go:452] [openshift-ingress/router-default-6f75bcf46b-6fwtj 71b1927aa32bbed1fcd3ee5f8c6c196912c7e4c69b7b78e94ef10c1ed7982e12 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6f75bcf46b-6fwtj 71b1927aa32bbed1fcd3ee5f8c6c196912c7e4c69b7b78e94ef10c1ed7982e12 network default NAD default NAD key ] I0506 07:33:52.053559 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6c8677b95f-sc4cg, hostIfaceName: 114ec1c8f86a59d, network: default, NAD default, SandboxID: "114ec1c8f86a59d62c58001a3b5a50377c0cbd0e36e92705f6672f7a681a8209", PCI device ID: , UID: "2e10df41-c214-47d5-9ce5-e1608c837267", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0506 07:33:52.057475 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6f75bcf46b-6fwtj, hostIfaceName: 71b1927aa32bbed, network: default, NAD default, SandboxID: "71b1927aa32bbed1fcd3ee5f8c6c196912c7e4c69b7b78e94ef10c1ed7982e12", PCI device ID: , UID: "c0d800ca-faca-4fd6-a76d-a5a332be0993", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0506 07:33:52.098428 3908 cni.go:473] [openshift-ingress/router-default-6c8677b95f-sc4cg 114ec1c8f86a59d62c58001a3b5a50377c0cbd0e36e92705f6672f7a681a8209 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6c8677b95f-sc4cg 114ec1c8f86a59d62c58001a3b5a50377c0cbd0e36e92705f6672f7a681a8209 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:42:40:16:61:f8\",\"name\":\"114ec1c8f86a59d\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3cac44c-cd06-438f-a834-98ee5bccc2d6\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:33:52.115709 3908 cni.go:473] [openshift-ingress/router-default-6f75bcf46b-6fwtj 71b1927aa32bbed1fcd3ee5f8c6c196912c7e4c69b7b78e94ef10c1ed7982e12 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6f75bcf46b-6fwtj 71b1927aa32bbed1fcd3ee5f8c6c196912c7e4c69b7b78e94ef10c1ed7982e12 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:a6:89:f4:32:b1\",\"name\":\"71b1927aa32bbed\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cf033d6-a699-4609-af5f-4ed8fb2397ba\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 07:33:53.747890 3908 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 07:33:53.754240 3908 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 07:33:53.754255 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 07:33:53.775807 3908 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.775822 3908 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.775827 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.846256 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.846277 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.846283 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.860914 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 07:33:53.860936 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0506 07:33:53.930055 3908 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 07:33:53.960705 3908 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 07:33:54.051951 3908 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-xmbf9] creating logical port openshift-insights_insights-runtime-extractor-xmbf9 for pod on switch ip-10-0-1-137.ec2.internal I0506 07:33:54.052084 3908 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-xmbf9 I0506 07:33:54.073784 3908 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 07:33:54.074205 3908 pod.go:62] [openshift-insights/insights-runtime-extractor-xmbf9] pod update took 22.174227ms I0506 07:33:54.074228 3908 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-xmbf9] addLogicalPort annotation time took 22.200778ms I0506 07:33:54.075239 3908 pods.go:271] [openshift-insights/insights-runtime-extractor-xmbf9] addLogicalPort took 23.3049ms, libovsdb time 712.238µs I0506 07:33:54.414793 3908 cni.go:452] [openshift-insights/insights-runtime-extractor-xmbf9 34c3c16b2956d958e591f511c1a34e306d11d9d52522afc2fde4f5828d4ca333 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-xmbf9 34c3c16b2956d958e591f511c1a34e306d11d9d52522afc2fde4f5828d4ca333 network default NAD default NAD key ] I0506 07:33:54.426553 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-xmbf9, hostIfaceName: 34c3c16b2956d95, network: default, NAD default, SandboxID: "34c3c16b2956d958e591f511c1a34e306d11d9d52522afc2fde4f5828d4ca333", PCI device ID: , UID: "314c6148-bca3-44a6-be29-ad92376369a2", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0506 07:33:54.470766 3908 cni.go:473] [openshift-insights/insights-runtime-extractor-xmbf9 34c3c16b2956d958e591f511c1a34e306d11d9d52522afc2fde4f5828d4ca333 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-xmbf9 34c3c16b2956d958e591f511c1a34e306d11d9d52522afc2fde4f5828d4ca333 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:08:e6:c8:bd:fc\",\"name\":\"34c3c16b2956d95\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c00df95a-b9a9-428b-a8c7-362995478d2e\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:33:55.797786 3908 obj_retry.go:498] Detected object openshift-image-registry/image-registry-64456bc74f-2csh2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:55.798430 3908 obj_retry.go:498] Detected object openshift-image-registry/image-registry-64456bc74f-2csh2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:55.809473 3908 obj_retry.go:492] Detected object openshift-image-registry/image-registry-64456bc74f-2csh2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:55.809488 3908 obj_retry.go:492] Detected object openshift-image-registry/image-registry-64456bc74f-2csh2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:55.821384 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-64456bc74f-2csh2 I0506 07:33:55.821407 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-64456bc74f-2csh2 W0506 07:33:56.807112 3908 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 07:33:59.037193 3908 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-67f9k] creating logical port openshift-monitoring_prometheus-operator-76b589d668-67f9k for pod on switch ip-10-0-1-137.ec2.internal I0506 07:33:59.037310 3908 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-67f9k I0506 07:33:59.051215 3908 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-67f9k] pod update took 13.940527ms I0506 07:33:59.051237 3908 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-67f9k] addLogicalPort annotation time took 13.968735ms I0506 07:33:59.052511 3908 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-67f9k] addLogicalPort took 15.33868ms, libovsdb time 970.07µs I0506 07:33:59.393422 3908 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-67f9k c5e7c63dae710ae741604ac0e24e757ca60a409551180c22860b11da3c5fdfd4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-67f9k c5e7c63dae710ae741604ac0e24e757ca60a409551180c22860b11da3c5fdfd4 network default NAD default NAD key ] I0506 07:33:59.403394 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-67f9k, hostIfaceName: c5e7c63dae710ae, network: default, NAD default, SandboxID: "c5e7c63dae710ae741604ac0e24e757ca60a409551180c22860b11da3c5fdfd4", PCI device ID: , UID: "12f97581-8e2e-422f-b133-bfdf3356c586", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0506 07:33:59.456678 3908 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-67f9k c5e7c63dae710ae741604ac0e24e757ca60a409551180c22860b11da3c5fdfd4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-67f9k c5e7c63dae710ae741604ac0e24e757ca60a409551180c22860b11da3c5fdfd4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:15:64:d2:9e:24\",\"name\":\"c5e7c63dae710ae\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d95bac4-37e8-4658-bc6a-643967f4bdfe\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 07:34:01.749813 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 07:34:01.818120 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 07:34:06.756657 3908 base_network_controller_pods.go:487] [default/openshift-console/console-56778664b8-5xhdn] creating logical port openshift-console_console-56778664b8-5xhdn for pod on switch ip-10-0-1-137.ec2.internal I0506 07:34:06.756750 3908 kube.go:256] Updating pod openshift-console/console-56778664b8-5xhdn I0506 07:34:06.774829 3908 pod.go:62] [openshift-console/console-56778664b8-5xhdn] pod update took 18.102123ms I0506 07:34:06.774864 3908 base_network_controller_pods.go:951] [default/openshift-console/console-56778664b8-5xhdn] addLogicalPort annotation time took 18.143134ms I0506 07:34:06.776025 3908 pods.go:271] [openshift-console/console-56778664b8-5xhdn] addLogicalPort took 19.386331ms, libovsdb time 855.877µs W0506 07:34:06.777451 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 07:34:07.115104 3908 cni.go:452] [openshift-console/console-56778664b8-5xhdn 894a8af0c58da96566446f5261744d65f6b3caaaa00902c0d380c8227c247563 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-56778664b8-5xhdn 894a8af0c58da96566446f5261744d65f6b3caaaa00902c0d380c8227c247563 network default NAD default NAD key ] I0506 07:34:07.124079 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-56778664b8-5xhdn, hostIfaceName: 894a8af0c58da96, network: default, NAD default, SandboxID: "894a8af0c58da96566446f5261744d65f6b3caaaa00902c0d380c8227c247563", PCI device ID: , UID: "283c0776-2f6c-4a81-8569-d79bb6a22d12", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0506 07:34:07.171875 3908 cni.go:473] [openshift-console/console-56778664b8-5xhdn 894a8af0c58da96566446f5261744d65f6b3caaaa00902c0d380c8227c247563 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-56778664b8-5xhdn 894a8af0c58da96566446f5261744d65f6b3caaaa00902c0d380c8227c247563 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c1:15:d6:91:a7\",\"name\":\"894a8af0c58da96\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a074c830-c039-4fb5-8f50-7fb746b03429\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 07:34:07.823754 3908 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:07.823771 3908 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:07.823777 3908 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:07.877197 3908 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:07.877215 3908 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:07.877221 3908 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 07:34:08.225873 3908 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ptxvj] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-ptxvj for pod on switch ip-10-0-1-137.ec2.internal I0506 07:34:08.226025 3908 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-ptxvj I0506 07:34:08.238440 3908 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ptxvj] pod update took 12.496372ms I0506 07:34:08.238523 3908 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ptxvj] addLogicalPort annotation time took 12.585104ms I0506 07:34:08.240075 3908 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ptxvj] addLogicalPort took 14.219135ms, libovsdb time 1.123079ms I0506 07:34:08.293141 3908 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-6ffdbcfdd9-brs82] creating logical port openshift-monitoring_metrics-server-6ffdbcfdd9-brs82 for pod on switch ip-10-0-1-137.ec2.internal I0506 07:34:08.293224 3908 kube.go:256] Updating pod openshift-monitoring/metrics-server-6ffdbcfdd9-brs82 I0506 07:34:08.308129 3908 pod.go:62] [openshift-monitoring/metrics-server-6ffdbcfdd9-brs82] pod update took 14.922973ms I0506 07:34:08.308155 3908 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-6ffdbcfdd9-brs82] addLogicalPort annotation time took 14.953907ms I0506 07:34:08.309540 3908 pods.go:271] [openshift-monitoring/metrics-server-6ffdbcfdd9-brs82] addLogicalPort took 16.411137ms, libovsdb time 992.659µs I0506 07:34:08.585536 3908 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ptxvj 488d3aa104de7ae8c3308badcf8d4fa734ccb761995deeb866c5f20eba96be8a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ptxvj 488d3aa104de7ae8c3308badcf8d4fa734ccb761995deeb866c5f20eba96be8a network default NAD default NAD key ] I0506 07:34:08.596350 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-ptxvj, hostIfaceName: 488d3aa104de7ae, network: default, NAD default, SandboxID: "488d3aa104de7ae8c3308badcf8d4fa734ccb761995deeb866c5f20eba96be8a", PCI device ID: , UID: "60737449-f0df-4d09-94db-a8de2aebf0c3", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0506 07:34:08.646724 3908 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ptxvj 488d3aa104de7ae8c3308badcf8d4fa734ccb761995deeb866c5f20eba96be8a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ptxvj 488d3aa104de7ae8c3308badcf8d4fa734ccb761995deeb866c5f20eba96be8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:df:2e:b4:05:31\",\"name\":\"488d3aa104de7ae\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b98f50d-35b4-493a-972e-3523ac880003\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:34:08.661384 3908 cni.go:452] [openshift-monitoring/metrics-server-6ffdbcfdd9-brs82 072ee7bf2e87550b6c1ab9069f0dfcdc4f063c695774a54877ff5bf7bb0bdbaa network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-6ffdbcfdd9-brs82 072ee7bf2e87550b6c1ab9069f0dfcdc4f063c695774a54877ff5bf7bb0bdbaa network default NAD default NAD key ] I0506 07:34:08.671768 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-6ffdbcfdd9-brs82, hostIfaceName: 072ee7bf2e87550, network: default, NAD default, SandboxID: "072ee7bf2e87550b6c1ab9069f0dfcdc4f063c695774a54877ff5bf7bb0bdbaa", PCI device ID: , UID: "16ef23c5-7a52-498c-85b2-2e403f8e7571", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0506 07:34:08.721801 3908 cni.go:473] [openshift-monitoring/metrics-server-6ffdbcfdd9-brs82 072ee7bf2e87550b6c1ab9069f0dfcdc4f063c695774a54877ff5bf7bb0bdbaa network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-6ffdbcfdd9-brs82 072ee7bf2e87550b6c1ab9069f0dfcdc4f063c695774a54877ff5bf7bb0bdbaa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:24:4d:3e:c9:70\",\"name\":\"072ee7bf2e87550\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed528098-b030-41ff-8c3f-061d70f2e37f\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:34:09.926918 3908 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-137.ec2.internal I0506 07:34:09.927027 3908 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0506 07:34:09.950056 3908 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 23.06388ms I0506 07:34:09.950085 3908 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 23.100552ms I0506 07:34:09.951497 3908 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 24.599539ms, libovsdb time 1.053639ms I0506 07:34:10.306705 3908 cni.go:452] [openshift-monitoring/prometheus-k8s-0 2167e8ae84d3644f11b2eb4f8773bb49e987b7c336720aa5d5fb1d3d433f4456 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 2167e8ae84d3644f11b2eb4f8773bb49e987b7c336720aa5d5fb1d3d433f4456 network default NAD default NAD key ] I0506 07:34:10.317352 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 2167e8ae84d3644, network: default, NAD default, SandboxID: "2167e8ae84d3644f11b2eb4f8773bb49e987b7c336720aa5d5fb1d3d433f4456", PCI device ID: , UID: "8b767664-1598-4691-b4b5-d03e05262081", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0506 07:34:10.368381 3908 cni.go:473] [openshift-monitoring/prometheus-k8s-0 2167e8ae84d3644f11b2eb4f8773bb49e987b7c336720aa5d5fb1d3d433f4456 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 2167e8ae84d3644f11b2eb4f8773bb49e987b7c336720aa5d5fb1d3d433f4456 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:bf:f3:a3:66:4f\",\"name\":\"2167e8ae84d3644\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57c26ae1-a492-409a-8203-a76e2bfb4c7b\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 07:34:10.888973 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 07:34:11.896073 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 07:34:11.935672 3908 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:34:11.935689 3908 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:34:12.384336 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 07:34:12.399536 3908 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-56778664b8-kmgvk IP address from the namespace address-set, err: pod openshift-console/console-56778664b8-kmgvk: no pod IPs found W0506 07:34:16.836507 3908 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0506 07:34:16.858799 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 07:34:16.924897 3908 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:34:16.924912 3908 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:34:18.902739 3908 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.902755 3908 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.902760 3908 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.902764 3908 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.935530 3908 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.935547 3908 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.935553 3908 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.935557 3908 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0506 07:34:19.293970 3908 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8448c554d4-wvvf6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:34:19.294542 3908 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8448c554d4-wvvf6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 07:34:19.301932 3908 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 07:34:19.869107 3908 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 07:34:19.869127 3908 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 07:34:19.869132 3908 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0506 07:34:19.910060 3908 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8448c554d4-wvvf6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:19.910095 3908 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8448c554d4-wvvf6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:19.911037 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-8448c554d4-wvvf6 I0506 07:34:19.911060 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-8448c554d4-wvvf6 W0506 07:34:20.873830 3908 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 07:34:21.038871 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 07:34:21.053310 3908 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-656db5f866-hjsdv IP address from the namespace address-set, err: pod openshift-console/console-656db5f866-hjsdv: no pod IPs found I0506 07:34:23.186689 3908 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0506 07:34:29.971577 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 07:34:29.971636 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 07:34:29.971645 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 07:34:30.975022 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0506 07:34:32.081443 3908 obj_retry.go:498] Detected object openshift-console/console-6fc59b544b-nhb2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:34:32.082016 3908 obj_retry.go:498] Detected object openshift-console/console-6fc59b544b-nhb2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 07:34:32.092089 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 07:34:32.905227 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 07:34:33.000561 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 07:34:33.006944 3908 obj_retry.go:492] Detected object openshift-console/console-6fc59b544b-nhb2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:33.006968 3908 obj_retry.go:492] Detected object openshift-console/console-6fc59b544b-nhb2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:33.012574 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fc59b544b-nhb2m I0506 07:34:33.012606 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fc59b544b-nhb2m I0506 07:34:37.696548 3908 obj_retry.go:498] Detected object openshift-console/console-6fc59b544b-qsjtm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:34:37.697093 3908 obj_retry.go:498] Detected object openshift-console/console-6fc59b544b-qsjtm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 07:34:37.703676 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 07:34:37.946289 3908 obj_retry.go:492] Detected object openshift-console/console-6fc59b544b-qsjtm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:37.946312 3908 obj_retry.go:492] Detected object openshift-console/console-6fc59b544b-qsjtm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:37.953288 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fc59b544b-qsjtm I0506 07:34:37.953310 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fc59b544b-qsjtm W0506 07:34:38.957061 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 07:34:39.962589 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 07:34:41.891104 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 07:34:41.891132 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 07:34:43.050597 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0506 07:34:43.078261 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 07:34:43.078282 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 07:34:46.170046 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 07:34:46.170070 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0506 07:34:46.218820 3908 cni.go:452] [openshift-console/console-56778664b8-5xhdn 894a8af0c58da96566446f5261744d65f6b3caaaa00902c0d380c8227c247563 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-56778664b8-5xhdn 894a8af0c58da96566446f5261744d65f6b3caaaa00902c0d380c8227c247563 network default NAD default NAD key ] I0506 07:34:46.293070 3908 cni.go:473] [openshift-console/console-56778664b8-5xhdn 894a8af0c58da96566446f5261744d65f6b3caaaa00902c0d380c8227c247563 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-56778664b8-5xhdn 894a8af0c58da96566446f5261744d65f6b3caaaa00902c0d380c8227c247563 network default NAD default NAD key default], result "{}", err I0506 07:34:46.366924 3908 obj_retry.go:498] Detected object openshift-console/console-56778664b8-5xhdn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:34:46.366958 3908 pods.go:176] Deleting pod: openshift-console/console-56778664b8-5xhdn I0506 07:34:46.368388 3908 pods.go:236] Attempting to release IPs for pod: openshift-console/console-56778664b8-5xhdn, ips: 10.128.0.17 I0506 07:34:46.368414 3908 obj_retry.go:498] Detected object openshift-console/console-56778664b8-5xhdn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:34:46.375926 3908 base_network_controller_pods.go:487] [default/openshift-console/console-645d9dcbc7-wpzqz] creating logical port openshift-console_console-645d9dcbc7-wpzqz for pod on switch ip-10-0-1-137.ec2.internal I0506 07:34:46.376018 3908 kube.go:256] Updating pod openshift-console/console-645d9dcbc7-wpzqz I0506 07:34:46.390893 3908 pod.go:62] [openshift-console/console-645d9dcbc7-wpzqz] pod update took 14.900124ms I0506 07:34:46.390921 3908 base_network_controller_pods.go:951] [default/openshift-console/console-645d9dcbc7-wpzqz] addLogicalPort annotation time took 14.929799ms I0506 07:34:46.392250 3908 pods.go:271] [openshift-console/console-645d9dcbc7-wpzqz] addLogicalPort took 16.340163ms, libovsdb time 925.218µs I0506 07:34:46.696564 3908 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 07:34:46.782329 3908 cni.go:452] [openshift-console/console-645d9dcbc7-wpzqz a08adf93c547148ccbcedbc3445283ac54ecde0769dd9dea22cdac434184179e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-645d9dcbc7-wpzqz a08adf93c547148ccbcedbc3445283ac54ecde0769dd9dea22cdac434184179e network default NAD default NAD key ] I0506 07:34:46.791450 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-645d9dcbc7-wpzqz, hostIfaceName: a08adf93c547148, network: default, NAD default, SandboxID: "a08adf93c547148ccbcedbc3445283ac54ecde0769dd9dea22cdac434184179e", PCI device ID: , UID: "d5afa8b7-fdba-491a-a1bd-288525a07c09", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0506 07:34:46.839034 3908 cni.go:473] [openshift-console/console-645d9dcbc7-wpzqz a08adf93c547148ccbcedbc3445283ac54ecde0769dd9dea22cdac434184179e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-645d9dcbc7-wpzqz a08adf93c547148ccbcedbc3445283ac54ecde0769dd9dea22cdac434184179e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:e0:8f:d1:6e:18\",\"name\":\"a08adf93c547148\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7564fb0a-653e-41af-82d6-b43f3fc550c6\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:34:47.032197 3908 obj_retry.go:492] Detected object openshift-console/console-56778664b8-5xhdn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:47.032277 3908 obj_retry.go:492] Detected object openshift-console/console-56778664b8-5xhdn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:47.037970 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56778664b8-5xhdn I0506 07:34:47.037998 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56778664b8-5xhdn W0506 07:34:49.012033 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 07:34:49.012067 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 07:34:49.057943 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 07:34:49.057966 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 07:34:56.325993 3908 cni.go:452] [openshift-multus/network-metrics-daemon-ssr8n a1ad7b7140ce48e57234bcbe6574783e5a5afc5d8d3bd3c8bd8077faa96e29ee network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-ssr8n a1ad7b7140ce48e57234bcbe6574783e5a5afc5d8d3bd3c8bd8077faa96e29ee network default NAD default NAD key ] I0506 07:34:56.335604 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-ssr8n, hostIfaceName: a1ad7b7140ce48e, network: default, NAD default, SandboxID: "a1ad7b7140ce48e57234bcbe6574783e5a5afc5d8d3bd3c8bd8077faa96e29ee", PCI device ID: , UID: "84b6338d-36a9-4f67-87a6-7f3d201356f7", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0506 07:34:56.381391 3908 cni.go:473] [openshift-multus/network-metrics-daemon-ssr8n a1ad7b7140ce48e57234bcbe6574783e5a5afc5d8d3bd3c8bd8077faa96e29ee network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-ssr8n a1ad7b7140ce48e57234bcbe6574783e5a5afc5d8d3bd3c8bd8077faa96e29ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:53:06:89:ae:3c\",\"name\":\"a1ad7b7140ce48e\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15bdf124-bba1-4d0e-98d4-b728ba284b9b\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 07:34:57.083984 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 07:35:08.158772 3908 cni.go:452] [openshift-image-registry/image-registry-8448c554d4-z7jfp 4e7d8f3b2e272a31abd6f6f5dbce628bf204104235deb574aa6698b7c1894ed3 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-8448c554d4-z7jfp 4e7d8f3b2e272a31abd6f6f5dbce628bf204104235deb574aa6698b7c1894ed3 network default NAD default NAD key ] I0506 07:35:08.239900 3908 cni.go:473] [openshift-image-registry/image-registry-8448c554d4-z7jfp 4e7d8f3b2e272a31abd6f6f5dbce628bf204104235deb574aa6698b7c1894ed3 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-8448c554d4-z7jfp 4e7d8f3b2e272a31abd6f6f5dbce628bf204104235deb574aa6698b7c1894ed3 network default NAD default NAD key default], result "{}", err I0506 07:35:08.289356 3908 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8448c554d4-z7jfp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:08.289400 3908 pods.go:176] Deleting pod: openshift-image-registry/image-registry-8448c554d4-z7jfp I0506 07:35:08.290784 3908 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-8448c554d4-z7jfp, ips: 10.128.0.14 I0506 07:35:08.290815 3908 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8448c554d4-z7jfp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:09.152306 3908 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8448c554d4-z7jfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:09.152328 3908 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8448c554d4-z7jfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:09.158492 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-8448c554d4-z7jfp I0506 07:35:09.158524 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-8448c554d4-z7jfp I0506 07:35:09.203899 3908 cni.go:452] [openshift-ingress/router-default-6c8677b95f-sc4cg 114ec1c8f86a59d62c58001a3b5a50377c0cbd0e36e92705f6672f7a681a8209 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-6c8677b95f-sc4cg 114ec1c8f86a59d62c58001a3b5a50377c0cbd0e36e92705f6672f7a681a8209 network default NAD default NAD key ] I0506 07:35:09.275983 3908 cni.go:473] [openshift-ingress/router-default-6c8677b95f-sc4cg 114ec1c8f86a59d62c58001a3b5a50377c0cbd0e36e92705f6672f7a681a8209 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-6c8677b95f-sc4cg 114ec1c8f86a59d62c58001a3b5a50377c0cbd0e36e92705f6672f7a681a8209 network default NAD default NAD key default], result "{}", err I0506 07:35:09.323496 3908 obj_retry.go:498] Detected object openshift-ingress/router-default-6c8677b95f-sc4cg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:09.323529 3908 pods.go:176] Deleting pod: openshift-ingress/router-default-6c8677b95f-sc4cg I0506 07:35:09.324894 3908 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-6c8677b95f-sc4cg, ips: 10.128.0.12 I0506 07:35:09.324923 3908 obj_retry.go:498] Detected object openshift-ingress/router-default-6c8677b95f-sc4cg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:10.123977 3908 obj_retry.go:492] Detected object openshift-ingress/router-default-6c8677b95f-sc4cg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:10.124002 3908 obj_retry.go:492] Detected object openshift-ingress/router-default-6c8677b95f-sc4cg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:10.131094 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6c8677b95f-sc4cg I0506 07:35:10.131122 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6c8677b95f-sc4cg W0506 07:35:11.167767 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:35:11.167790 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 07:35:14.347349 3908 obj_retry.go:498] Detected object openshift-console/console-656db5f866-wf5mm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:14.347933 3908 obj_retry.go:498] Detected object openshift-console/console-656db5f866-wf5mm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:15.179736 3908 obj_retry.go:492] Detected object openshift-console/console-656db5f866-wf5mm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:15.179759 3908 obj_retry.go:492] Detected object openshift-console/console-656db5f866-wf5mm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:15.185054 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-656db5f866-wf5mm I0506 07:35:15.185081 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-656db5f866-wf5mm I0506 07:35:25.633915 3908 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:25.634542 3908 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:26.237004 3908 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:26.237026 3908 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:26.243618 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0506 07:35:26.243642 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0506 07:35:28.514284 3908 cni.go:452] [openshift-dns/dns-default-nqbpt 6b148922eb84dc1a3d1405182dc7c06a62669347b83145bb217fedbb7077ebf0 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-nqbpt 6b148922eb84dc1a3d1405182dc7c06a62669347b83145bb217fedbb7077ebf0 network default NAD default NAD key ] I0506 07:35:28.524769 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-nqbpt, hostIfaceName: 6b148922eb84dc1, network: default, NAD default, SandboxID: "6b148922eb84dc1a3d1405182dc7c06a62669347b83145bb217fedbb7077ebf0", PCI device ID: , UID: "c3a07fb1-643e-4e52-893d-04ed1c27fe99", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0506 07:35:28.578697 3908 cni.go:473] [openshift-dns/dns-default-nqbpt 6b148922eb84dc1a3d1405182dc7c06a62669347b83145bb217fedbb7077ebf0 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-nqbpt 6b148922eb84dc1a3d1405182dc7c06a62669347b83145bb217fedbb7077ebf0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:25:6e:70:f6:1e\",\"name\":\"6b148922eb84dc1\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b99bd571-558c-4299-8eb3-e278c673f59d\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:35:29.837498 3908 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:29.838099 3908 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:30.268804 3908 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:30.268847 3908 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:30.274502 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0506 07:35:30.274529 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0506 07:35:41.221051 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 07:35:41.221073 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 07:35:41.221082 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0506 07:35:47.491101 3908 obj_retry.go:498] Detected object openshift-console/console-645d9dcbc7-5zttg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:47.491632 3908 obj_retry.go:498] Detected object openshift-console/console-645d9dcbc7-5zttg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:48.248222 3908 obj_retry.go:492] Detected object openshift-console/console-645d9dcbc7-5zttg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:48.248250 3908 obj_retry.go:492] Detected object openshift-console/console-645d9dcbc7-5zttg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:48.254105 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-645d9dcbc7-5zttg I0506 07:35:48.254127 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-645d9dcbc7-5zttg I0506 07:35:57.982924 3908 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:57.983580 3908 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:58.303114 3908 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:58.303138 3908 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:58.312458 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0506 07:35:58.312477 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0506 07:35:58.499706 3908 cni.go:452] [openshift-console/console-645d9dcbc7-wpzqz a08adf93c547148ccbcedbc3445283ac54ecde0769dd9dea22cdac434184179e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-645d9dcbc7-wpzqz a08adf93c547148ccbcedbc3445283ac54ecde0769dd9dea22cdac434184179e network default NAD default NAD key ] I0506 07:35:58.594435 3908 cni.go:473] [openshift-console/console-645d9dcbc7-wpzqz a08adf93c547148ccbcedbc3445283ac54ecde0769dd9dea22cdac434184179e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-645d9dcbc7-wpzqz a08adf93c547148ccbcedbc3445283ac54ecde0769dd9dea22cdac434184179e network default NAD default NAD key default], result "{}", err I0506 07:35:58.640093 3908 obj_retry.go:498] Detected object openshift-console/console-645d9dcbc7-wpzqz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:58.640219 3908 pods.go:176] Deleting pod: openshift-console/console-645d9dcbc7-wpzqz I0506 07:35:58.641408 3908 pods.go:236] Attempting to release IPs for pod: openshift-console/console-645d9dcbc7-wpzqz, ips: 10.128.0.21 I0506 07:35:58.641437 3908 obj_retry.go:498] Detected object openshift-console/console-645d9dcbc7-wpzqz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:59.317314 3908 obj_retry.go:492] Detected object openshift-console/console-645d9dcbc7-wpzqz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:59.317336 3908 obj_retry.go:492] Detected object openshift-console/console-645d9dcbc7-wpzqz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:59.323709 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-645d9dcbc7-wpzqz I0506 07:35:59.323741 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-645d9dcbc7-wpzqz I0506 07:36:32.743901 3908 cni.go:452] [openshift-monitoring/prometheus-k8s-0 2167e8ae84d3644f11b2eb4f8773bb49e987b7c336720aa5d5fb1d3d433f4456 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 2167e8ae84d3644f11b2eb4f8773bb49e987b7c336720aa5d5fb1d3d433f4456 network default NAD default NAD key ] I0506 07:36:32.817301 3908 cni.go:473] [openshift-monitoring/prometheus-k8s-0 2167e8ae84d3644f11b2eb4f8773bb49e987b7c336720aa5d5fb1d3d433f4456 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 2167e8ae84d3644f11b2eb4f8773bb49e987b7c336720aa5d5fb1d3d433f4456 network default NAD default NAD key default], result "{}", err I0506 07:36:32.875984 3908 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:36:32.876022 3908 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0506 07:36:32.877303 3908 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.20 I0506 07:36:32.877334 3908 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:36:33.434306 3908 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:36:33.434336 3908 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:36:33.440660 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0506 07:36:33.440697 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0506 07:36:33.482989 3908 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-137.ec2.internal I0506 07:36:33.483119 3908 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0506 07:36:33.506417 3908 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 23.333303ms I0506 07:36:33.506463 3908 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 23.38281ms I0506 07:36:33.507644 3908 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 24.666658ms, libovsdb time 862.376µs I0506 07:36:33.844725 3908 cni.go:452] [openshift-monitoring/prometheus-k8s-0 be15884a3340347275473913a22fcea00cb16dd06ddb024d0a60608df6dcedf2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 be15884a3340347275473913a22fcea00cb16dd06ddb024d0a60608df6dcedf2 network default NAD default NAD key ] I0506 07:36:33.854049 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: be15884a3340347, network: default, NAD default, SandboxID: "be15884a3340347275473913a22fcea00cb16dd06ddb024d0a60608df6dcedf2", PCI device ID: , UID: "4b2ef140-a4f7-47cd-9ca1-759c29eb8af1", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0506 07:36:33.900952 3908 cni.go:473] [openshift-monitoring/prometheus-k8s-0 be15884a3340347275473913a22fcea00cb16dd06ddb024d0a60608df6dcedf2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 be15884a3340347275473913a22fcea00cb16dd06ddb024d0a60608df6dcedf2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:8c:63:2e:e1:46\",\"name\":\"be15884a3340347\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4dd5e71f-368c-420c-bcc5-fb30cf4a9436\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:36:35.828321 3908 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0506 07:36:52.859633 3908 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0506 07:37:03.739770 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0506 07:37:19.832960 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0506 07:37:32.738625 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=85 W0506 07:37:34.692197 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:37:34.692219 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 07:37:41.847371 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0506 07:38:04.837933 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0506 07:38:48.853688 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0506 07:38:52.749499 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=687 I0506 07:38:57.865466 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0506 07:39:29.865131 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 07:39:37.134012 3908 base_network_controller_pods.go:487] [default/openshift-console/console-5bb777c48-gnv4f] creating logical port openshift-console_console-5bb777c48-gnv4f for pod on switch ip-10-0-1-137.ec2.internal I0506 07:39:37.134148 3908 kube.go:256] Updating pod openshift-console/console-5bb777c48-gnv4f I0506 07:39:37.150024 3908 pod.go:62] [openshift-console/console-5bb777c48-gnv4f] pod update took 15.902524ms I0506 07:39:37.150054 3908 base_network_controller_pods.go:951] [default/openshift-console/console-5bb777c48-gnv4f] addLogicalPort annotation time took 15.939898ms I0506 07:39:37.151321 3908 pods.go:271] [openshift-console/console-5bb777c48-gnv4f] addLogicalPort took 17.323238ms, libovsdb time 928.694µs I0506 07:39:37.498160 3908 cni.go:452] [openshift-console/console-5bb777c48-gnv4f c69b234d1b70524b7a2aeacf8d48688bfbfe52fc9bbf0a70e9c343e8c232a1b4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5bb777c48-gnv4f c69b234d1b70524b7a2aeacf8d48688bfbfe52fc9bbf0a70e9c343e8c232a1b4 network default NAD default NAD key ] I0506 07:39:37.507452 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5bb777c48-gnv4f, hostIfaceName: c69b234d1b70524, network: default, NAD default, SandboxID: "c69b234d1b70524b7a2aeacf8d48688bfbfe52fc9bbf0a70e9c343e8c232a1b4", PCI device ID: , UID: "71abc6ea-453a-4794-95ea-6530538440d4", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0506 07:39:37.557773 3908 cni.go:473] [openshift-console/console-5bb777c48-gnv4f c69b234d1b70524b7a2aeacf8d48688bfbfe52fc9bbf0a70e9c343e8c232a1b4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5bb777c48-gnv4f c69b234d1b70524b7a2aeacf8d48688bfbfe52fc9bbf0a70e9c343e8c232a1b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:d5:66:f3:61:4c\",\"name\":\"c69b234d1b70524\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c0f27b3-d107-47aa-9c4c-649dd7dadd10\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:39:44.738818 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=145 W0506 07:39:48.127972 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 07:39:48.740496 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0506 07:40:00.181524 3908 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr fddd632b1581a01c2bf8d37a7e9d24daa94f4ae3a686de425dd55714531d91af network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr fddd632b1581a01c2bf8d37a7e9d24daa94f4ae3a686de425dd55714531d91af network default NAD default NAD key ] I0506 07:40:00.253778 3908 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr fddd632b1581a01c2bf8d37a7e9d24daa94f4ae3a686de425dd55714531d91af network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr fddd632b1581a01c2bf8d37a7e9d24daa94f4ae3a686de425dd55714531d91af network default NAD default NAD key default], result "{}", err I0506 07:40:01.168307 3908 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:01.168380 3908 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr I0506 07:40:01.169619 3908 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr, ips: 10.128.0.8 I0506 07:40:01.169646 3908 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:01.179140 3908 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:01.179179 3908 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:01.185789 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr I0506 07:40:01.185814 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr I0506 07:40:02.400127 3908 obj_retry.go:498] Detected object openshift-console/console-59fb47d945-6fmt2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:02.400739 3908 obj_retry.go:498] Detected object openshift-console/console-59fb47d945-6fmt2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:03.289256 3908 obj_retry.go:492] Detected object openshift-console/console-59fb47d945-6fmt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:03.289285 3908 obj_retry.go:492] Detected object openshift-console/console-59fb47d945-6fmt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:03.292009 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59fb47d945-6fmt2 I0506 07:40:03.292028 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59fb47d945-6fmt2 I0506 07:40:13.460156 3908 obj_retry.go:498] Detected object openshift-console/console-59fb47d945-jgnnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:13.460638 3908 obj_retry.go:498] Detected object openshift-console/console-59fb47d945-jgnnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:14.464549 3908 obj_retry.go:492] Detected object openshift-console/console-59fb47d945-jgnnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:14.464574 3908 obj_retry.go:492] Detected object openshift-console/console-59fb47d945-jgnnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:14.469627 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59fb47d945-jgnnp I0506 07:40:14.469654 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59fb47d945-jgnnp I0506 07:40:16.842711 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0506 07:40:19.828978 3908 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0506 07:40:24.743608 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=18 I0506 07:43:27.836324 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0506 07:43:28.830773 3908 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0506 07:44:32.742266 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0506 07:44:50.741605 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0506 07:45:10.868274 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0506 07:45:27.862210 3908 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0506 07:45:31.867706 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0506 07:45:35.743545 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0506 07:45:39.192206 3908 namespace.go:98] [tsf] adding namespace I0506 07:45:39.193142 3908 namespace.go:102] [tsf] adding namespace took 912.15µs I0506 07:45:39.204951 3908 namespace.go:142] [tsf] updating namespace I0506 07:45:39.220389 3908 namespace.go:142] [tsf] updating namespace I0506 07:45:43.295357 3908 namespace.go:98] [konflux-ui] adding namespace I0506 07:45:43.296280 3908 namespace.go:102] [konflux-ui] adding namespace took 894.5µs I0506 07:45:43.304660 3908 namespace.go:98] [rhtpa-operator] adding namespace I0506 07:45:43.304803 3908 namespace.go:98] [cert-manager-operator] adding namespace I0506 07:45:43.304873 3908 namespace.go:98] [konflux-operator] adding namespace I0506 07:45:43.304961 3908 namespace.go:98] [rhbk-operator] adding namespace I0506 07:45:43.305066 3908 namespace.go:98] [tsf-tas] adding namespace I0506 07:45:43.305194 3908 namespace.go:98] [tsf-tpa] adding namespace I0506 07:45:43.305440 3908 namespace.go:102] [rhtpa-operator] adding namespace took 763.981µs I0506 07:45:43.306135 3908 namespace.go:102] [cert-manager-operator] adding namespace took 1.314414ms I0506 07:45:43.306648 3908 namespace.go:102] [konflux-operator] adding namespace took 1.762508ms I0506 07:45:43.307120 3908 namespace.go:102] [rhbk-operator] adding namespace took 2.143236ms I0506 07:45:43.307636 3908 namespace.go:102] [tsf-tas] adding namespace took 2.559598ms I0506 07:45:43.307656 3908 namespace.go:98] [tsf-keycloak] adding namespace I0506 07:45:43.308289 3908 namespace.go:102] [tsf-keycloak] adding namespace took 626.131µs I0506 07:45:43.308783 3908 namespace.go:102] [tsf-tpa] adding namespace took 3.572462ms I0506 07:45:43.314483 3908 namespace.go:142] [konflux-ui] updating namespace I0506 07:45:43.335571 3908 namespace.go:142] [konflux-ui] updating namespace I0506 07:45:43.339574 3908 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:45:43.342577 3908 namespace.go:142] [rhbk-operator] updating namespace I0506 07:45:43.349287 3908 namespace.go:142] [konflux-operator] updating namespace I0506 07:45:43.349404 3908 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:45:43.361785 3908 namespace.go:142] [tsf-tas] updating namespace I0506 07:45:43.369664 3908 namespace.go:142] [tsf-tpa] updating namespace I0506 07:45:43.369847 3908 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:45:43.378672 3908 namespace.go:142] [konflux-ui] updating namespace I0506 07:45:43.403001 3908 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:45:43.425682 3908 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:45:43.454113 3908 namespace.go:142] [konflux-operator] updating namespace I0506 07:45:43.473754 3908 namespace.go:142] [konflux-operator] updating namespace I0506 07:45:43.479590 3908 namespace.go:142] [rhbk-operator] updating namespace I0506 07:45:43.499623 3908 namespace.go:142] [rhbk-operator] updating namespace I0506 07:45:43.509781 3908 namespace.go:142] [tsf-tas] updating namespace I0506 07:45:43.523142 3908 namespace.go:142] [tsf-tas] updating namespace I0506 07:45:43.534497 3908 namespace.go:142] [tsf-tpa] updating namespace I0506 07:45:43.568640 3908 namespace.go:142] [tsf-tpa] updating namespace I0506 07:45:43.587729 3908 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:45:43.606878 3908 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:45:43.614714 3908 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:45:43.657622 3908 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:45:44.903442 3908 namespace.go:142] [tsf-tpa] updating namespace I0506 07:45:44.915456 3908 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:45:45.086101 3908 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-137.ec2.internal I0506 07:45:45.086216 3908 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0506 07:45:45.110364 3908 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 24.177357ms I0506 07:45:45.110384 3908 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 24.2027ms I0506 07:45:45.111594 3908 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 25.503673ms, libovsdb time 884.009µs I0506 07:45:45.485171 3908 cni.go:452] [tsf/test-tsf-subscriptions c8d267f82c3f63cc14f052daeaac6d7afb2dd48b4d441b3a6dd4b3f42747e1f2 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions c8d267f82c3f63cc14f052daeaac6d7afb2dd48b4d441b3a6dd4b3f42747e1f2 network default NAD default NAD key ] I0506 07:45:45.494386 3908 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: c8d267f82c3f63c, network: default, NAD default, SandboxID: "c8d267f82c3f63cc14f052daeaac6d7afb2dd48b4d441b3a6dd4b3f42747e1f2", PCI device ID: , UID: "e8e03b14-05bb-43d4-8612-52eb79c3509c", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0506 07:45:45.541258 3908 cni.go:473] [tsf/test-tsf-subscriptions c8d267f82c3f63cc14f052daeaac6d7afb2dd48b4d441b3a6dd4b3f42747e1f2 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions c8d267f82c3f63cc14f052daeaac6d7afb2dd48b4d441b3a6dd4b3f42747e1f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:19:25:4d:3d:f2\",\"name\":\"c8d267f82c3f63c\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/485d3e2e-6393-4719-a475-4e3b0ee36cf0\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:45:48.849547 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0506 07:45:50.983548 3908 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:50.984208 3908 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:50.984235 3908 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:50.984243 3908 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:45:50.984254 3908 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:50.984261 3908 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:45:52.009268 3908 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:52.009292 3908 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:52.009310 3908 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:52.009323 3908 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:52.019243 3908 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:52.019765 3908 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:52.019788 3908 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:52.019797 3908 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:45:52.019806 3908 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:52.019813 3908 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:45:53.049021 3908 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:53.049049 3908 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:53.049068 3908 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:53.049078 3908 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:55.039482 3908 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.040076 3908 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.040101 3908 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.040109 3908 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:45:55.040127 3908 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.040132 3908 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:45:55.075497 3908 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.076054 3908 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.076085 3908 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.076093 3908 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:45:55.076104 3908 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.076111 3908 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:45:56.173865 3908 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.173887 3908 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.173899 3908 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.173915 3908 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.198171 3908 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.198189 3908 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.198200 3908 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.198210 3908 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:57.076454 3908 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:57.076978 3908 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:57.077011 3908 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:57.077024 3908 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:45:57.077036 3908 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:57.077040 3908 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:45:58.226612 3908 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:58.226636 3908 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:58.226648 3908 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:58.226663 3908 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:59.856145 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0506 07:46:01.082936 3908 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:46:01.083449 3908 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:46:01.083473 3908 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:46:01.083480 3908 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:46:01.083495 3908 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:46:01.083505 3908 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:46:02.126051 3908 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:02.126078 3908 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:02.126095 3908 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:02.126105 3908 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:04.144757 3908 namespace.go:98] [cert-manager] adding namespace I0506 07:46:04.145705 3908 namespace.go:102] [cert-manager] adding namespace took 921.103µs I0506 07:46:04.182898 3908 namespace.go:142] [cert-manager] updating namespace I0506 07:46:04.199674 3908 namespace.go:142] [cert-manager] updating namespace W0506 07:46:04.760511 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 07:46:08.551731 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 07:46:08.557934 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 07:46:10.786802 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 07:46:10.786825 3908 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0506 07:46:17.608583 3908 namespace.go:142] [openshift-operators] updating namespace I0506 07:46:17.615775 3908 namespace.go:142] [openshift-operators] updating namespace W0506 07:46:26.878255 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0506 07:46:28.275766 3908 namespace.go:98] [trusted-artifact-signer] adding namespace I0506 07:46:28.276692 3908 namespace.go:102] [trusted-artifact-signer] adding namespace took 903.567µs I0506 07:46:28.302736 3908 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 07:46:28.307100 3908 namespace.go:142] [trusted-artifact-signer] updating namespace W0506 07:46:28.864074 3908 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 07:46:31.741633 3908 namespace.go:142] [openshift-operators] updating namespace I0506 07:46:48.641653 3908 namespace.go:98] [openshift-pipelines] adding namespace I0506 07:46:48.642672 3908 namespace.go:102] [openshift-pipelines] adding namespace took 994.226µs I0506 07:46:48.659631 3908 namespace.go:142] [openshift-pipelines] updating namespace I0506 07:46:49.404855 3908 namespace.go:142] [cert-manager] updating namespace I0506 07:46:49.601454 3908 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:46:50.003006 3908 namespace.go:142] [konflux-operator] updating namespace I0506 07:46:50.205321 3908 namespace.go:142] [konflux-ui] updating namespace I0506 07:46:50.408865 3908 namespace.go:142] [open-cluster-management-2q49pdfruok6943kbc0k636d0r7dm1vi] updating namespace I0506 07:46:50.811088 3908 namespace.go:142] [rhbk-operator] updating namespace I0506 07:46:51.013753 3908 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:46:51.211427 3908 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 07:46:51.411362 3908 namespace.go:142] [tsf] updating namespace I0506 07:46:51.616623 3908 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:46:51.815519 3908 namespace.go:142] [tsf-tas] updating namespace I0506 07:46:52.015921 3908 namespace.go:142] [tsf-tpa] updating namespace I0506 07:46:52.140297 3908 namespace.go:142] [cert-manager] updating namespace I0506 07:46:52.149149 3908 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:46:52.156057 3908 namespace.go:142] [default] updating namespace I0506 07:46:52.165124 3908 namespace.go:142] [konflux-operator] updating namespace I0506 07:46:52.175633 3908 namespace.go:142] [konflux-ui] updating namespace I0506 07:46:52.185319 3908 namespace.go:142] [open-cluster-management-2q49pdfruok6943kbc0k636d0r7dm1vi] updating namespace I0506 07:46:52.191961 3908 namespace.go:142] [openshift] updating namespace I0506 07:46:52.200050 3908 namespace.go:142] [rhbk-operator] updating namespace I0506 07:46:52.210423 3908 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:46:52.217493 3908 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 07:46:52.236252 3908 namespace.go:142] [tsf] updating namespace I0506 07:46:52.254841 3908 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:46:52.275225 3908 namespace.go:142] [tsf-tas] updating namespace I0506 07:46:52.296817 3908 namespace.go:142] [tsf-tpa] updating namespace I0506 07:46:52.394759 3908 namespace.go:142] [cert-manager] updating namespace I0506 07:46:52.497242 3908 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:46:52.596119 3908 namespace.go:142] [default] updating namespace I0506 07:46:52.698005 3908 namespace.go:142] [konflux-operator] updating namespace I0506 07:46:52.799546 3908 namespace.go:142] [konflux-ui] updating namespace I0506 07:46:52.901613 3908 namespace.go:142] [open-cluster-management-2q49pdfruok6943kbc0k636d0r7dm1vi] updating namespace I0506 07:46:53.001602 3908 namespace.go:142] [openshift] updating namespace I0506 07:46:53.117730 3908 namespace.go:142] [rhbk-operator] updating namespace I0506 07:46:53.207795 3908 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:46:53.307865 3908 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 07:46:53.414303 3908 namespace.go:142] [tsf] updating namespace I0506 07:46:53.523661 3908 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:46:53.601042 3908 namespace.go:142] [tsf-tas] updating namespace I0506 07:46:53.697416 3908 namespace.go:142] [tsf-tpa] updating namespace I0506 07:46:53.974376 3908 namespace.go:142] [openshift-pipelines] updating namespace I0506 07:46:57.652417 3908 cni.go:452] [tsf/test-tsf-subscriptions c8d267f82c3f63cc14f052daeaac6d7afb2dd48b4d441b3a6dd4b3f42747e1f2 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions c8d267f82c3f63cc14f052daeaac6d7afb2dd48b4d441b3a6dd4b3f42747e1f2 network default NAD default NAD key ] I0506 07:46:57.726199 3908 cni.go:473] [tsf/test-tsf-subscriptions c8d267f82c3f63cc14f052daeaac6d7afb2dd48b4d441b3a6dd4b3f42747e1f2 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions c8d267f82c3f63cc14f052daeaac6d7afb2dd48b4d441b3a6dd4b3f42747e1f2 network default NAD default NAD key default], result "{}", err I0506 07:46:57.776059 3908 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:46:57.776093 3908 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0506 07:46:57.777378 3908 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.24 I0506 07:46:57.777404 3908 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:46:57.798745 3908 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:57.798767 3908 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:57.804545 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0506 07:46:57.804568 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0506 07:46:59.177707 3908 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-137.ec2.internal I0506 07:46:59.177790 3908 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0506 07:46:59.195416 3908 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 17.648822ms I0506 07:46:59.195439 3908 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 17.677025ms I0506 07:46:59.196660 3908 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 18.963209ms, libovsdb time 892.9µs I0506 07:46:59.558193 3908 cni.go:452] [tsf/test-tsf-infrastructure b061c0fd1405295fd77397a8c2d94fb8d343c47558dc42941dde6c7cbbd2a901 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure b061c0fd1405295fd77397a8c2d94fb8d343c47558dc42941dde6c7cbbd2a901 network default NAD default NAD key ] I0506 07:46:59.567018 3908 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: b061c0fd1405295, network: default, NAD default, SandboxID: "b061c0fd1405295fd77397a8c2d94fb8d343c47558dc42941dde6c7cbbd2a901", PCI device ID: , UID: "1ebb24ba-115e-4273-8ab6-dd735586f807", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0506 07:46:59.614278 3908 cni.go:473] [tsf/test-tsf-infrastructure b061c0fd1405295fd77397a8c2d94fb8d343c47558dc42941dde6c7cbbd2a901 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure b061c0fd1405295fd77397a8c2d94fb8d343c47558dc42941dde6c7cbbd2a901 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:a4:c7:48:80:da\",\"name\":\"b061c0fd1405295\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/747e0065-c6cf-418e-b996-b7fa39790036\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:47:01.333511 3908 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-t9bm6] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-t9bm6 for pod on switch ip-10-0-1-137.ec2.internal I0506 07:47:01.333605 3908 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-t9bm6 I0506 07:47:01.350901 3908 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-t9bm6] pod update took 17.325235ms I0506 07:47:01.350926 3908 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-t9bm6] addLogicalPort annotation time took 17.35376ms I0506 07:47:01.352150 3908 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-t9bm6] addLogicalPort took 18.65372ms, libovsdb time 892.172µs I0506 07:47:01.419350 3908 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-ng729] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-ng729 for pod on switch ip-10-0-1-137.ec2.internal I0506 07:47:01.419466 3908 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-ng729 I0506 07:47:01.437146 3908 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-ng729] pod update took 17.703237ms I0506 07:47:01.437166 3908 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-ng729] addLogicalPort annotation time took 17.727427ms I0506 07:47:01.438313 3908 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-ng729] addLogicalPort took 18.97542ms, libovsdb time 855.963µs I0506 07:47:01.711994 3908 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-t9bm6 6322082dcb155b48e63428c9b2b3b837959ac9b106d1f6e13a60fe84ea2bbfaf network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-t9bm6 6322082dcb155b48e63428c9b2b3b837959ac9b106d1f6e13a60fe84ea2bbfaf network default NAD default NAD key ] I0506 07:47:01.720700 3908 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cf4lr] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-cf4lr for pod on switch ip-10-0-1-137.ec2.internal I0506 07:47:01.720823 3908 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cf4lr I0506 07:47:01.724045 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-t9bm6, hostIfaceName: 6322082dcb155b4, network: default, NAD default, SandboxID: "6322082dcb155b48e63428c9b2b3b837959ac9b106d1f6e13a60fe84ea2bbfaf", PCI device ID: , UID: "dccc07ae-b0a7-4771-9a23-10dc218bd7e4", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0506 07:47:01.735509 3908 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cf4lr] pod update took 14.723851ms I0506 07:47:01.735531 3908 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cf4lr] addLogicalPort annotation time took 14.751356ms I0506 07:47:01.737141 3908 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cf4lr] addLogicalPort took 16.468517ms, libovsdb time 1.086789ms I0506 07:47:01.741548 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=45 I0506 07:47:01.780335 3908 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-t9bm6 6322082dcb155b48e63428c9b2b3b837959ac9b106d1f6e13a60fe84ea2bbfaf network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-t9bm6 6322082dcb155b48e63428c9b2b3b837959ac9b106d1f6e13a60fe84ea2bbfaf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:1c:1e:f9:bb:e4\",\"name\":\"6322082dcb155b4\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cc84ac4-b017-4048-aad2-cc43feab1d12\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:47:01.816053 3908 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-ng729 92df6dacf828b68fa8e2b89abb09e80926e16ee9600b2f0ae6e943e52dde8432 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-ng729 92df6dacf828b68fa8e2b89abb09e80926e16ee9600b2f0ae6e943e52dde8432 network default NAD default NAD key ] I0506 07:47:01.829385 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-ng729, hostIfaceName: 92df6dacf828b68, network: default, NAD default, SandboxID: "92df6dacf828b68fa8e2b89abb09e80926e16ee9600b2f0ae6e943e52dde8432", PCI device ID: , UID: "dba4bee5-a0be-474b-a7a1-f284f57fbae0", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0506 07:47:01.884549 3908 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-ng729 92df6dacf828b68fa8e2b89abb09e80926e16ee9600b2f0ae6e943e52dde8432 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-ng729 92df6dacf828b68fa8e2b89abb09e80926e16ee9600b2f0ae6e943e52dde8432 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:a5:c0:02:a0:ae\",\"name\":\"92df6dacf828b68\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2dbe0a7d-b5ef-4558-ac8d-47705c3de48c\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:47:02.093150 3908 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rj956] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-rj956 for pod on switch ip-10-0-1-137.ec2.internal I0506 07:47:02.093280 3908 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rj956 I0506 07:47:02.105357 3908 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rj956] pod update took 12.114749ms I0506 07:47:02.105385 3908 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rj956] addLogicalPort annotation time took 12.150433ms I0506 07:47:02.106818 3908 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rj956] addLogicalPort took 13.687097ms, libovsdb time 1.009151ms I0506 07:47:02.111234 3908 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cf4lr b98a21d3f531910cd8c1a07eace8b9bcaf8a2166015606f292f4712b09155e33 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cf4lr b98a21d3f531910cd8c1a07eace8b9bcaf8a2166015606f292f4712b09155e33 network default NAD default NAD key ] I0506 07:47:02.125149 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-cf4lr, hostIfaceName: b98a21d3f531910, network: default, NAD default, SandboxID: "b98a21d3f531910cd8c1a07eace8b9bcaf8a2166015606f292f4712b09155e33", PCI device ID: , UID: "57749c28-28e7-40af-95d0-e7cfcd6abbad", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0506 07:47:02.186658 3908 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cf4lr b98a21d3f531910cd8c1a07eace8b9bcaf8a2166015606f292f4712b09155e33 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-cf4lr b98a21d3f531910cd8c1a07eace8b9bcaf8a2166015606f292f4712b09155e33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:cb:64:bd:d3:0f\",\"name\":\"b98a21d3f531910\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9f9cfc0-c26f-4b18-bb84-ba51b1ecec47\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:47:04.840774 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0506 07:47:06.710242 3908 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 07:47:06.710261 3908 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 07:47:06.710266 3908 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0506 07:47:07.862232 3908 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rj956 7e71352b83cb26b5e5c54c2165eff27627ad43dc4a389f6b8786e5f48ec21903 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rj956 7e71352b83cb26b5e5c54c2165eff27627ad43dc4a389f6b8786e5f48ec21903 network default NAD default NAD key ] I0506 07:47:07.872019 3908 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-rj956, hostIfaceName: 7e71352b83cb26b, network: default, NAD default, SandboxID: "7e71352b83cb26b5e5c54c2165eff27627ad43dc4a389f6b8786e5f48ec21903", PCI device ID: , UID: "4ddc37db-f9e7-4ffa-9ba2-d82f14c4b9d6", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0506 07:47:07.920425 3908 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rj956 7e71352b83cb26b5e5c54c2165eff27627ad43dc4a389f6b8786e5f48ec21903 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-rj956 7e71352b83cb26b5e5c54c2165eff27627ad43dc4a389f6b8786e5f48ec21903 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:d8:28:96:46:3b\",\"name\":\"7e71352b83cb26b\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92222e54-121b-46a7-9657-b618d46828af\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 07:47:08.312413 3908 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 07:47:08.312444 3908 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 07:47:08.312452 3908 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 07:47:08.312458 3908 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 07:47:08.709132 3908 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0506 07:47:10.726032 3908 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 07:47:10.726056 3908 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 07:47:10.726066 3908 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 07:47:17.086082 3908 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0506 07:47:17.708526 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 07:47:17.708547 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 07:47:17.708553 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 07:47:21.735740 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 07:47:21.735762 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 07:47:21.735768 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0506 07:47:28.612756 3908 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vt28r] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-vt28r for pod on switch ip-10-0-1-137.ec2.internal I0506 07:47:28.612880 3908 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vt28r I0506 07:47:28.628648 3908 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vt28r] pod update took 15.826273ms I0506 07:47:28.628668 3908 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vt28r] addLogicalPort annotation time took 15.850757ms I0506 07:47:28.629977 3908 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vt28r] addLogicalPort took 17.233552ms, libovsdb time 899.979µs I0506 07:47:28.978782 3908 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vt28r 06413b43d223cae45b281e23be2574f08952c72418f3a9493e73b9e85cf81ed0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vt28r 06413b43d223cae45b281e23be2574f08952c72418f3a9493e73b9e85cf81ed0 network default NAD default NAD key ] I0506 07:47:28.989043 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-vt28r, hostIfaceName: 06413b43d223cae, network: default, NAD default, SandboxID: "06413b43d223cae45b281e23be2574f08952c72418f3a9493e73b9e85cf81ed0", PCI device ID: , UID: "92931f8b-4177-4757-87c9-d1eec7fda5f0", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0506 07:47:29.038143 3908 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vt28r 06413b43d223cae45b281e23be2574f08952c72418f3a9493e73b9e85cf81ed0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vt28r 06413b43d223cae45b281e23be2574f08952c72418f3a9493e73b9e85cf81ed0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:73:2f:ef:bb:71\",\"name\":\"06413b43d223cae\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08f5763d-4d69-4237-a5d9-59f7746a96dc\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 07:47:29.720171 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0506 07:47:32.444289 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0506 07:47:36.752348 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=279 I0506 07:47:39.851912 3908 cni.go:452] [tsf/test-tsf-infrastructure b061c0fd1405295fd77397a8c2d94fb8d343c47558dc42941dde6c7cbbd2a901 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure b061c0fd1405295fd77397a8c2d94fb8d343c47558dc42941dde6c7cbbd2a901 network default NAD default NAD key ] I0506 07:47:39.934173 3908 cni.go:473] [tsf/test-tsf-infrastructure b061c0fd1405295fd77397a8c2d94fb8d343c47558dc42941dde6c7cbbd2a901 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure b061c0fd1405295fd77397a8c2d94fb8d343c47558dc42941dde6c7cbbd2a901 network default NAD default NAD key default], result "{}", err I0506 07:47:39.984495 3908 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:47:39.984530 3908 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0506 07:47:39.985950 3908 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.25 I0506 07:47:39.985980 3908 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:47:40.026224 3908 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:47:40.026249 3908 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:47:40.031701 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0506 07:47:40.031728 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0506 07:47:41.177624 3908 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-137.ec2.internal I0506 07:47:41.177717 3908 kube.go:256] Updating pod tsf/test-tsf-iam I0506 07:47:41.192864 3908 pod.go:62] [tsf/test-tsf-iam] pod update took 15.167964ms I0506 07:47:41.192889 3908 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.197487ms I0506 07:47:41.194051 3908 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.441841ms, libovsdb time 823.168µs I0506 07:47:41.538392 3908 cni.go:452] [tsf/test-tsf-iam da22ac1e407be0250d259d104bc02a6cc9162e93109bd426a4ae06c7fdd5081e network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam da22ac1e407be0250d259d104bc02a6cc9162e93109bd426a4ae06c7fdd5081e network default NAD default NAD key ] I0506 07:47:41.548047 3908 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: da22ac1e407be02, network: default, NAD default, SandboxID: "da22ac1e407be0250d259d104bc02a6cc9162e93109bd426a4ae06c7fdd5081e", PCI device ID: , UID: "7838db9d-0cae-4a51-b49d-44da991a999b", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0506 07:47:41.596314 3908 cni.go:473] [tsf/test-tsf-iam da22ac1e407be0250d259d104bc02a6cc9162e93109bd426a4ae06c7fdd5081e network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam da22ac1e407be0250d259d104bc02a6cc9162e93109bd426a4ae06c7fdd5081e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:55:99:50:c4:32\",\"name\":\"da22ac1e407be02\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f92fad7-0556-40ea-9a2b-2aa7e6057fce\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:47:42.038683 3908 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0506 07:47:42.039221 3908 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0506 07:47:42.039241 3908 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0506 07:47:42.041143 3908 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0506 07:47:45.363429 3908 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-gqxdx] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-gqxdx for pod on switch ip-10-0-1-137.ec2.internal I0506 07:47:45.363560 3908 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-gqxdx I0506 07:47:45.379089 3908 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-gqxdx] pod update took 15.5633ms I0506 07:47:45.379114 3908 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-gqxdx] addLogicalPort annotation time took 15.598724ms I0506 07:47:45.380382 3908 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-gqxdx] addLogicalPort took 16.976614ms, libovsdb time 948.01µs I0506 07:47:45.724627 3908 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-gqxdx 6e50d2bf13113c35e0ff06003322a5da03a5158cf8ae620726ef404b3fa92833 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-gqxdx 6e50d2bf13113c35e0ff06003322a5da03a5158cf8ae620726ef404b3fa92833 network default NAD default NAD key ] I0506 07:47:45.733722 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-gqxdx, hostIfaceName: 6e50d2bf13113c3, network: default, NAD default, SandboxID: "6e50d2bf13113c35e0ff06003322a5da03a5158cf8ae620726ef404b3fa92833", PCI device ID: , UID: "562f44cf-eb5e-4712-96de-9b522eb61172", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0506 07:47:45.784010 3908 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-gqxdx 6e50d2bf13113c35e0ff06003322a5da03a5158cf8ae620726ef404b3fa92833 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-gqxdx 6e50d2bf13113c35e0ff06003322a5da03a5158cf8ae620726ef404b3fa92833 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:2c:dc:af:55:9c\",\"name\":\"6e50d2bf13113c3\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41b2af1f-3dee-442e-8dcd-4ef4d55cb47b\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 07:47:49.248750 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 07:47:49.248772 3908 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 07:47:49.252325 3908 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 07:47:49.252342 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0506 07:48:03.920449 3908 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 07:48:07.004598 3908 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-137.ec2.internal I0506 07:48:07.004739 3908 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0506 07:48:07.016596 3908 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.880597ms I0506 07:48:07.016620 3908 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 11.907683ms I0506 07:48:07.017860 3908 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.279581ms, libovsdb time 851.598µs I0506 07:48:10.064500 3908 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 2f469e860a8d592b01d307f72bcf53c2d4aeef6891d5eb7dbffec8bf0a8ec31f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 2f469e860a8d592b01d307f72bcf53c2d4aeef6891d5eb7dbffec8bf0a8ec31f network default NAD default NAD key ] I0506 07:48:10.073721 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 2f469e860a8d592, network: default, NAD default, SandboxID: "2f469e860a8d592b01d307f72bcf53c2d4aeef6891d5eb7dbffec8bf0a8ec31f", PCI device ID: , UID: "c4aab865-f340-4ef3-9477-437c8d9966b0", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0506 07:48:10.123948 3908 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 2f469e860a8d592b01d307f72bcf53c2d4aeef6891d5eb7dbffec8bf0a8ec31f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 2f469e860a8d592b01d307f72bcf53c2d4aeef6891d5eb7dbffec8bf0a8ec31f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:0a:2e:fc:24:a7\",\"name\":\"2f469e860a8d592\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/449cfea4-a2c1-44cc-95e1-bf18913152f2\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:48:13.746636 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98 I0506 07:48:15.832159 3908 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0506 07:48:16.021440 3908 cni.go:452] [tsf/test-tsf-iam da22ac1e407be0250d259d104bc02a6cc9162e93109bd426a4ae06c7fdd5081e network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam da22ac1e407be0250d259d104bc02a6cc9162e93109bd426a4ae06c7fdd5081e network default NAD default NAD key ] I0506 07:48:16.069852 3908 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 07:48:16.121318 3908 cni.go:473] [tsf/test-tsf-iam da22ac1e407be0250d259d104bc02a6cc9162e93109bd426a4ae06c7fdd5081e network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam da22ac1e407be0250d259d104bc02a6cc9162e93109bd426a4ae06c7fdd5081e network default NAD default NAD key default], result "{}", err I0506 07:48:16.183039 3908 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:16.183073 3908 pods.go:176] Deleting pod: tsf/test-tsf-iam I0506 07:48:16.184513 3908 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.31 I0506 07:48:16.184547 3908 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:16.208520 3908 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:48:16.208542 3908 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:48:16.214679 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0506 07:48:16.214704 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0506 07:48:17.195829 3908 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-137.ec2.internal I0506 07:48:17.195963 3908 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0506 07:48:17.209805 3908 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 13.866234ms I0506 07:48:17.209850 3908 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 13.895819ms I0506 07:48:17.211024 3908 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 15.212996ms, libovsdb time 808.91µs I0506 07:48:17.417547 3908 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-krdwk] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-krdwk for pod on switch ip-10-0-1-137.ec2.internal I0506 07:48:17.417648 3908 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-krdwk I0506 07:48:17.430907 3908 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-krdwk] pod update took 13.28687ms I0506 07:48:17.430928 3908 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-krdwk] addLogicalPort annotation time took 13.312776ms I0506 07:48:17.432127 3908 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-krdwk] addLogicalPort took 14.598263ms, libovsdb time 844.238µs I0506 07:48:17.559732 3908 cni.go:452] [tsf-tas/test-tsf-tas be41c8da5e9eefcd6f5268779dab9b18a8f7741c257017c82d25a057ceca8ac2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas be41c8da5e9eefcd6f5268779dab9b18a8f7741c257017c82d25a057ceca8ac2 network default NAD default NAD key ] I0506 07:48:17.569027 3908 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: be41c8da5e9eefc, network: default, NAD default, SandboxID: "be41c8da5e9eefcd6f5268779dab9b18a8f7741c257017c82d25a057ceca8ac2", PCI device ID: , UID: "c3480016-8c4a-49e9-a551-f416a4c53843", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0506 07:48:17.598442 3908 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-cbnlh] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-cbnlh for pod on switch ip-10-0-1-137.ec2.internal I0506 07:48:17.598530 3908 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-cbnlh I0506 07:48:17.614129 3908 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cbnlh] pod update took 15.623542ms I0506 07:48:17.614151 3908 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-cbnlh] addLogicalPort annotation time took 15.650019ms I0506 07:48:17.615336 3908 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cbnlh] addLogicalPort took 16.913377ms, libovsdb time 818.875µs I0506 07:48:17.617496 3908 cni.go:473] [tsf-tas/test-tsf-tas be41c8da5e9eefcd6f5268779dab9b18a8f7741c257017c82d25a057ceca8ac2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas be41c8da5e9eefcd6f5268779dab9b18a8f7741c257017c82d25a057ceca8ac2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:13:f6:a9:cd:a9\",\"name\":\"be41c8da5e9eefc\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c382d351-ad51-4acf-b819-7ff98a163531\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:48:17.776850 3908 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-krdwk 0812e3020aaef554710a7eed50f22f4d69faee4334f5cadfe6eeef5dfd19b313 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-krdwk 0812e3020aaef554710a7eed50f22f4d69faee4334f5cadfe6eeef5dfd19b313 network default NAD default NAD key ] I0506 07:48:17.786241 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-krdwk, hostIfaceName: 0812e3020aaef55, network: default, NAD default, SandboxID: "0812e3020aaef554710a7eed50f22f4d69faee4334f5cadfe6eeef5dfd19b313", PCI device ID: , UID: "c48c7c23-c0e8-42de-86f7-3d8b88c6e248", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0506 07:48:17.833060 3908 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-krdwk 0812e3020aaef554710a7eed50f22f4d69faee4334f5cadfe6eeef5dfd19b313 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-krdwk 0812e3020aaef554710a7eed50f22f4d69faee4334f5cadfe6eeef5dfd19b313 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:d0:a2:84:d7:20\",\"name\":\"0812e3020aaef55\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87fe07eb-997c-4712-9053-dd952d37de2f\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:48:17.958802 3908 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cbnlh e97dd14e5ae819fcc16371297b058ecaa7b497c62d1cd5b6f5f90cb8e1a76c6e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cbnlh e97dd14e5ae819fcc16371297b058ecaa7b497c62d1cd5b6f5f90cb8e1a76c6e network default NAD default NAD key ] I0506 07:48:17.968504 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-cbnlh, hostIfaceName: e97dd14e5ae819f, network: default, NAD default, SandboxID: "e97dd14e5ae819fcc16371297b058ecaa7b497c62d1cd5b6f5f90cb8e1a76c6e", PCI device ID: , UID: "3d159330-67e0-4eb0-8232-13a3479b0a8a", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0506 07:48:18.016825 3908 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cbnlh e97dd14e5ae819fcc16371297b058ecaa7b497c62d1cd5b6f5f90cb8e1a76c6e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cbnlh e97dd14e5ae819fcc16371297b058ecaa7b497c62d1cd5b6f5f90cb8e1a76c6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:b4:d0:a0:31:29\",\"name\":\"e97dd14e5ae819f\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0f4e54b-085f-43db-ab9b-ddd7a9dcd97a\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:48:18.247681 3908 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-cfhgp-2nx66] creating logical port tsf-tas_segment-backup-installation-cfhgp-2nx66 for pod on switch ip-10-0-1-137.ec2.internal I0506 07:48:18.247787 3908 kube.go:256] Updating pod tsf-tas/segment-backup-installation-cfhgp-2nx66 I0506 07:48:18.259257 3908 pod.go:62] [tsf-tas/segment-backup-installation-cfhgp-2nx66] pod update took 11.500629ms I0506 07:48:18.259286 3908 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-cfhgp-2nx66] addLogicalPort annotation time took 11.534404ms I0506 07:48:18.260560 3908 pods.go:271] [tsf-tas/segment-backup-installation-cfhgp-2nx66] addLogicalPort took 12.893837ms, libovsdb time 895.882µs I0506 07:48:18.607790 3908 cni.go:452] [tsf-tas/segment-backup-installation-cfhgp-2nx66 ea456ac69398d772096e8008b964e784dfb4c9d3c71e7b5cda4e7cc8dbd30ac9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-cfhgp-2nx66 ea456ac69398d772096e8008b964e784dfb4c9d3c71e7b5cda4e7cc8dbd30ac9 network default NAD default NAD key ] I0506 07:48:18.617387 3908 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-cfhgp-2nx66, hostIfaceName: ea456ac69398d77, network: default, NAD default, SandboxID: "ea456ac69398d772096e8008b964e784dfb4c9d3c71e7b5cda4e7cc8dbd30ac9", PCI device ID: , UID: "9f3412f8-0993-4306-b235-fb5593763e10", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0506 07:48:18.666755 3908 cni.go:473] [tsf-tas/segment-backup-installation-cfhgp-2nx66 ea456ac69398d772096e8008b964e784dfb4c9d3c71e7b5cda4e7cc8dbd30ac9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-cfhgp-2nx66 ea456ac69398d772096e8008b964e784dfb4c9d3c71e7b5cda4e7cc8dbd30ac9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:93:66:c4:2e:63\",\"name\":\"ea456ac69398d77\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0cc8255-3174-4b00-9b7d-1d75c2902648\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:48:19.796108 3908 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-6f769f6df8-ff296] creating logical port tsf-tas_trillian-logserver-6f769f6df8-ff296 for pod on switch ip-10-0-1-137.ec2.internal I0506 07:48:19.796259 3908 kube.go:256] Updating pod tsf-tas/trillian-logserver-6f769f6df8-ff296 I0506 07:48:19.817226 3908 pod.go:62] [tsf-tas/trillian-logserver-6f769f6df8-ff296] pod update took 20.784044ms I0506 07:48:19.817260 3908 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-6f769f6df8-ff296] addLogicalPort annotation time took 21.049554ms I0506 07:48:19.819096 3908 pods.go:271] [tsf-tas/trillian-logserver-6f769f6df8-ff296] addLogicalPort took 23.009333ms, libovsdb time 1.307838ms I0506 07:48:19.914170 3908 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-fv2hs-l8hrs] creating logical port tsf-tas_rekor-createtree-job-fv2hs-l8hrs for pod on switch ip-10-0-1-137.ec2.internal I0506 07:48:19.914297 3908 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-fv2hs-l8hrs I0506 07:48:19.926136 3908 pod.go:62] [tsf-tas/rekor-createtree-job-fv2hs-l8hrs] pod update took 11.872973ms I0506 07:48:19.926172 3908 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-fv2hs-l8hrs] addLogicalPort annotation time took 11.915698ms I0506 07:48:19.927866 3908 pods.go:271] [tsf-tas/rekor-createtree-job-fv2hs-l8hrs] addLogicalPort took 13.716392ms, libovsdb time 1.132176ms I0506 07:48:20.317667 3908 cni.go:452] [tsf-tas/rekor-createtree-job-fv2hs-l8hrs 270e3cf6825f9195c157508905ed3d1146862ac009b727014318e223ed0b698c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-fv2hs-l8hrs 270e3cf6825f9195c157508905ed3d1146862ac009b727014318e223ed0b698c network default NAD default NAD key ] I0506 07:48:20.332179 3908 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-fv2hs-l8hrs, hostIfaceName: 270e3cf6825f919, network: default, NAD default, SandboxID: "270e3cf6825f9195c157508905ed3d1146862ac009b727014318e223ed0b698c", PCI device ID: , UID: "33ccb461-f441-47e0-b908-fca0f679b5a4", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0506 07:48:20.405956 3908 cni.go:473] [tsf-tas/rekor-createtree-job-fv2hs-l8hrs 270e3cf6825f9195c157508905ed3d1146862ac009b727014318e223ed0b698c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-fv2hs-l8hrs 270e3cf6825f9195c157508905ed3d1146862ac009b727014318e223ed0b698c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:d9:e8:39:21:a4\",\"name\":\"270e3cf6825f919\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f0905b5-7a8c-4ea2-a2e9-95b541d5479d\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 07:48:22.712781 3908 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0506 07:48:22.712807 3908 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0506 07:48:28.754315 3908 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0506 07:48:30.288229 3908 cni.go:452] [tsf-tas/trillian-logserver-6f769f6df8-ff296 7573b90df6c249f8ba9c807b5413446550fd525d2cbc76e24ec24b81520e00f7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-6f769f6df8-ff296 7573b90df6c249f8ba9c807b5413446550fd525d2cbc76e24ec24b81520e00f7 network default NAD default NAD key ] I0506 07:48:30.299776 3908 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-6f769f6df8-ff296, hostIfaceName: 7573b90df6c249f, network: default, NAD default, SandboxID: "7573b90df6c249f8ba9c807b5413446550fd525d2cbc76e24ec24b81520e00f7", PCI device ID: , UID: "1f2fc7e3-f5ca-4816-930c-018c62f71515", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0506 07:48:30.356552 3908 cni.go:473] [tsf-tas/trillian-logserver-6f769f6df8-ff296 7573b90df6c249f8ba9c807b5413446550fd525d2cbc76e24ec24b81520e00f7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-6f769f6df8-ff296 7573b90df6c249f8ba9c807b5413446550fd525d2cbc76e24ec24b81520e00f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:b2:7b:89:f6:05\",\"name\":\"7573b90df6c249f\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/433d80b0-7bcc-4aa5-b515-0fc3b63b6b85\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:48:30.637385 3908 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sjsdb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:30.638061 3908 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sjsdb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:31.532535 3908 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sjsdb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:48:31.532592 3908 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sjsdb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 07:48:34.157266 3908 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 07:48:34.157295 3908 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 07:48:34.157307 3908 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0506 07:48:35.144880 3908 cni.go:452] [tsf-tas/segment-backup-installation-cfhgp-2nx66 ea456ac69398d772096e8008b964e784dfb4c9d3c71e7b5cda4e7cc8dbd30ac9 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-cfhgp-2nx66 ea456ac69398d772096e8008b964e784dfb4c9d3c71e7b5cda4e7cc8dbd30ac9 network default NAD default NAD key ] I0506 07:48:35.228939 3908 cni.go:473] [tsf-tas/segment-backup-installation-cfhgp-2nx66 ea456ac69398d772096e8008b964e784dfb4c9d3c71e7b5cda4e7cc8dbd30ac9 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-cfhgp-2nx66 ea456ac69398d772096e8008b964e784dfb4c9d3c71e7b5cda4e7cc8dbd30ac9 network default NAD default NAD key default], result "{}", err W0506 07:48:35.794615 3908 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0506 07:48:37.042880 3908 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cfhgp-2nx66 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:37.042912 3908 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-cfhgp-2nx66 I0506 07:48:37.044423 3908 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-cfhgp-2nx66, ips: 10.128.0.37 I0506 07:48:37.044454 3908 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cfhgp-2nx66 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:38.065506 3908 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cfhgp-2nx66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:48:38.065529 3908 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cfhgp-2nx66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 07:48:38.160649 3908 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0506 07:48:47.811730 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 07:48:47.811752 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 07:48:47.811757 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0506 07:48:53.770757 3908 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-9wv28] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-9wv28 for pod on switch ip-10-0-1-137.ec2.internal I0506 07:48:53.770907 3908 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-9wv28 I0506 07:48:53.784188 3908 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-9wv28] pod update took 13.306193ms I0506 07:48:53.784213 3908 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-9wv28] addLogicalPort annotation time took 13.338381ms I0506 07:48:53.785615 3908 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-9wv28] addLogicalPort took 14.876167ms, libovsdb time 1.031464ms I0506 07:48:54.131284 3908 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-9wv28 253ef70d1f559fd22cec29b9958d8721cc24a484ed97b74598fde879011964f2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-9wv28 253ef70d1f559fd22cec29b9958d8721cc24a484ed97b74598fde879011964f2 network default NAD default NAD key ] I0506 07:48:54.140949 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-9wv28, hostIfaceName: 253ef70d1f559fd, network: default, NAD default, SandboxID: "253ef70d1f559fd22cec29b9958d8721cc24a484ed97b74598fde879011964f2", PCI device ID: , UID: "3972f4f8-37cd-4630-8bbe-0d996f0d661b", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0506 07:48:54.190219 3908 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-9wv28 253ef70d1f559fd22cec29b9958d8721cc24a484ed97b74598fde879011964f2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-9wv28 253ef70d1f559fd22cec29b9958d8721cc24a484ed97b74598fde879011964f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:5e:c9:f3:f2:71\",\"name\":\"253ef70d1f559fd\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd202485-994e-4235-ae1f-cecfadad1e75\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 07:49:01.232072 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0506 07:49:06.316413 3908 cni.go:452] [tsf-tas/test-tsf-tas be41c8da5e9eefcd6f5268779dab9b18a8f7741c257017c82d25a057ceca8ac2 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas be41c8da5e9eefcd6f5268779dab9b18a8f7741c257017c82d25a057ceca8ac2 network default NAD default NAD key ] I0506 07:49:06.400930 3908 cni.go:473] [tsf-tas/test-tsf-tas be41c8da5e9eefcd6f5268779dab9b18a8f7741c257017c82d25a057ceca8ac2 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas be41c8da5e9eefcd6f5268779dab9b18a8f7741c257017c82d25a057ceca8ac2 network default NAD default NAD key default], result "{}", err I0506 07:49:06.529479 3908 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:06.529514 3908 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0506 07:49:06.530809 3908 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.34 I0506 07:49:06.530853 3908 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:06.550173 3908 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:06.550197 3908 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:06.555848 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0506 07:49:06.555871 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0506 07:49:07.034285 3908 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-r6nq6] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-r6nq6 for pod on switch ip-10-0-1-137.ec2.internal I0506 07:49:07.034380 3908 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-r6nq6 I0506 07:49:07.048901 3908 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-r6nq6] pod update took 14.543423ms I0506 07:49:07.048950 3908 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-r6nq6] addLogicalPort annotation time took 14.595963ms I0506 07:49:07.050212 3908 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-r6nq6] addLogicalPort took 15.941712ms, libovsdb time 866.713µs I0506 07:49:07.425245 3908 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-r6nq6 8b9ccadc4a88c1c69823d8bfd8d49358307bc7b74f29a0899d2585cdb8316446 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-r6nq6 8b9ccadc4a88c1c69823d8bfd8d49358307bc7b74f29a0899d2585cdb8316446 network default NAD default NAD key ] I0506 07:49:07.435039 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-r6nq6, hostIfaceName: 8b9ccadc4a88c1c, network: default, NAD default, SandboxID: "8b9ccadc4a88c1c69823d8bfd8d49358307bc7b74f29a0899d2585cdb8316446", PCI device ID: , UID: "8de1a701-3829-46cf-a5b3-8c2300b3d3de", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0506 07:49:07.485877 3908 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-r6nq6 8b9ccadc4a88c1c69823d8bfd8d49358307bc7b74f29a0899d2585cdb8316446 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-r6nq6 8b9ccadc4a88c1c69823d8bfd8d49358307bc7b74f29a0899d2585cdb8316446 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:63:85:7f:4c:ca\",\"name\":\"8b9ccadc4a88c1c\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c9442a9-f6c4-4668-9e25-b1af78a12cfc\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:49:07.568276 3908 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-ssmgs] creating logical port tsf_patch-tekton-config-ssmgs for pod on switch ip-10-0-1-137.ec2.internal I0506 07:49:07.568362 3908 kube.go:256] Updating pod tsf/patch-tekton-config-ssmgs I0506 07:49:07.581167 3908 pod.go:62] [tsf/patch-tekton-config-ssmgs] pod update took 12.82627ms I0506 07:49:07.581216 3908 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-ssmgs] addLogicalPort annotation time took 12.851105ms I0506 07:49:07.582433 3908 pods.go:271] [tsf/patch-tekton-config-ssmgs] addLogicalPort took 14.173773ms, libovsdb time 836.853µs I0506 07:49:08.016384 3908 cni.go:452] [tsf/patch-tekton-config-ssmgs 322ce12526aa6afd04f158341d063374860de4f5e71693ac50fec9a74f06764f network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-ssmgs 322ce12526aa6afd04f158341d063374860de4f5e71693ac50fec9a74f06764f network default NAD default NAD key ] I0506 07:49:08.025713 3908 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-ssmgs, hostIfaceName: 322ce12526aa6af, network: default, NAD default, SandboxID: "322ce12526aa6afd04f158341d063374860de4f5e71693ac50fec9a74f06764f", PCI device ID: , UID: "a7513f8b-c999-4cd2-a096-aa880f97b253", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0506 07:49:08.074554 3908 cni.go:473] [tsf/patch-tekton-config-ssmgs 322ce12526aa6afd04f158341d063374860de4f5e71693ac50fec9a74f06764f network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-ssmgs 322ce12526aa6afd04f158341d063374860de4f5e71693ac50fec9a74f06764f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:60:8e:99:5c:6b\",\"name\":\"322ce12526aa6af\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/def4a48f-8c1d-45b6-b340-4fce6b9988bd\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:49:08.846084 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0506 07:49:09.975517 3908 namespace.go:142] [openshift-pipelines] updating namespace W0506 07:49:10.344483 3908 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0506 07:49:10.708875 3908 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 07:49:10.708897 3908 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0506 07:49:12.149039 3908 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-qxsw2-8f6np of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:12.149507 3908 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-qxsw2-8f6np of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:13.022288 3908 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-qxsw2-8f6np of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:13.022316 3908 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-qxsw2-8f6np of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:15.368868 3908 cni.go:452] [tsf/patch-tekton-config-ssmgs 322ce12526aa6afd04f158341d063374860de4f5e71693ac50fec9a74f06764f network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-ssmgs 322ce12526aa6afd04f158341d063374860de4f5e71693ac50fec9a74f06764f network default NAD default NAD key ] I0506 07:49:15.445729 3908 cni.go:473] [tsf/patch-tekton-config-ssmgs 322ce12526aa6afd04f158341d063374860de4f5e71693ac50fec9a74f06764f network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-ssmgs 322ce12526aa6afd04f158341d063374860de4f5e71693ac50fec9a74f06764f network default NAD default NAD key default], result "{}", err I0506 07:49:15.494139 3908 obj_retry.go:498] Detected object tsf/patch-tekton-config-ssmgs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:15.494170 3908 pods.go:176] Deleting pod: tsf/patch-tekton-config-ssmgs I0506 07:49:15.495560 3908 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-ssmgs, ips: 10.128.0.42 I0506 07:49:15.495589 3908 obj_retry.go:498] Detected object tsf/patch-tekton-config-ssmgs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 07:49:16.403850 3908 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 07:49:16.517032 3908 obj_retry.go:492] Detected object tsf/patch-tekton-config-ssmgs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:16.517053 3908 obj_retry.go:492] Detected object tsf/patch-tekton-config-ssmgs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:16.628591 3908 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-mbcxv] creating logical port tsf_tsf-tekton-configuration-mbcxv for pod on switch ip-10-0-1-137.ec2.internal I0506 07:49:16.628688 3908 kube.go:256] Updating pod tsf/tsf-tekton-configuration-mbcxv I0506 07:49:16.639932 3908 pod.go:62] [tsf/tsf-tekton-configuration-mbcxv] pod update took 11.273625ms I0506 07:49:16.639960 3908 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-mbcxv] addLogicalPort annotation time took 11.305099ms I0506 07:49:16.641214 3908 pods.go:271] [tsf/tsf-tekton-configuration-mbcxv] addLogicalPort took 12.642874ms, libovsdb time 842.714µs W0506 07:49:16.738220 3908 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0506 07:49:16.987449 3908 cni.go:452] [tsf/tsf-tekton-configuration-mbcxv 8479608a4da34f55397892dd0f727c6818d4b656d66513923449ef538a75381d network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-mbcxv 8479608a4da34f55397892dd0f727c6818d4b656d66513923449ef538a75381d network default NAD default NAD key ] I0506 07:49:16.996591 3908 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-mbcxv, hostIfaceName: 8479608a4da34f5, network: default, NAD default, SandboxID: "8479608a4da34f55397892dd0f727c6818d4b656d66513923449ef538a75381d", PCI device ID: , UID: "7e29045f-356c-4d5d-a480-df0ca5b86f71", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0506 07:49:17.046542 3908 cni.go:473] [tsf/tsf-tekton-configuration-mbcxv 8479608a4da34f55397892dd0f727c6818d4b656d66513923449ef538a75381d network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-mbcxv 8479608a4da34f55397892dd0f727c6818d4b656d66513923449ef538a75381d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:ed:0c:58:5b:e4\",\"name\":\"8479608a4da34f5\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da049cb3-8f32-487a-9742-2c1010276112\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:49:18.393485 3908 cni.go:452] [tsf-tas/rekor-createtree-job-fv2hs-l8hrs 270e3cf6825f9195c157508905ed3d1146862ac009b727014318e223ed0b698c network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-fv2hs-l8hrs 270e3cf6825f9195c157508905ed3d1146862ac009b727014318e223ed0b698c network default NAD default NAD key ] I0506 07:49:18.484684 3908 cni.go:473] [tsf-tas/rekor-createtree-job-fv2hs-l8hrs 270e3cf6825f9195c157508905ed3d1146862ac009b727014318e223ed0b698c network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-fv2hs-l8hrs 270e3cf6825f9195c157508905ed3d1146862ac009b727014318e223ed0b698c network default NAD default NAD key default], result "{}", err I0506 07:49:19.042813 3908 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fv2hs-l8hrs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:19.042872 3908 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-fv2hs-l8hrs I0506 07:49:19.044597 3908 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-fv2hs-l8hrs, ips: 10.128.0.39 I0506 07:49:19.044633 3908 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fv2hs-l8hrs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:19.405692 3908 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fv2hs-l8hrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:19.405722 3908 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fv2hs-l8hrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:21.181527 3908 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-7d997b7ddf-j5gxt] creating logical port tsf-tas_rekor-redis-7d997b7ddf-j5gxt for pod on switch ip-10-0-1-137.ec2.internal I0506 07:49:21.181618 3908 kube.go:256] Updating pod tsf-tas/rekor-redis-7d997b7ddf-j5gxt I0506 07:49:21.201792 3908 pod.go:62] [tsf-tas/rekor-redis-7d997b7ddf-j5gxt] pod update took 20.197831ms I0506 07:49:21.201816 3908 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-7d997b7ddf-j5gxt] addLogicalPort annotation time took 20.229543ms I0506 07:49:21.203100 3908 pods.go:271] [tsf-tas/rekor-redis-7d997b7ddf-j5gxt] addLogicalPort took 21.589992ms, libovsdb time 904.023µs W0506 07:49:21.350826 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 07:49:21.408850 3908 cni.go:452] [tsf/tsf-tekton-configuration-mbcxv 8479608a4da34f55397892dd0f727c6818d4b656d66513923449ef538a75381d network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-mbcxv 8479608a4da34f55397892dd0f727c6818d4b656d66513923449ef538a75381d network default NAD default NAD key ] I0506 07:49:21.494791 3908 cni.go:473] [tsf/tsf-tekton-configuration-mbcxv 8479608a4da34f55397892dd0f727c6818d4b656d66513923449ef538a75381d network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-mbcxv 8479608a4da34f55397892dd0f727c6818d4b656d66513923449ef538a75381d network default NAD default NAD key default], result "{}", err I0506 07:49:21.543782 3908 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mbcxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:21.543818 3908 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-mbcxv I0506 07:49:21.545357 3908 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-mbcxv, ips: 10.128.0.43 I0506 07:49:21.545394 3908 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mbcxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:22.146686 3908 cni.go:452] [tsf-tas/rekor-redis-7d997b7ddf-j5gxt 14cf185968202f5742f18dd3e4400bb329c20bdc04e69cb2e34fff89f5c5da01 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-7d997b7ddf-j5gxt 14cf185968202f5742f18dd3e4400bb329c20bdc04e69cb2e34fff89f5c5da01 network default NAD default NAD key ] I0506 07:49:22.155740 3908 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-7d997b7ddf-j5gxt, hostIfaceName: 14cf185968202f5, network: default, NAD default, SandboxID: "14cf185968202f5742f18dd3e4400bb329c20bdc04e69cb2e34fff89f5c5da01", PCI device ID: , UID: "54646cea-8b0e-43f0-915a-3b3a0fcc014f", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0506 07:49:22.207267 3908 cni.go:473] [tsf-tas/rekor-redis-7d997b7ddf-j5gxt 14cf185968202f5742f18dd3e4400bb329c20bdc04e69cb2e34fff89f5c5da01 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-7d997b7ddf-j5gxt 14cf185968202f5742f18dd3e4400bb329c20bdc04e69cb2e34fff89f5c5da01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:5b:f6:3f:68:a0\",\"name\":\"14cf185968202f5\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82a6d14c-e1b1-4e15-b8d2-317edd8dda54\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:49:22.565548 3908 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mbcxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:22.565568 3908 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mbcxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:22.606504 3908 obj_retry.go:492] Detected object tsf/patch-tekton-config-ssmgs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:22.606525 3908 obj_retry.go:492] Detected object tsf/patch-tekton-config-ssmgs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:22.612389 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ssmgs I0506 07:49:22.612421 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ssmgs W0506 07:49:23.433670 3908 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0506 07:49:23.436362 3908 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-137.ec2.internal I0506 07:49:23.436480 3908 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0506 07:49:23.452483 3908 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 16.023596ms I0506 07:49:23.452505 3908 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 16.050083ms I0506 07:49:23.453828 3908 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 17.486599ms, libovsdb time 956.288µs I0506 07:49:23.794799 3908 cni.go:452] [tsf-tpa/pre-install-tsf-tpa b9481f20bf93e6b7cd95bf8c23ffc38a2617ecb6dbb73a1b59799afed6284301 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa b9481f20bf93e6b7cd95bf8c23ffc38a2617ecb6dbb73a1b59799afed6284301 network default NAD default NAD key ] I0506 07:49:23.804321 3908 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: b9481f20bf93e6b, network: default, NAD default, SandboxID: "b9481f20bf93e6b7cd95bf8c23ffc38a2617ecb6dbb73a1b59799afed6284301", PCI device ID: , UID: "f459e142-9ae7-42d9-a49f-bf4840dbb2f3", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0506 07:49:23.852973 3908 cni.go:473] [tsf-tpa/pre-install-tsf-tpa b9481f20bf93e6b7cd95bf8c23ffc38a2617ecb6dbb73a1b59799afed6284301 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa b9481f20bf93e6b7cd95bf8c23ffc38a2617ecb6dbb73a1b59799afed6284301 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:de:62:a0:60:c3\",\"name\":\"b9481f20bf93e6b\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c4e22d3-c99f-4d1b-aa6a-7ff5be623d6f\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 07:49:24.785201 3908 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0506 07:49:26.445073 3908 cni.go:452] [tsf-tpa/pre-install-tsf-tpa b9481f20bf93e6b7cd95bf8c23ffc38a2617ecb6dbb73a1b59799afed6284301 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa b9481f20bf93e6b7cd95bf8c23ffc38a2617ecb6dbb73a1b59799afed6284301 network default NAD default NAD key ] I0506 07:49:26.532660 3908 cni.go:473] [tsf-tpa/pre-install-tsf-tpa b9481f20bf93e6b7cd95bf8c23ffc38a2617ecb6dbb73a1b59799afed6284301 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa b9481f20bf93e6b7cd95bf8c23ffc38a2617ecb6dbb73a1b59799afed6284301 network default NAD default NAD key default], result "{}", err I0506 07:49:26.586325 3908 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:26.586353 3908 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0506 07:49:26.587712 3908 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.45 I0506 07:49:26.587740 3908 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:26.608880 3908 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:26.608903 3908 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:26.616227 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0506 07:49:26.616254 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0506 07:49:26.832888 3908 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-137.ec2.internal I0506 07:49:26.833023 3908 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0506 07:49:26.847906 3908 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.905926ms I0506 07:49:26.847933 3908 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.938142ms I0506 07:49:26.849126 3908 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 16.26175ms, libovsdb time 820.568µs I0506 07:49:27.195397 3908 cni.go:452] [tsf-tpa/test-tsf-tpa d719cccb83151e0132579df32b6a5338078aaad2988e405411aa2f0791bbc763 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa d719cccb83151e0132579df32b6a5338078aaad2988e405411aa2f0791bbc763 network default NAD default NAD key ] I0506 07:49:27.205027 3908 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: d719cccb83151e0, network: default, NAD default, SandboxID: "d719cccb83151e0132579df32b6a5338078aaad2988e405411aa2f0791bbc763", PCI device ID: , UID: "411281a8-5e47-4cc5-9fe4-a45b459bb962", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0506 07:49:27.253595 3908 cni.go:473] [tsf-tpa/test-tsf-tpa d719cccb83151e0132579df32b6a5338078aaad2988e405411aa2f0791bbc763 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa d719cccb83151e0132579df32b6a5338078aaad2988e405411aa2f0791bbc763 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:46:bb:53:c7:13\",\"name\":\"d719cccb83151e0\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/907c16b6-4f6f-42fa-9f2e-27b6f27e9149\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:49:27.990544 3908 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-zv2zr] creating logical port tsf-tpa_create-db-zv2zr for pod on switch ip-10-0-1-137.ec2.internal I0506 07:49:27.990669 3908 kube.go:256] Updating pod tsf-tpa/create-db-zv2zr I0506 07:49:28.004091 3908 pod.go:62] [tsf-tpa/create-db-zv2zr] pod update took 13.442404ms I0506 07:49:28.004122 3908 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-zv2zr] addLogicalPort annotation time took 13.478092ms I0506 07:49:28.005555 3908 pods.go:271] [tsf-tpa/create-db-zv2zr] addLogicalPort took 15.028967ms, libovsdb time 927.891µs I0506 07:49:28.350340 3908 cni.go:452] [tsf-tpa/create-db-zv2zr a8fde91a9dea353b88e6903df7d0d95aff61fbfa0f8982612627c1d03f55b196 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-zv2zr a8fde91a9dea353b88e6903df7d0d95aff61fbfa0f8982612627c1d03f55b196 network default NAD default NAD key ] I0506 07:49:28.360014 3908 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-zv2zr, hostIfaceName: a8fde91a9dea353, network: default, NAD default, SandboxID: "a8fde91a9dea353b88e6903df7d0d95aff61fbfa0f8982612627c1d03f55b196", PCI device ID: , UID: "9f4c4134-2f72-48ef-b9ed-61cd040e43bf", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0506 07:49:28.408780 3908 cni.go:473] [tsf-tpa/create-db-zv2zr a8fde91a9dea353b88e6903df7d0d95aff61fbfa0f8982612627c1d03f55b196 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-zv2zr a8fde91a9dea353b88e6903df7d0d95aff61fbfa0f8982612627c1d03f55b196 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:29:c3:8b:90:97\",\"name\":\"a8fde91a9dea353\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fe4320c-4fba-47bf-8e89-409fdcb2c229\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:49:32.491710 3908 cni.go:452] [tsf-tpa/create-db-zv2zr a8fde91a9dea353b88e6903df7d0d95aff61fbfa0f8982612627c1d03f55b196 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-zv2zr a8fde91a9dea353b88e6903df7d0d95aff61fbfa0f8982612627c1d03f55b196 network default NAD default NAD key ] I0506 07:49:32.578669 3908 cni.go:473] [tsf-tpa/create-db-zv2zr a8fde91a9dea353b88e6903df7d0d95aff61fbfa0f8982612627c1d03f55b196 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-zv2zr a8fde91a9dea353b88e6903df7d0d95aff61fbfa0f8982612627c1d03f55b196 network default NAD default NAD key default], result "{}", err I0506 07:49:32.760088 3908 obj_retry.go:498] Detected object tsf-tpa/create-db-zv2zr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:32.760159 3908 pods.go:176] Deleting pod: tsf-tpa/create-db-zv2zr I0506 07:49:32.761498 3908 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-zv2zr, ips: 10.128.0.47 I0506 07:49:32.761526 3908 obj_retry.go:498] Detected object tsf-tpa/create-db-zv2zr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:33.784805 3908 obj_retry.go:492] Detected object tsf-tpa/create-db-zv2zr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:33.784846 3908 obj_retry.go:492] Detected object tsf-tpa/create-db-zv2zr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:33.889200 3908 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-gcl8p] creating logical port tsf-tpa_migrate-db-gcl8p for pod on switch ip-10-0-1-137.ec2.internal I0506 07:49:33.889288 3908 kube.go:256] Updating pod tsf-tpa/migrate-db-gcl8p I0506 07:49:33.901613 3908 pod.go:62] [tsf-tpa/migrate-db-gcl8p] pod update took 12.345239ms I0506 07:49:33.901635 3908 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-gcl8p] addLogicalPort annotation time took 12.371803ms I0506 07:49:33.902855 3908 pods.go:271] [tsf-tpa/migrate-db-gcl8p] addLogicalPort took 13.667567ms, libovsdb time 799.192µs I0506 07:49:34.323088 3908 cni.go:452] [tsf-tpa/migrate-db-gcl8p c56b080c2412a0b126732aa150be0cb49db759d575ea7a4f8631e697f23ef566 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-gcl8p c56b080c2412a0b126732aa150be0cb49db759d575ea7a4f8631e697f23ef566 network default NAD default NAD key ] I0506 07:49:34.332515 3908 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-gcl8p, hostIfaceName: c56b080c2412a0b, network: default, NAD default, SandboxID: "c56b080c2412a0b126732aa150be0cb49db759d575ea7a4f8631e697f23ef566", PCI device ID: , UID: "a406c6c0-1e03-418c-b397-4910c4069781", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0506 07:49:34.383189 3908 cni.go:473] [tsf-tpa/migrate-db-gcl8p c56b080c2412a0b126732aa150be0cb49db759d575ea7a4f8631e697f23ef566 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-gcl8p c56b080c2412a0b126732aa150be0cb49db759d575ea7a4f8631e697f23ef566 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:d4:f6:2f:8f:44\",\"name\":\"c56b080c2412a0b\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ca7ad20-d9c1-4ac6-aa4f-ce1becb36d1e\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 07:49:35.467074 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0506 07:49:36.515216 3908 cni.go:452] [tsf-tpa/migrate-db-gcl8p c56b080c2412a0b126732aa150be0cb49db759d575ea7a4f8631e697f23ef566 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-gcl8p c56b080c2412a0b126732aa150be0cb49db759d575ea7a4f8631e697f23ef566 network default NAD default NAD key ] I0506 07:49:36.606628 3908 cni.go:473] [tsf-tpa/migrate-db-gcl8p c56b080c2412a0b126732aa150be0cb49db759d575ea7a4f8631e697f23ef566 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-gcl8p c56b080c2412a0b126732aa150be0cb49db759d575ea7a4f8631e697f23ef566 network default NAD default NAD key default], result "{}", err I0506 07:49:36.672535 3908 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gcl8p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:36.672568 3908 pods.go:176] Deleting pod: tsf-tpa/migrate-db-gcl8p I0506 07:49:36.674043 3908 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-gcl8p, ips: 10.128.0.48 I0506 07:49:36.674080 3908 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gcl8p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:37.703554 3908 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gcl8p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:37.703577 3908 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gcl8p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:40.838999 3908 base_network_controller_pods.go:487] [default/tsf-tpa/server-7f447cccb7-kfr8q] creating logical port tsf-tpa_server-7f447cccb7-kfr8q for pod on switch ip-10-0-1-137.ec2.internal I0506 07:49:40.839134 3908 kube.go:256] Updating pod tsf-tpa/server-7f447cccb7-kfr8q I0506 07:49:40.853314 3908 pod.go:62] [tsf-tpa/server-7f447cccb7-kfr8q] pod update took 14.208023ms I0506 07:49:40.853339 3908 base_network_controller_pods.go:951] [default/tsf-tpa/server-7f447cccb7-kfr8q] addLogicalPort annotation time took 14.240417ms I0506 07:49:40.854596 3908 pods.go:271] [tsf-tpa/server-7f447cccb7-kfr8q] addLogicalPort took 15.666416ms, libovsdb time 893.633µs I0506 07:49:42.027286 3908 obj_retry.go:498] Detected object tsf-tpa/create-importers-zh4n6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:42.027336 3908 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-ltw9q] creating logical port tsf-tpa_importer-86bcdf477b-ltw9q for pod on switch ip-10-0-1-137.ec2.internal I0506 07:49:42.027437 3908 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-ltw9q I0506 07:49:42.027936 3908 obj_retry.go:498] Detected object tsf-tpa/create-importers-zh4n6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:42.053734 3908 pod.go:62] [tsf-tpa/importer-86bcdf477b-ltw9q] pod update took 26.328556ms I0506 07:49:42.053764 3908 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-ltw9q] addLogicalPort annotation time took 26.367066ms I0506 07:49:42.055094 3908 pods.go:271] [tsf-tpa/importer-86bcdf477b-ltw9q] addLogicalPort took 27.779609ms, libovsdb time 906.786µs I0506 07:49:43.045757 3908 obj_retry.go:492] Detected object tsf-tpa/create-importers-zh4n6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:43.045780 3908 obj_retry.go:492] Detected object tsf-tpa/create-importers-zh4n6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 07:49:46.198943 3908 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0506 07:49:50.220747 3908 cni.go:452] [tsf-tpa/importer-86bcdf477b-ltw9q 7e249a35db95ce8aea0244d79f3823b1a77ed79661e61300590586b869d2085c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-ltw9q 7e249a35db95ce8aea0244d79f3823b1a77ed79661e61300590586b869d2085c network default NAD default NAD key ] I0506 07:49:50.225657 3908 cni.go:452] [tsf-tpa/server-7f447cccb7-kfr8q 05b6cb1518fa17bc2cf33514874c7404ee55ae3931aa819a743299d6d87bb2e2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-7f447cccb7-kfr8q 05b6cb1518fa17bc2cf33514874c7404ee55ae3931aa819a743299d6d87bb2e2 network default NAD default NAD key ] I0506 07:49:50.230712 3908 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-ltw9q, hostIfaceName: 7e249a35db95ce8, network: default, NAD default, SandboxID: "7e249a35db95ce8aea0244d79f3823b1a77ed79661e61300590586b869d2085c", PCI device ID: , UID: "0fb70f08-c7a3-43f2-8e6d-86e5012c906e", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0506 07:49:50.235177 3908 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-7f447cccb7-kfr8q, hostIfaceName: 05b6cb1518fa17b, network: default, NAD default, SandboxID: "05b6cb1518fa17bc2cf33514874c7404ee55ae3931aa819a743299d6d87bb2e2", PCI device ID: , UID: "2036a1b2-2922-4f0a-9bd8-88ef9d0b4be0", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0506 07:49:50.282898 3908 cni.go:473] [tsf-tpa/importer-86bcdf477b-ltw9q 7e249a35db95ce8aea0244d79f3823b1a77ed79661e61300590586b869d2085c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-ltw9q 7e249a35db95ce8aea0244d79f3823b1a77ed79661e61300590586b869d2085c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:cd:5b:f9:61:e5\",\"name\":\"7e249a35db95ce8\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6fbbddb-3442-494e-9bbc-81fd4aaec75f\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 07:49:50.303924 3908 cni.go:473] [tsf-tpa/server-7f447cccb7-kfr8q 05b6cb1518fa17bc2cf33514874c7404ee55ae3931aa819a743299d6d87bb2e2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-7f447cccb7-kfr8q 05b6cb1518fa17bc2cf33514874c7404ee55ae3931aa819a743299d6d87bb2e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:99:26:7e:65:22\",\"name\":\"05b6cb1518fa17b\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1a3da20-f6b7-4256-8c97-95a679c27e28\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 07:49:50.588184 3908 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0506 07:50:00.985524 3908 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:00.986131 3908 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:00.996938 3908 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:00.996960 3908 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:01.004747 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 I0506 07:50:01.004768 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 W0506 07:50:01.597416 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0506 07:50:11.493329 3908 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-8jq55-kdgxl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:11.493904 3908 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-8jq55-kdgxl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:12.366509 3908 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-8jq55-kdgxl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:12.366533 3908 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-8jq55-kdgxl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:18.734651 3908 cni.go:452] [tsf-tpa/test-tsf-tpa d719cccb83151e0132579df32b6a5338078aaad2988e405411aa2f0791bbc763 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa d719cccb83151e0132579df32b6a5338078aaad2988e405411aa2f0791bbc763 network default NAD default NAD key ] I0506 07:50:18.827196 3908 cni.go:473] [tsf-tpa/test-tsf-tpa d719cccb83151e0132579df32b6a5338078aaad2988e405411aa2f0791bbc763 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa d719cccb83151e0132579df32b6a5338078aaad2988e405411aa2f0791bbc763 network default NAD default NAD key default], result "{}", err I0506 07:50:18.881402 3908 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:18.881433 3908 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0506 07:50:18.882799 3908 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.46 I0506 07:50:18.882825 3908 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:18.922778 3908 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:18.922797 3908 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:18.928176 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0506 07:50:18.928197 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0506 07:50:19.736415 3908 namespace.go:98] [default-tenant] adding namespace I0506 07:50:19.737340 3908 namespace.go:102] [default-tenant] adding namespace took 900.331µs I0506 07:50:19.741255 3908 namespace.go:98] [build-service] adding namespace I0506 07:50:19.741375 3908 namespace.go:98] [integration-service] adding namespace I0506 07:50:19.742002 3908 namespace.go:102] [build-service] adding namespace took 729.09µs I0506 07:50:19.742573 3908 namespace.go:102] [integration-service] adding namespace took 1.184996ms I0506 07:50:19.745623 3908 namespace.go:98] [image-controller] adding namespace I0506 07:50:19.746275 3908 namespace.go:102] [image-controller] adding namespace took 637.841µs I0506 07:50:19.770817 3908 namespace.go:142] [default-tenant] updating namespace I0506 07:50:19.794633 3908 namespace.go:142] [default-tenant] updating namespace I0506 07:50:19.826860 3908 namespace.go:142] [build-service] updating namespace I0506 07:50:19.858028 3908 namespace.go:142] [build-service] updating namespace I0506 07:50:19.872681 3908 namespace.go:142] [integration-service] updating namespace I0506 07:50:19.904115 3908 namespace.go:142] [integration-service] updating namespace I0506 07:50:19.919205 3908 namespace.go:142] [image-controller] updating namespace I0506 07:50:19.948374 3908 namespace.go:142] [image-controller] updating namespace I0506 07:50:20.139827 3908 namespace.go:142] [build-service] updating namespace I0506 07:50:20.226589 3908 namespace.go:142] [integration-service] updating namespace I0506 07:50:20.371826 3908 namespace.go:98] [release-service] adding namespace I0506 07:50:20.372739 3908 namespace.go:102] [release-service] adding namespace took 871.817µs I0506 07:50:20.595543 3908 namespace.go:142] [release-service] updating namespace I0506 07:50:20.636552 3908 namespace.go:142] [konflux-ui] updating namespace I0506 07:50:20.706600 3908 namespace.go:142] [release-service] updating namespace I0506 07:50:20.834758 3908 namespace.go:98] [konflux-info] adding namespace I0506 07:50:20.835633 3908 namespace.go:102] [konflux-info] adding namespace took 853.444µs I0506 07:50:21.016757 3908 namespace.go:98] [namespace-lister] adding namespace I0506 07:50:21.017758 3908 namespace.go:102] [namespace-lister] adding namespace took 976.2µs I0506 07:50:21.057279 3908 namespace.go:142] [konflux-info] updating namespace I0506 07:50:21.182212 3908 namespace.go:142] [konflux-info] updating namespace I0506 07:50:21.207720 3908 namespace.go:98] [enterprise-contract-service] adding namespace I0506 07:50:21.208545 3908 namespace.go:102] [enterprise-contract-service] adding namespace took 802.459µs I0506 07:50:21.327053 3908 namespace.go:142] [namespace-lister] updating namespace I0506 07:50:21.327190 3908 namespace.go:142] [image-controller] updating namespace I0506 07:50:21.453598 3908 namespace.go:142] [namespace-lister] updating namespace I0506 07:50:21.581901 3908 namespace.go:142] [enterprise-contract-service] updating namespace I0506 07:50:21.722961 3908 namespace.go:142] [default-tenant] updating namespace I0506 07:50:21.723126 3908 namespace.go:142] [enterprise-contract-service] updating namespace I0506 07:50:21.842763 3908 namespace.go:98] [segment-bridge] adding namespace I0506 07:50:21.843553 3908 namespace.go:102] [segment-bridge] adding namespace took 769.012µs I0506 07:50:21.875656 3908 namespace.go:98] [konflux-cli] adding namespace I0506 07:50:21.876413 3908 namespace.go:102] [konflux-cli] adding namespace took 738.811µs I0506 07:50:21.958950 3908 namespace.go:142] [segment-bridge] updating namespace I0506 07:50:22.036227 3908 namespace.go:142] [segment-bridge] updating namespace I0506 07:50:22.140439 3908 namespace.go:142] [konflux-cli] updating namespace I0506 07:50:22.207859 3908 namespace.go:142] [konflux-cli] updating namespace I0506 07:50:22.354151 3908 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0506 07:50:22.354778 3908 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0506 07:50:22.354796 3908 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0506 07:50:22.357546 3908 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0506 07:50:22.410631 3908 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0506 07:50:22.410653 3908 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0506 07:50:22.411394 3908 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0506 07:50:22.803022 3908 namespace.go:142] [build-service] updating namespace I0506 07:50:23.121529 3908 namespace.go:142] [default-tenant] updating namespace I0506 07:50:23.509786 3908 namespace.go:142] [enterprise-contract-service] updating namespace I0506 07:50:23.852806 3908 namespace.go:142] [image-controller] updating namespace I0506 07:50:24.059189 3908 namespace.go:142] [integration-service] updating namespace I0506 07:50:24.266667 3908 namespace.go:142] [konflux-info] updating namespace I0506 07:50:24.451444 3908 namespace.go:142] [namespace-lister] updating namespace I0506 07:50:24.633689 3908 namespace.go:142] [release-service] updating namespace I0506 07:50:24.758915 3908 namespace.go:142] [build-service] updating namespace I0506 07:50:24.787503 3908 namespace.go:142] [default-tenant] updating namespace I0506 07:50:24.813428 3908 namespace.go:142] [enterprise-contract-service] updating namespace I0506 07:50:24.826576 3908 namespace.go:142] [image-controller] updating namespace I0506 07:50:24.837119 3908 namespace.go:142] [integration-service] updating namespace I0506 07:50:24.855814 3908 namespace.go:142] [konflux-info] updating namespace I0506 07:50:24.879687 3908 namespace.go:142] [namespace-lister] updating namespace I0506 07:50:24.888401 3908 namespace.go:142] [release-service] updating namespace I0506 07:50:24.930424 3908 namespace.go:142] [build-service] updating namespace I0506 07:50:24.981428 3908 namespace.go:142] [default-tenant] updating namespace I0506 07:50:25.069981 3908 namespace.go:142] [enterprise-contract-service] updating namespace I0506 07:50:25.161639 3908 namespace.go:142] [image-controller] updating namespace I0506 07:50:25.261019 3908 namespace.go:142] [integration-service] updating namespace I0506 07:50:25.369225 3908 namespace.go:142] [konflux-info] updating namespace I0506 07:50:25.473816 3908 namespace.go:142] [namespace-lister] updating namespace I0506 07:50:25.557647 3908 namespace.go:142] [release-service] updating namespace I0506 07:50:26.850671 3908 namespace.go:142] [konflux-cli] updating namespace I0506 07:50:27.103763 3908 namespace.go:142] [segment-bridge] updating namespace W0506 07:50:27.148133 3908 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0506 07:50:27.164711 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0506 07:50:27.259970 3908 namespace.go:142] [konflux-cli] updating namespace I0506 07:50:27.295631 3908 namespace.go:142] [segment-bridge] updating namespace I0506 07:50:27.423037 3908 namespace.go:142] [konflux-cli] updating namespace W0506 07:50:27.457813 3908 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0506 07:50:27.528644 3908 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0506 07:50:27.538811 3908 namespace.go:142] [segment-bridge] updating namespace W0506 07:50:34.497241 3908 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 07:50:34.500758 3908 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 07:50:37.525703 3908 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 07:50:37.525723 3908 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 07:50:38.209433 3908 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 07:50:38.213938 3908 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 07:50:38.241880 3908 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 07:50:38.241897 3908 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 07:50:38.267941 3908 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 07:50:38.269813 3908 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0506 07:50:38.291073 3908 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0506 07:50:49.559337 3908 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fplpp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:49.559989 3908 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fplpp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:49.901029 3908 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fplpp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:49.901059 3908 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fplpp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:49.906824 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-fplpp I0506 07:50:49.906862 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-fplpp I0506 07:51:09.838723 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0506 07:51:10.833599 3908 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0506 07:51:43.061602 3908 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:43.062201 3908 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:43.924863 3908 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:43.924890 3908 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:48.449804 3908 obj_retry.go:498] Detected object konflux-ui/proxy-7b7496c9c8-wbbhj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:48.450350 3908 obj_retry.go:498] Detected object konflux-ui/proxy-7b7496c9c8-wbbhj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:48.616191 3908 obj_retry.go:492] Detected object konflux-ui/proxy-7b7496c9c8-wbbhj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:48.616216 3908 obj_retry.go:492] Detected object konflux-ui/proxy-7b7496c9c8-wbbhj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:48.623091 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7b7496c9c8-wbbhj I0506 07:51:48.623122 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7b7496c9c8-wbbhj I0506 07:51:53.798984 3908 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:53.799593 3908 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:53.817722 3908 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:53.817746 3908 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:53.821032 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0506 07:51:53.821055 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0506 07:52:08.743951 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 I0506 07:52:13.746238 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=76 I0506 07:52:20.352885 3908 namespace.go:98] [managed-tenant-cc7yw] adding namespace I0506 07:52:20.353765 3908 namespace.go:102] [managed-tenant-cc7yw] adding namespace took 857.052µs I0506 07:52:20.412796 3908 namespace.go:142] [managed-tenant-cc7yw] updating namespace I0506 07:52:20.478610 3908 namespace.go:142] [managed-tenant-cc7yw] updating namespace I0506 07:52:21.455194 3908 namespace.go:142] [managed-tenant-cc7yw] updating namespace I0506 07:52:21.591072 3908 namespace.go:142] [managed-tenant-cc7yw] updating namespace I0506 07:52:21.689045 3908 namespace.go:142] [managed-tenant-cc7yw] updating namespace I0506 07:52:35.870866 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0506 07:52:38.859093 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 07:53:24.744826 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0506 07:54:09.743952 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=123 I0506 07:54:19.851810 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0506 07:54:21.834549 3908 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0506 07:54:31.748798 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=80 I0506 07:54:34.754829 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=415 I0506 07:54:49.871009 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0506 07:55:17.865168 3908 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0506 07:56:47.843817 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0506 07:58:09.841535 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0506 07:58:26.747866 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0506 07:58:38.749223 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0506 07:58:53.848640 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0506 07:59:28.747218 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0506 07:59:33.047587 3908 obj_retry.go:492] Detected object tsf-tpa/create-db-zv2zr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:33.047629 3908 obj_retry.go:492] Detected object tsf-tpa/create-db-zv2zr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:33.053089 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-zv2zr I0506 07:59:33.053118 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-zv2zr I0506 07:59:36.873617 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0506 07:59:37.028552 3908 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gcl8p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:37.028604 3908 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gcl8p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:37.033125 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-gcl8p I0506 07:59:37.033154 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-gcl8p I0506 07:59:43.029941 3908 obj_retry.go:492] Detected object tsf-tpa/create-importers-zh4n6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:43.029984 3908 obj_retry.go:492] Detected object tsf-tpa/create-importers-zh4n6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:43.034759 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-zh4n6 I0506 07:59:43.034779 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-zh4n6 I0506 07:59:58.836282 3908 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0506 08:00:03.966698 3908 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:00:03.967237 3908 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:00:04.835540 3908 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:00:04.835571 3908 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:00:17.545621 3908 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:00:17.546297 3908 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:00:18.418194 3908 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:00:18.418215 3908 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:00:27.854715 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0506 08:00:34.862216 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0506 08:00:43.837856 3908 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0506 08:01:05.867537 3908 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0506 08:01:15.751566 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0506 08:01:25.746653 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0506 08:02:24.757739 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=46 I0506 08:02:58.873536 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0506 08:03:50.852594 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:03:50.853256 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:03:51.617767 3908 obj_retry.go:492] Detected object default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:03:51.617802 3908 obj_retry.go:492] Detected object default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:03:51.626286 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod I0506 08:03:51.626321 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod I0506 08:03:54.783375 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:03:54.783979 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:04:00.903966 3908 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-w67jp for pod on switch ip-10-0-1-137.ec2.internal I0506 08:04:00.904058 3908 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp I0506 08:04:00.923996 3908 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp] pod update took 19.965532ms I0506 08:04:00.924029 3908 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp] addLogicalPort annotation time took 20.003964ms I0506 08:04:00.925475 3908 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp] addLogicalPort took 21.522699ms, libovsdb time 938.511µs I0506 08:04:01.267398 3908 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp fafa52e51f0bc058872b20e0ffa0b787a1daf1f664ce6cdc9d7c1a14e71b879d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp fafa52e51f0bc058872b20e0ffa0b787a1daf1f664ce6cdc9d7c1a14e71b879d network default NAD default NAD key ] I0506 08:04:01.277366 3908 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-w67jp, hostIfaceName: fafa52e51f0bc05, network: default, NAD default, SandboxID: "fafa52e51f0bc058872b20e0ffa0b787a1daf1f664ce6cdc9d7c1a14e71b879d", PCI device ID: , UID: "24e1cc3d-67e2-4221-9997-a16bcb2028f0", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0506 08:04:01.330959 3908 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp fafa52e51f0bc058872b20e0ffa0b787a1daf1f664ce6cdc9d7c1a14e71b879d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp fafa52e51f0bc058872b20e0ffa0b787a1daf1f664ce6cdc9d7c1a14e71b879d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:63:96:b1:03:0a\",\"name\":\"fafa52e51f0bc05\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18a94955-7ea4-4009-9bb8-fb632a7245da\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 08:04:10.926578 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:04:10.927174 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 08:04:19.751683 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 08:04:19.751709 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 08:04:19.751715 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 08:04:19.751719 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 08:04:19.751733 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 08:04:19.751738 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 08:04:19.751743 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 08:04:19.751747 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 08:04:19.829520 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 08:04:19.829542 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 08:04:19.829549 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 08:04:19.829553 3908 util.go:959] Failed to build node endpoints for node ip-10-0-1-137.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0506 08:05:04.751988 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0506 08:05:19.379607 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:05:19.380257 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:05:21.851116 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 08:05:36.877007 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0506 08:05:39.865506 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0506 08:05:58.750392 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0506 08:05:59.846941 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0506 08:06:18.843641 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0506 08:06:59.751664 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0506 08:07:40.749631 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=21 I0506 08:08:41.838518 3908 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0506 08:09:28.507408 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:09:28.508077 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:09:36.870020 3908 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0506 08:09:57.203922 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:09:57.204543 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:09:57.840702 3908 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0506 08:10:00.754692 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0506 08:10:07.742857 3908 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:07.743471 3908 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:07.857825 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0506 08:10:08.584185 3908 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:08.584209 3908 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:16.928214 3908 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp fafa52e51f0bc058872b20e0ffa0b787a1daf1f664ce6cdc9d7c1a14e71b879d network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp fafa52e51f0bc058872b20e0ffa0b787a1daf1f664ce6cdc9d7c1a14e71b879d network default NAD default NAD key ] I0506 08:10:17.009521 3908 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp fafa52e51f0bc058872b20e0ffa0b787a1daf1f664ce6cdc9d7c1a14e71b879d network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp fafa52e51f0bc058872b20e0ffa0b787a1daf1f664ce6cdc9d7c1a14e71b879d network default NAD default NAD key default], result "{}", err I0506 08:10:17.067335 3908 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:17.067379 3908 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp I0506 08:10:17.068953 3908 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp, ips: 10.128.0.51 I0506 08:10:17.068984 3908 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:17.895227 3908 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:17.895255 3908 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:17.902322 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp I0506 08:10:17.902349 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp I0506 08:10:32.408780 3908 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:32.409460 3908 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:33.315723 3908 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:33.315753 3908 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:33.323260 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f I0506 08:10:33.323285 3908 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f I0506 08:10:44.004413 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:44.005083 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:04.849617 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0506 08:11:08.761034 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=170 I0506 08:11:21.914899 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:21.915498 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:24.934375 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:24.935043 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:31.011138 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:31.011679 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:37.121161 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:37.121795 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:12:36.876171 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0506 08:13:01.752212 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0506 08:13:12.754989 3908 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0506 08:13:24.879656 3908 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 08:13:54.265763 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:13:54.266340 3908 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:14:16.176619 3908 obj_retry.go:498] Detected object default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:14:16.177246 3908 obj_retry.go:498] Detected object default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it