+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-165.ec2.internal ++ [[ -n ip-10-0-1-165.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-165.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + wait-and-add-garp-drop-flow br-ex + cni-bin-copy + . /host/etc/os-release + local bridge=br-ex + local max_retries=90 + local retries=0 + [[ 0 -lt 90 ]] + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260504-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260504-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260504-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ ovs-vsctl list-ports br-ex ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + return 1 + (( retries += 1 )) + [[ 1 -eq 15 ]] + sleep 2 ++ date '+%m%d %H:%M:%S.%N' + echo 'I0508 18:03:33.438222123 - disable conntrack on geneve port' I0508 18:03:33.438222123 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0508 18:03:33.456484959 - starting ovnkube-node + echo 'I0508 18:03:33.456484959 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-165.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-165.ec2.internal --init-node ip-10-0-1-165.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-165.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0508 18:03:33.500666 3823 config.go:2752] Parsed config file /run/ovnkube-config/ovnkube.conf I0508 18:03:33.500740 3823 config.go:2753] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AllowICMPNetworkPolicy:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-c68dfbf252.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName: DPUNodeLeaseRenewInterval:10 DPUNodeLeaseDuration:40} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology: FRRNamespace:}} I0508 18:03:33.502324 3823 kube.go:437] Waiting for certificate I0508 18:03:33.502355 3823 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0508 18:03:33.502401 3823 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0508 18:03:33.503287 3823 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0508 18:03:33.531092 3823 reflector.go:367] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0508 18:03:33.531120 3823 reflector.go:411] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0508 18:03:33.537226 3823 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" logger="kubernetes.io/kube-apiserver-client" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" totalItems=2 duration="6.072245ms" I0508 18:03:33.537254 3823 reflector.go:446] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0508 18:03:33.537290 3823 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-gsf5p" I0508 18:03:33.541397 3823 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-gsf5p" I0508 18:03:33.541457 3823 reflector.go:373] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0508 18:03:34.502462 3823 kube.go:444] Certificate found I0508 18:03:34.503196 3823 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0508 18:03:34.504552 3823 server.go:247] Metric Server starts to listen on 127.0.0.1:29103 I0508 18:03:34.547968 3823 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-09 17:58:33 +0000 UTC" deadline="2026-05-09 14:30:49.406911805 +0000 UTC" I0508 18:03:34.548003 3823 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h27m14.858918606s" I0508 18:03:34.565804 3823 metrics.go:159] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0508 18:03:34.582506 3823 metrics.go:489] Create OVN Metrics Server on address: 127.0.0.1:29105 I0508 18:03:34.582937 3823 server.go:119] MetricServer registers OVS metrics I0508 18:03:34.583561 3823 server.go:123] MetricServer registers OVN DB metrics I0508 18:03:34.587260 3823 node_controller_manager.go:345] Starting the node network controller manager, Mode: full I0508 18:03:34.587346 3823 factory.go:600] Starting watch factory I0508 18:03:34.587451 3823 reflector.go:367] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.587478 3823 reflector.go:411] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.587512 3823 reflector.go:367] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.587530 3823 reflector.go:411] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.587458 3823 reflector.go:367] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.587686 3823 reflector.go:411] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.587715 3823 reflector.go:367] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.587733 3823 reflector.go:411] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.588016 3823 reflector.go:367] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.588053 3823 reflector.go:411] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.588081 3823 reflector.go:367] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.588106 3823 reflector.go:411] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.588415 3823 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0508 18:03:34.588440 3823 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0508 18:03:34.589285 3823 controller_manager.go:389] Starting the ovnkube controller I0508 18:03:34.589298 3823 controller_manager.go:394] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-165.ec2.internal I0508 18:03:34.589353 3823 controller_manager.go:414] NBDB zone sync took: 47.187µs I0508 18:03:34.589364 3823 factory.go:600] Starting watch factory I0508 18:03:34.602767 3823 ovn_db.go:388] Found OVN NB DB: &{0x1de2de0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0508 18:03:34.602790 3823 ovn_db.go:395] Found OVN SB DB: &{0x1de30a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0508 18:03:34.606791 3823 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0508 18:03:34.606827 3823 server.go:127] MetricServer registers OVN Controller metrics I0508 18:03:34.611532 3823 server.go:131] MetricServer registers OVN Northd metrics I0508 18:03:34.614895 3823 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=30 duration="26.778809ms" I0508 18:03:34.614898 3823 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=4 duration="26.763481ms" I0508 18:03:34.614993 3823 reflector.go:446] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.615003 3823 reflector.go:446] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.615774 3823 metrics.go:496] OVN Metrics Server starts to run ... I0508 18:03:34.615793 3823 server.go:247] Metric Server starts to listen on 127.0.0.1:29105 I0508 18:03:34.616049 3823 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=36 duration="28.489596ms" I0508 18:03:34.616124 3823 reflector.go:446] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.618221 3823 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=45 duration="30.452615ms" I0508 18:03:34.618302 3823 reflector.go:446] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.619298 3823 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=80 duration="31.728596ms" I0508 18:03:34.619556 3823 reflector.go:446] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.625412 3823 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="k8s.io/client-go/informers/factory.go:161" totalItems=52 duration="37.685391ms" I0508 18:03:34.625530 3823 reflector.go:446] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:161" I0508 18:03:34.693191 3823 factory.go:2018] *v1.Namespace informer cache synced successfully I0508 18:03:34.693219 3823 factory.go:2018] *v1.Node informer cache synced successfully I0508 18:03:34.693223 3823 factory.go:2018] *v1.Service informer cache synced successfully I0508 18:03:34.693227 3823 factory.go:2018] *v1.EndpointSlice informer cache synced successfully I0508 18:03:34.693230 3823 factory.go:2018] *v1.Pod informer cache synced successfully I0508 18:03:34.693233 3823 factory.go:2018] *v1.NetworkPolicy informer cache synced successfully I0508 18:03:34.693324 3823 reflector.go:367] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 18:03:34.693323 3823 reflector.go:367] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 18:03:34.693342 3823 reflector.go:411] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 18:03:34.693341 3823 reflector.go:411] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 18:03:34.695325 3823 factory.go:2018] *v1.Pod informer cache synced successfully I0508 18:03:34.695345 3823 factory.go:2018] *v1.NetworkPolicy informer cache synced successfully I0508 18:03:34.695350 3823 factory.go:2018] *v1.Namespace informer cache synced successfully I0508 18:03:34.695353 3823 factory.go:2018] *v1.Node informer cache synced successfully I0508 18:03:34.695356 3823 factory.go:2018] *v1.Service informer cache synced successfully I0508 18:03:34.695359 3823 factory.go:2018] *v1.EndpointSlice informer cache synced successfully I0508 18:03:34.700569 3823 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" totalItems=1 duration="7.183424ms" I0508 18:03:34.700599 3823 reflector.go:446] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 18:03:34.701020 3823 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" totalItems=1 duration="7.652554ms" I0508 18:03:34.701046 3823 reflector.go:446] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 18:03:34.799305 3823 factory.go:2018] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0508 18:03:34.799329 3823 factory.go:2018] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0508 18:03:34.799435 3823 reflector.go:367] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:34.799451 3823 reflector.go:411] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:34.801525 3823 factory.go:2018] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0508 18:03:34.801544 3823 factory.go:2018] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0508 18:03:34.806093 3823 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="6.612452ms" I0508 18:03:34.806122 3823 reflector.go:446] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:34.806923 3823 factory.go:2018] *v1.EgressIP informer cache synced successfully I0508 18:03:34.807019 3823 reflector.go:367] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:34.807037 3823 reflector.go:411] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:34.818394 3823 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="11.325837ms" I0508 18:03:34.818425 3823 reflector.go:446] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:34.905393 3823 factory.go:2018] *v1.EgressIP informer cache synced successfully I0508 18:03:34.910591 3823 factory.go:2018] *v1.EgressFirewall informer cache synced successfully I0508 18:03:34.910757 3823 reflector.go:367] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:34.910775 3823 reflector.go:411] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:34.912841 3823 factory.go:2018] *v1.EgressFirewall informer cache synced successfully I0508 18:03:34.916869 3823 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="6.066097ms" I0508 18:03:34.916895 3823 reflector.go:446] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:34.918756 3823 factory.go:2018] *v1.EgressQoS informer cache synced successfully I0508 18:03:34.918847 3823 reflector.go:367] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:34.918859 3823 reflector.go:411] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:34.924766 3823 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="5.87975ms" I0508 18:03:34.924794 3823 reflector.go:446] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:35.016874 3823 factory.go:2018] *v1.EgressQoS informer cache synced successfully I0508 18:03:35.022044 3823 factory.go:2018] *v1.EgressService informer cache synced successfully I0508 18:03:35.022164 3823 reflector.go:367] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:35.022181 3823 reflector.go:411] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:35.024186 3823 factory.go:2018] *v1.EgressService informer cache synced successfully I0508 18:03:35.028259 3823 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="6.050381ms" I0508 18:03:35.028287 3823 reflector.go:446] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:35.030153 3823 factory.go:2018] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0508 18:03:35.030339 3823 reflector.go:367] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0508 18:03:35.030357 3823 reflector.go:411] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0508 18:03:35.036058 3823 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" totalItems=2 duration="5.667284ms" I0508 18:03:35.036088 3823 reflector.go:446] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0508 18:03:35.128380 3823 factory.go:2018] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0508 18:03:35.133570 3823 factory.go:2018] *v1.NetworkAttachmentDefinition informer cache synced successfully I0508 18:03:35.133723 3823 reflector.go:367] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:35.133744 3823 reflector.go:411] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:35.133761 3823 reflector.go:367] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:35.133796 3823 reflector.go:411] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:35.136266 3823 factory.go:2018] *v1.NetworkAttachmentDefinition informer cache synced successfully I0508 18:03:35.139827 3823 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="6.000726ms" I0508 18:03:35.139863 3823 reflector.go:446] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:35.140187 3823 reflector.go:978] "Exiting watch because received the bookmark that marks the end of initial events stream" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" totalItems=1 duration="6.412915ms" I0508 18:03:35.140211 3823 reflector.go:446] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" I0508 18:03:35.142197 3823 factory.go:2018] *v1.UserDefinedNetwork informer cache synced successfully I0508 18:03:35.142209 3823 factory.go:2018] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0508 18:03:35.142220 3823 factory.go:719] Watch Factory start up complete, took: 552.852194ms I0508 18:03:35.142230 3823 controller_manager.go:425] Waiting up to 5m0s for a node to have "ip-10-0-1-165.ec2.internal" zone I0508 18:03:35.239712 3823 factory.go:2018] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0508 18:03:35.239739 3823 factory.go:2018] *v1.UserDefinedNetwork informer cache synced successfully I0508 18:03:35.239749 3823 factory.go:719] Watch Factory start up complete, took: 652.405345ms I0508 18:03:35.239859 3823 default_node_network_controller.go:191] Enable node proxy healthz server on 0.0.0.0:10256 I0508 18:03:35.298395 3823 default_node_network_controller.go:739] Initializing the default node network controller I0508 18:03:35.366682 3823 udn_isolation.go:101] Starting UDN host isolation manager I0508 18:03:35.372739 3823 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service + [[ 1 -lt 90 ]] + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + return 1 + (( retries += 1 )) + [[ 2 -eq 15 ]] + sleep 2 I0508 18:03:35.426073 3823 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0508 18:03:35.426194 3823 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0508 18:03:35.426216 3823 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0508 18:03:35.462149 3823 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0508 18:03:35.462215 3823 default_node_network_controller.go:854] Node ip-10-0-1-165.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0508 18:03:35.468096 3823 kube.go:265] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.165"] k8s.ovn.org/zone-name:ip-10-0-1-165.ec2.internal] on node ip-10-0-1-165.ec2.internal I0508 18:03:35.489497 3823 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0508 18:03:35.496000 3823 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0508 18:03:35.496279 3823 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0508 18:03:35.496441 3823 gateway_init.go:263] Preparing Gateway I0508 18:03:35.496453 3823 gateway_shared_intf.go:1682] Creating new gateway I0508 18:03:35.599432 3823 iptables.go:108] Creating table: filter chain: FORWARD I0508 18:03:35.605919 3823 iptables.go:108] Creating table: filter chain: OUTPUT I0508 18:03:35.612507 3823 gateway_shared_intf.go:1810] Gateway Creation Complete I0508 18:03:35.612528 3823 kube.go:265] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-165.ec2.internal","mac-address":"0a:ff:dd:ae:fb:39","ip-addresses":["10.0.1.165/24"],"ip-address":"10.0.1.165/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:65c2f804-0de8-4861-aba1-d7752b829fb6 k8s.ovn.org/node-encap-ips:["10.0.1.165"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.165/24"} k8s.ovn.org/zone-name:ip-10-0-1-165.ec2.internal] on node ip-10-0-1-165.ec2.internal I0508 18:03:35.631708 3823 default_node_network_controller.go:548] Node connection status = connected I0508 18:03:35.642295 3823 controller_manager.go:448] Waiting for node in zone sync took: 500.047458ms I0508 18:03:35.648557 3823 controller_manager.go:641] Switching to transit router for layer2 networks I0508 18:03:35.648574 3823 kube.go:265] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-165.ec2.internal I0508 18:03:35.665025 3823 metrics.go:159] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0508 18:03:35.665729 3823 addressset_manager.go:127] Starting pod-selector-address-set-manager controller I0508 18:03:35.665761 3823 controller.go:133] Adding controller pod-selector-address-set-manager-namespace event handlers I0508 18:03:35.665762 3823 controller.go:133] Adding controller pod-selector-address-set-manager-pod event handlers I0508 18:03:35.665846 3823 shared_informer.go:349] "Waiting for caches to sync" controller="pod-selector-address-set-manager-namespace" I0508 18:03:35.665863 3823 shared_informer.go:356] "Caches are synced" controller="pod-selector-address-set-manager-namespace" I0508 18:03:35.665891 3823 shared_informer.go:349] "Waiting for caches to sync" controller="pod-selector-address-set-manager-pod" I0508 18:03:35.665908 3823 shared_informer.go:356] "Caches are synced" controller="pod-selector-address-set-manager-pod" I0508 18:03:35.665938 3823 controller.go:157] Starting controller pod-selector-address-set-manager-pod with 1 workers I0508 18:03:35.665948 3823 controller.go:157] Starting controller pod-selector-address-set-manager-namespace with 1 workers I0508 18:03:35.665954 3823 controller.go:157] Starting controller pod-selector-address-set-manager-addrset with 1 workers I0508 18:03:35.666086 3823 services_controller.go:69] Creating services controller for network=default I0508 18:03:35.666159 3823 udn_enabled_svc.go:80] Waiting for service informer to sync I0508 18:03:35.666226 3823 controller.go:133] Adding controller udn-node-topology-node event handlers I0508 18:03:35.666249 3823 shared_informer.go:349] "Waiting for caches to sync" controller="udn-node-topology-node" I0508 18:03:35.666258 3823 shared_informer.go:356] "Caches are synced" controller="udn-node-topology-node" I0508 18:03:35.666263 3823 controller.go:157] Starting controller udn-node-topology-node with 15 workers I0508 18:03:35.666288 3823 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0508 18:03:35.666312 3823 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0508 18:03:35.666323 3823 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0508 18:03:35.666333 3823 nad_controller.go:540] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0508 18:03:35.666595 3823 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0508 18:03:35.666703 3823 nad_controller.go:579] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 71.785µs I0508 18:03:35.666710 3823 udn_enabled_svc.go:95] Performing full resync I0508 18:03:35.666734 3823 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0508 18:03:35.666774 3823 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 28.689µs I0508 18:03:35.666782 3823 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 50.175µs I0508 18:03:35.666788 3823 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0508 18:03:35.666799 3823 nad_controller.go:378] [zone-nad-controller NAD controller]: started I0508 18:03:35.666812 3823 default_network_controller.go:325] Starting the default network controller I0508 18:03:35.666827 3823 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.922µs I0508 18:03:35.667049 3823 udn_enabled_svc.go:99] Waiting for handler to sync I0508 18:03:35.667061 3823 udn_enabled_svc.go:104] Starting worker I0508 18:03:35.677229 3823 default_network_controller.go:398] Cleaning External Gateway ECMP routes I0508 18:03:35.677320 3823 repair.go:33] Syncing exgw routes took 74.68µs I0508 18:03:35.677356 3823 default_network_controller.go:417] Starting all the Watchers... I0508 18:03:35.677543 3823 namespace.go:97] [openshift-config-managed] adding namespace I0508 18:03:35.677557 3823 namespace.go:97] [openshift-backplane-lpsre] adding namespace I0508 18:03:35.677579 3823 namespace.go:97] [openshift-service-ca-operator] adding namespace I0508 18:03:35.677585 3823 namespace.go:97] [openshift-console-user-settings] adding namespace I0508 18:03:35.677597 3823 namespace.go:97] [openshift] adding namespace I0508 18:03:35.677596 3823 namespace.go:97] [kube-public] adding namespace I0508 18:03:35.677743 3823 namespace.go:97] [openshift-backplane-managed-scripts] adding namespace I0508 18:03:35.677745 3823 namespace.go:97] [openshift-backplane-srep-ro] adding namespace I0508 18:03:35.677753 3823 namespace.go:97] [openshift-network-operator] adding namespace I0508 18:03:35.677758 3823 namespace.go:97] [openshift-insights] adding namespace I0508 18:03:35.677763 3823 namespace.go:97] [openshift-node] adding namespace I0508 18:03:35.677767 3823 namespace.go:97] [openshift-backplane-srep] adding namespace I0508 18:03:35.677772 3823 namespace.go:97] [openshift-kube-controller-manager] adding namespace I0508 18:03:35.677775 3823 namespace.go:97] [openshift-backplane] adding namespace I0508 18:03:35.677780 3823 namespace.go:97] [openshift-cluster-machine-approver] adding namespace I0508 18:03:35.678357 3823 namespace.go:101] [openshift-config-managed] adding namespace took 797.156µs I0508 18:03:35.678378 3823 namespace.go:97] [openshift-controller-manager-operator] adding namespace I0508 18:03:35.678867 3823 namespace.go:101] [openshift-controller-manager-operator] adding namespace took 484.455µs I0508 18:03:35.678882 3823 namespace.go:97] [open-cluster-management-2q5t7gpgv0osum5rqnh4kbqvj22icgps] adding namespace I0508 18:03:35.679457 3823 namespace.go:101] [open-cluster-management-2q5t7gpgv0osum5rqnh4kbqvj22icgps] adding namespace took 566.188µs I0508 18:03:35.679476 3823 namespace.go:97] [openshift-monitoring] adding namespace I0508 18:03:35.680012 3823 namespace.go:101] [openshift-backplane-lpsre] adding namespace took 2.442261ms I0508 18:03:35.680032 3823 namespace.go:97] [openshift-cluster-version] adding namespace I0508 18:03:35.680624 3823 namespace.go:101] [openshift-service-ca-operator] adding namespace took 3.03488ms I0508 18:03:35.680659 3823 namespace.go:97] [openshift-user-workload-monitoring] adding namespace I0508 18:03:35.681251 3823 namespace.go:101] [openshift-console-user-settings] adding namespace took 3.65794ms I0508 18:03:35.681294 3823 namespace.go:97] [openshift-infra] adding namespace I0508 18:03:35.681861 3823 namespace.go:101] [openshift] adding namespace took 4.253098ms I0508 18:03:35.681880 3823 namespace.go:97] [openshift-route-controller-manager] adding namespace I0508 18:03:35.682430 3823 namespace.go:101] [kube-public] adding namespace took 4.802849ms I0508 18:03:35.682450 3823 namespace.go:97] [openshift-cluster-csi-drivers] adding namespace I0508 18:03:35.683383 3823 namespace.go:101] [openshift-backplane-managed-scripts] adding namespace took 5.628841ms I0508 18:03:35.683400 3823 namespace.go:97] [openshift-etcd] adding namespace I0508 18:03:35.683893 3823 namespace.go:101] [openshift-backplane-srep-ro] adding namespace took 6.136003ms I0508 18:03:35.683908 3823 namespace.go:97] [openshift-multus] adding namespace I0508 18:03:35.684473 3823 namespace.go:101] [openshift-network-operator] adding namespace took 6.710803ms I0508 18:03:35.684491 3823 namespace.go:97] [openshift-cloud-network-config-controller] adding namespace I0508 18:03:35.685060 3823 namespace.go:101] [openshift-insights] adding namespace took 7.290441ms I0508 18:03:35.685081 3823 namespace.go:97] [openshift-network-diagnostics] adding namespace I0508 18:03:35.685589 3823 namespace.go:101] [openshift-node] adding namespace took 7.816107ms I0508 18:03:35.685605 3823 namespace.go:97] [openshift-backplane-mcs-tier-two] adding namespace I0508 18:03:35.686049 3823 namespace.go:101] [openshift-backplane-srep] adding namespace took 8.273283ms I0508 18:03:35.686064 3823 namespace.go:97] [openshift-customer-monitoring] adding namespace I0508 18:03:35.686666 3823 namespace.go:101] [openshift-kube-controller-manager] adding namespace took 8.88747ms I0508 18:03:35.686683 3823 namespace.go:97] [openshift-kube-scheduler] adding namespace I0508 18:03:35.687103 3823 namespace.go:101] [openshift-backplane] adding namespace took 9.322114ms I0508 18:03:35.687119 3823 namespace.go:97] [openshift-authentication] adding namespace I0508 18:03:35.687680 3823 namespace.go:101] [openshift-cluster-machine-approver] adding namespace took 9.876837ms I0508 18:03:35.687694 3823 namespace.go:97] [openshift-must-gather-operator] adding namespace I0508 18:03:35.688228 3823 namespace.go:101] [openshift-monitoring] adding namespace took 8.745396ms I0508 18:03:35.688245 3823 namespace.go:97] [default] adding namespace I0508 18:03:35.688770 3823 namespace.go:101] [openshift-cluster-version] adding namespace took 8.731437ms I0508 18:03:35.688784 3823 namespace.go:97] [openshift-authentication-operator] adding namespace I0508 18:03:35.689150 3823 namespace.go:101] [openshift-user-workload-monitoring] adding namespace took 8.481799ms I0508 18:03:35.689167 3823 namespace.go:97] [kube-node-lease] adding namespace I0508 18:03:35.689665 3823 namespace.go:101] [openshift-infra] adding namespace took 8.358924ms I0508 18:03:35.689685 3823 namespace.go:97] [openshift-machine-config-operator] adding namespace I0508 18:03:35.690271 3823 namespace.go:101] [openshift-route-controller-manager] adding namespace took 8.384874ms I0508 18:03:35.690288 3823 namespace.go:97] [openshift-image-registry] adding namespace I0508 18:03:35.690728 3823 namespace.go:101] [openshift-cluster-csi-drivers] adding namespace took 8.271263ms I0508 18:03:35.690755 3823 namespace.go:97] [openshift-console-operator] adding namespace I0508 18:03:35.691139 3823 namespace.go:101] [openshift-etcd] adding namespace took 7.734106ms I0508 18:03:35.691151 3823 namespace.go:97] [openshift-kube-storage-version-migrator-operator] adding namespace W0508 18:03:35.691187 3823 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-qsjfg: pod openshift-multus/network-metrics-daemon-qsjfg: no pod IPs found I0508 18:03:35.691790 3823 namespace.go:101] [openshift-multus] adding namespace took 7.874386ms I0508 18:03:35.691827 3823 namespace.go:97] [openshift-ingress] adding namespace W0508 18:03:35.692318 3823 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-2mfkk: pod openshift-network-diagnostics/network-check-target-2mfkk: no pod IPs found I0508 18:03:35.692370 3823 namespace.go:101] [openshift-cloud-network-config-controller] adding namespace took 7.871156ms I0508 18:03:35.692393 3823 namespace.go:97] [openshift-network-console] adding namespace I0508 18:03:35.693003 3823 namespace.go:101] [openshift-network-diagnostics] adding namespace took 7.916938ms I0508 18:03:35.693018 3823 namespace.go:97] [openshift-backplane-cee] adding namespace I0508 18:03:35.693435 3823 namespace.go:101] [openshift-backplane-mcs-tier-two] adding namespace took 7.824822ms I0508 18:03:35.693448 3823 namespace.go:97] [kube-system] adding namespace I0508 18:03:35.694079 3823 namespace.go:101] [openshift-customer-monitoring] adding namespace took 8.010824ms I0508 18:03:35.694108 3823 namespace.go:97] [openshift-ovn-kubernetes] adding namespace I0508 18:03:35.694545 3823 namespace.go:101] [openshift-kube-scheduler] adding namespace took 7.856844ms I0508 18:03:35.694563 3823 namespace.go:97] [openshift-dns] adding namespace I0508 18:03:35.695224 3823 namespace.go:101] [openshift-authentication] adding namespace took 8.0985ms I0508 18:03:35.695240 3823 namespace.go:97] [open-cluster-management-agent-addon] adding namespace I0508 18:03:35.695833 3823 namespace.go:101] [openshift-must-gather-operator] adding namespace took 8.13297ms I0508 18:03:35.695847 3823 namespace.go:97] [openshift-backplane-mobb] adding namespace I0508 18:03:35.696382 3823 namespace.go:101] [default] adding namespace took 8.129457ms I0508 18:03:35.696907 3823 namespace.go:101] [openshift-authentication-operator] adding namespace took 8.11764ms I0508 18:03:35.696923 3823 namespace.go:97] [openshift-controller-manager] adding namespace I0508 18:03:35.697336 3823 namespace.go:101] [kube-node-lease] adding namespace took 8.163861ms I0508 18:03:35.697352 3823 namespace.go:97] [openshift-config-operator] adding namespace I0508 18:03:35.697728 3823 namespace.go:101] [openshift-machine-config-operator] adding namespace took 8.038366ms I0508 18:03:35.697740 3823 namespace.go:97] [openshift-marketplace] adding namespace I0508 18:03:35.698395 3823 namespace.go:101] [openshift-image-registry] adding namespace took 8.100897ms I0508 18:03:35.698415 3823 namespace.go:97] [openshift-kube-controller-manager-operator] adding namespace I0508 18:03:35.698837 3823 namespace.go:101] [openshift-console-operator] adding namespace took 8.075286ms I0508 18:03:35.698854 3823 namespace.go:97] [openshift-kube-scheduler-operator] adding namespace I0508 18:03:35.699351 3823 namespace.go:101] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.193341ms I0508 18:03:35.699370 3823 namespace.go:97] [openshift-operators-redhat] adding namespace I0508 18:03:35.699926 3823 namespace.go:101] [openshift-ingress] adding namespace took 8.092148ms I0508 18:03:35.699945 3823 namespace.go:97] [openshift-ingress-operator] adding namespace I0508 18:03:35.700364 3823 namespace.go:101] [openshift-network-console] adding namespace took 7.965276ms I0508 18:03:35.700380 3823 namespace.go:97] [openshift-apiserver-operator] adding namespace W0508 18:03:35.700859 3823 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-jz27t: pod kube-system/global-pull-secret-syncer-jz27t: no pod IPs found I0508 18:03:35.700908 3823 namespace.go:101] [openshift-backplane-cee] adding namespace took 7.884139ms I0508 18:03:35.700925 3823 namespace.go:97] [openshift-operator-lifecycle-manager] adding namespace I0508 18:03:35.701335 3823 namespace.go:101] [kube-system] adding namespace took 7.880874ms I0508 18:03:35.701349 3823 namespace.go:97] [openshift-package-operator] adding namespace I0508 18:03:35.701930 3823 namespace.go:101] [openshift-ovn-kubernetes] adding namespace took 7.81096ms I0508 18:03:35.701948 3823 namespace.go:97] [openshift-network-node-identity] adding namespace I0508 18:03:35.702441 3823 namespace.go:101] [openshift-dns] adding namespace took 7.870417ms I0508 18:03:35.702458 3823 namespace.go:97] [openshift-cloud-credential-operator] adding namespace I0508 18:03:35.702948 3823 namespace.go:101] [open-cluster-management-agent-addon] adding namespace took 7.700722ms I0508 18:03:35.702968 3823 namespace.go:97] [openshift-backplane-csm] adding namespace I0508 18:03:35.703444 3823 namespace.go:101] [openshift-backplane-mobb] adding namespace took 7.59217ms I0508 18:03:35.703457 3823 namespace.go:97] [openshift-logging] adding namespace I0508 18:03:35.703922 3823 namespace.go:101] [openshift-controller-manager] adding namespace took 6.992969ms I0508 18:03:35.703935 3823 namespace.go:97] [openshift-kube-apiserver] adding namespace I0508 18:03:35.704337 3823 namespace.go:101] [openshift-config-operator] adding namespace took 6.979951ms I0508 18:03:35.704353 3823 namespace.go:97] [openshift-console] adding namespace I0508 18:03:35.704694 3823 namespace.go:101] [openshift-marketplace] adding namespace took 6.948401ms I0508 18:03:35.704710 3823 namespace.go:97] [openshift-ingress-canary] adding namespace I0508 18:03:35.705099 3823 namespace.go:101] [openshift-kube-controller-manager-operator] adding namespace took 6.677628ms I0508 18:03:35.705113 3823 namespace.go:97] [openshift-machine-api] adding namespace I0508 18:03:35.705577 3823 namespace.go:101] [openshift-kube-scheduler-operator] adding namespace took 6.71609ms I0508 18:03:35.705596 3823 namespace.go:97] [openshift-cluster-node-tuning-operator] adding namespace I0508 18:03:35.706020 3823 namespace.go:101] [openshift-operators-redhat] adding namespace took 6.640974ms I0508 18:03:35.706040 3823 namespace.go:97] [openshift-backplane-cse] adding namespace I0508 18:03:35.706525 3823 namespace.go:101] [openshift-ingress-operator] adding namespace took 6.575123ms I0508 18:03:35.706539 3823 namespace.go:97] [openshift-deployment-validation-operator] adding namespace I0508 18:03:35.707004 3823 namespace.go:101] [openshift-apiserver-operator] adding namespace took 6.616013ms I0508 18:03:35.707023 3823 namespace.go:97] [dedicated-admin] adding namespace I0508 18:03:35.707502 3823 namespace.go:101] [openshift-operator-lifecycle-manager] adding namespace took 6.569181ms I0508 18:03:35.707520 3823 namespace.go:97] [openshift-dns-operator] adding namespace I0508 18:03:35.707944 3823 namespace.go:101] [openshift-package-operator] adding namespace took 6.589527ms I0508 18:03:35.707961 3823 namespace.go:97] [openshift-cloud-controller-manager] adding namespace I0508 18:03:35.708343 3823 namespace.go:101] [openshift-network-node-identity] adding namespace took 6.388175ms I0508 18:03:35.708357 3823 namespace.go:97] [openshift-kube-apiserver-operator] adding namespace I0508 18:03:35.708782 3823 namespace.go:101] [openshift-cloud-credential-operator] adding namespace took 6.320225ms I0508 18:03:35.708795 3823 namespace.go:97] [openshift-config] adding namespace I0508 18:03:35.709197 3823 namespace.go:101] [openshift-backplane-csm] adding namespace took 6.222803ms I0508 18:03:35.709215 3823 namespace.go:97] [openshift-backplane-tam] adding namespace I0508 18:03:35.709601 3823 namespace.go:101] [openshift-logging] adding namespace took 6.137693ms I0508 18:03:35.709619 3823 namespace.go:97] [openshift-host-network] adding namespace I0508 18:03:35.710033 3823 namespace.go:101] [openshift-kube-apiserver] adding namespace took 6.092156ms I0508 18:03:35.710452 3823 namespace.go:101] [openshift-console] adding namespace took 6.093951ms I0508 18:03:35.710470 3823 namespace.go:97] [openshift-cluster-samples-operator] adding namespace I0508 18:03:35.710907 3823 namespace.go:101] [openshift-ingress-canary] adding namespace took 6.192492ms I0508 18:03:35.711346 3823 namespace.go:101] [openshift-machine-api] adding namespace took 6.226399ms I0508 18:03:35.711365 3823 namespace.go:97] [openshift-cluster-storage-operator] adding namespace I0508 18:03:35.711786 3823 namespace.go:101] [openshift-cluster-node-tuning-operator] adding namespace took 6.183494ms I0508 18:03:35.712191 3823 namespace.go:101] [openshift-backplane-cse] adding namespace took 6.144132ms I0508 18:03:35.712577 3823 namespace.go:101] [openshift-deployment-validation-operator] adding namespace took 6.033542ms I0508 18:03:35.712591 3823 namespace.go:97] [openshift-operators] adding namespace I0508 18:03:35.712974 3823 namespace.go:101] [dedicated-admin] adding namespace took 5.945563ms I0508 18:03:35.713403 3823 namespace.go:101] [openshift-dns-operator] adding namespace took 5.875708ms I0508 18:03:35.714246 3823 namespace.go:101] [openshift-cloud-controller-manager] adding namespace took 6.278801ms I0508 18:03:35.714266 3823 namespace.go:97] [openshift-apiserver] adding namespace I0508 18:03:35.714653 3823 namespace.go:101] [openshift-kube-apiserver-operator] adding namespace took 6.292634ms I0508 18:03:35.715066 3823 namespace.go:101] [openshift-config] adding namespace took 6.265458ms I0508 18:03:35.715485 3823 namespace.go:101] [openshift-backplane-tam] adding namespace took 6.263811ms I0508 18:03:35.715922 3823 namespace.go:101] [openshift-host-network] adding namespace took 6.296332ms I0508 18:03:35.716370 3823 namespace.go:101] [openshift-cluster-samples-operator] adding namespace took 5.893605ms I0508 18:03:35.716783 3823 namespace.go:101] [openshift-cluster-storage-operator] adding namespace took 5.413221ms I0508 18:03:35.717182 3823 namespace.go:101] [openshift-operators] adding namespace took 4.586424ms I0508 18:03:35.717521 3823 namespace.go:101] [openshift-apiserver] adding namespace took 3.250459ms I0508 18:03:35.717736 3823 master.go:558] Adding or Updating local node "ip-10-0-1-165.ec2.internal" for network "default" I0508 18:03:35.718736 3823 zone_ic_handler.go:195] Time taken to create transit switch: 482.017µs I0508 18:03:35.718755 3823 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-114.ec2.internal for the network default E0508 18:03:35.718899 3823 obj_retry.go:602] default/networkController: failed to create *v1.Node ip-10-0-0-68.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-68.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-68.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00976c3c8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName: correlationID:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1747555159 correlationID:}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0508 18:03:35.719009 3823 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-68.ec2.internal", UID:"12317a11-ff5a-4910-83b1-a4c0b313c107", APIVersion:"v1", ResourceVersion:"9381", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-68.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-68.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00976c3c8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName: correlationID:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1747555159 correlationID:}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0508 18:03:35.719978 3823 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-114.ec2.internal" on network "default" took: 1.734907ms W0508 18:03:35.725688 3823 gateway.go:216] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-qsjfg: pod openshift-multus/network-metrics-daemon-qsjfg: no pod IPs found W0508 18:03:35.725709 3823 gateway.go:216] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-2mfkk: pod openshift-network-diagnostics/network-check-target-2mfkk: no pod IPs found W0508 18:03:35.725720 3823 gateway.go:216] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-jz27t: pod kube-system/global-pull-secret-syncer-jz27t: no pod IPs found I0508 18:03:35.726835 3823 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-165.ec2.internal for the network default I0508 18:03:35.727008 3823 zone_ic_handler.go:195] Time taken to create transit switch: 158.86µs I0508 18:03:35.728179 3823 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0508 18:03:35.728215 3823 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0508 18:03:35.728234 3823 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0508 18:03:35.728257 3823 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-68.ec2.internal in network "default" I0508 18:03:35.728316 3823 node_tracker.go:169] Node ip-10-0-0-68.ec2.internal switch + router changed, syncing services in network "default" I0508 18:03:35.728327 3823 services_controller.go:574] Full service sync requested for network=default I0508 18:03:35.728334 3823 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-165.ec2.internal in network "default" I0508 18:03:35.728356 3823 node_tracker.go:169] Node ip-10-0-1-165.ec2.internal switch + router changed, syncing services in network "default" I0508 18:03:35.728364 3823 services_controller.go:574] Full service sync requested for network=default I0508 18:03:35.728370 3823 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-114.ec2.internal in network "default" I0508 18:03:35.728392 3823 node_tracker.go:169] Node ip-10-0-2-114.ec2.internal switch + router changed, syncing services in network "default" I0508 18:03:35.728398 3823 services_controller.go:574] Full service sync requested for network=default I0508 18:03:35.828768 3823 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0508 18:03:35.828797 3823 services_controller.go:208] Setting up event handlers for services for network=default I0508 18:03:35.828929 3823 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0508 18:03:35.828967 3823 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0508 18:03:35.828979 3823 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0508 18:03:35.929101 3823 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0508 18:03:35.929126 3823 repair.go:60] Starting repairing loop for services I0508 18:03:35.929233 3823 repair.go:131] Deleted 0 stale service LBs I0508 18:03:35.929254 3823 repair.go:137] Deleted 0 stale Chassis Template Vars I0508 18:03:35.929272 3823 repair.go:62] Finished repairing loop for services: 148.602µs I0508 18:03:35.929306 3823 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0508 18:03:35.929316 3823 services_controller.go:254] Starting workers for network=default I0508 18:03:35.929740 3823 base_network_controller_pods.go:489] [default/openshift-multus/network-metrics-daemon-qsjfg] creating logical port openshift-multus_network-metrics-daemon-qsjfg for pod on switch ip-10-0-1-165.ec2.internal I0508 18:03:35.929897 3823 base_network_controller_pods.go:489] [default/kube-system/global-pull-secret-syncer-jz27t] creating logical port kube-system_global-pull-secret-syncer-jz27t for pod on switch ip-10-0-1-165.ec2.internal I0508 18:03:35.929945 3823 base_network_controller_pods.go:489] [default/openshift-network-diagnostics/network-check-target-2mfkk] creating logical port openshift-network-diagnostics_network-check-target-2mfkk for pod on switch ip-10-0-1-165.ec2.internal I0508 18:03:35.929901 3823 kube.go:233] Patching annotations on pod openshift-multus/network-metrics-daemon-qsjfg I0508 18:03:35.930032 3823 kube.go:233] Patching annotations on pod openshift-network-diagnostics/network-check-target-2mfkk I0508 18:03:35.930004 3823 kube.go:233] Patching annotations on pod kube-system/global-pull-secret-syncer-jz27t W0508 18:03:35.934546 3823 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 18:03:35.947457 3823 base_network_controller_pods.go:974] [default/kube-system/global-pull-secret-syncer-jz27t] addLogicalPort annotation time took 17.48208ms I0508 18:03:35.948048 3823 base_network_controller_pods.go:974] [default/openshift-network-diagnostics/network-check-target-2mfkk] addLogicalPort annotation time took 18.040612ms I0508 18:03:35.948113 3823 base_network_controller_pods.go:974] [default/openshift-multus/network-metrics-daemon-qsjfg] addLogicalPort annotation time took 18.300286ms I0508 18:03:35.948589 3823 pods.go:270] [kube-system/global-pull-secret-syncer-jz27t] addLogicalPort took 18.695625ms, libovsdb time 806.852µs I0508 18:03:35.948964 3823 pods.go:270] [openshift-network-diagnostics/network-check-target-2mfkk] addLogicalPort took 19.025354ms, libovsdb time 736.389µs I0508 18:03:35.949213 3823 pods.go:270] [openshift-multus/network-metrics-daemon-qsjfg] addLogicalPort took 19.484534ms, libovsdb time 892.281µs I0508 18:03:35.949661 3823 admin_network_policy_controller.go:227] Starting controller default-network-controller I0508 18:03:35.949689 3823 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0508 18:03:35.949703 3823 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0508 18:03:35.949708 3823 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0508 18:03:35.949913 3823 repair.go:29] Repairing admin network policies took 199.141µs I0508 18:03:35.950036 3823 repair.go:92] Repairing baseline admin network policies took 107.715µs I0508 18:03:35.950695 3823 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0508 18:03:35.950710 3823 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0508 18:03:35.952279 3823 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0508 18:03:35.952303 3823 base_network_controller_policy.go:1227] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0508 18:03:35.952313 3823 base_network_controller_policy.go:1102] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0508 18:03:35.954185 3823 base_network_controller_policy.go:1280] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0508 18:03:35.954205 3823 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0508 18:03:35.954597 3823 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0508 18:03:35.956718 3823 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0508 18:03:35.956744 3823 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0508 18:03:35.956753 3823 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0508 18:03:35.958387 3823 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0508 18:03:35.958411 3823 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0508 18:03:35.958421 3823 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0508 18:03:35.959025 3823 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0508 18:03:35.959043 3823 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0508 18:03:35.959054 3823 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0508 18:03:35.962010 3823 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0508 18:03:35.962033 3823 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0508 18:03:35.962043 3823 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0508 18:03:35.962552 3823 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0508 18:03:35.962570 3823 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0508 18:03:35.962578 3823 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0508 18:03:35.963129 3823 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0508 18:03:35.963151 3823 base_network_controller_policy.go:1227] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0508 18:03:35.963161 3823 base_network_controller_policy.go:1102] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0508 18:03:35.963828 3823 base_network_controller_policy.go:1280] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0508 18:03:35.963854 3823 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0508 18:03:35.963864 3823 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0508 18:03:35.964478 3823 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0508 18:03:35.964497 3823 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0508 18:03:35.964514 3823 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0508 18:03:35.965100 3823 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0508 18:03:35.965120 3823 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0508 18:03:35.965128 3823 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0508 18:03:35.965454 3823 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0508 18:03:35.965478 3823 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0508 18:03:35.965498 3823 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0508 18:03:35.966867 3823 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0508 18:03:35.966887 3823 base_network_controller_policy.go:1227] Adding network policy openshift-operators/default-allow-all for network default I0508 18:03:35.966905 3823 base_network_controller_policy.go:1102] Policy openshift-operators/default-allow-all added to peer address sets [] I0508 18:03:35.968770 3823 base_network_controller_policy.go:1280] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0508 18:03:35.968795 3823 base_network_controller_policy.go:1227] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0508 18:03:35.968807 3823 base_network_controller_policy.go:1102] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0508 18:03:35.970017 3823 base_network_controller_policy.go:1280] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0508 18:03:35.970037 3823 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0508 18:03:35.970048 3823 base_network_controller_policy.go:1102] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0508 18:03:35.970575 3823 base_network_controller_policy.go:1280] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0508 18:03:35.970596 3823 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0508 18:03:35.970607 3823 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0508 18:03:35.971941 3823 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0508 18:03:35.971967 3823 base_network_controller_policy.go:1227] Adding network policy openshift-marketplace/unpack-bundles for network default I0508 18:03:35.971977 3823 base_network_controller_policy.go:1102] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0508 18:03:35.973918 3823 base_network_controller_policy.go:1280] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0508 18:03:35.973943 3823 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0508 18:03:35.973955 3823 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0508 18:03:35.974905 3823 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0508 18:03:35.974927 3823 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0508 18:03:35.974937 3823 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0508 18:03:35.975883 3823 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0508 18:03:35.975909 3823 base_network_controller_policy.go:1227] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0508 18:03:35.975922 3823 base_network_controller_policy.go:1102] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0508 18:03:35.977005 3823 base_network_controller_policy.go:1280] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0508 18:03:35.977026 3823 base_network_controller_policy.go:1227] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0508 18:03:35.977037 3823 base_network_controller_policy.go:1102] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0508 18:03:35.978483 3823 base_network_controller_policy.go:1280] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0508 18:03:35.978513 3823 base_network_controller_policy.go:1227] Adding network policy openshift-marketplace/default-deny-all for network default I0508 18:03:35.978524 3823 base_network_controller_policy.go:1102] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0508 18:03:35.978911 3823 base_network_controller_policy.go:1280] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0508 18:03:35.978931 3823 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0508 18:03:35.978942 3823 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0508 18:03:35.979490 3823 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0508 18:03:35.979508 3823 base_network_controller_policy.go:1227] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0508 18:03:35.979516 3823 base_network_controller_policy.go:1102] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0508 18:03:35.980045 3823 base_network_controller_policy.go:1280] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0508 18:03:35.980066 3823 base_network_controller_policy.go:1227] Adding network policy openshift-marketplace/marketplace-operator for network default I0508 18:03:35.980077 3823 base_network_controller_policy.go:1102] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0508 18:03:35.981307 3823 base_network_controller_policy.go:1280] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0508 18:03:35.981326 3823 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-version/default-deny for network default I0508 18:03:35.981334 3823 base_network_controller_policy.go:1102] Policy openshift-cluster-version/default-deny added to peer address sets [] I0508 18:03:35.982626 3823 base_network_controller_policy.go:1280] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0508 18:03:35.982662 3823 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0508 18:03:35.982692 3823 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [default-network-controller_LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0508 18:03:35.983402 3823 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0508 18:03:35.983420 3823 base_network_controller_policy.go:1227] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0508 18:03:35.983431 3823 base_network_controller_policy.go:1102] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0508 18:03:35.983759 3823 base_network_controller_policy.go:1280] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0508 18:03:35.983800 3823 controller.go:157] Starting controller default-network-controller-egressip-nad with 1 workers I0508 18:03:35.990445 3823 egressfirewall.go:367] Starting EgressFirewall controller I0508 18:03:35.990492 3823 controller.go:133] Adding controller egress-firewall-controller event handlers I0508 18:03:35.990520 3823 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0508 18:03:35.990528 3823 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0508 18:03:35.990541 3823 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0508 18:03:35.990572 3823 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0508 18:03:35.990584 3823 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0508 18:03:35.990832 3823 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0508 18:03:35.990845 3823 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0508 18:03:35.990851 3823 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0508 18:03:35.990861 3823 egressqos.go:184] Setting up event handlers for EgressQoS I0508 18:03:35.990881 3823 egressfirewall.go:708] Syncing node "ip-10-0-0-68.ec2.internal" for egress firewall I0508 18:03:35.990899 3823 egressfirewall.go:708] Syncing node "ip-10-0-1-165.ec2.internal" for egress firewall I0508 18:03:35.990907 3823 egressfirewall.go:708] Syncing node "ip-10-0-2-114.ec2.internal" for egress firewall I0508 18:03:35.991064 3823 egressqos.go:236] Starting EgressQoS Controller I0508 18:03:35.991080 3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0508 18:03:35.991090 3823 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0508 18:03:35.991096 3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0508 18:03:35.991101 3823 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0508 18:03:35.991106 3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0508 18:03:35.991110 3823 shared_informer.go:356] "Caches are synced" controller="egressqos" I0508 18:03:35.991114 3823 egressqos.go:250] Repairing EgressQoSes I0508 18:03:35.991118 3823 egressqos.go:390] Starting repairing loop for egressqos I0508 18:03:35.991203 3823 egressqos.go:392] Finished repairing loop for egressqos: 84.589µs I0508 18:03:35.991219 3823 egressservice_zone.go:132] Setting up event handlers for Egress Services I0508 18:03:35.991250 3823 egressqos.go:995] Processing sync for EgressQoS node ip-10-0-1-165.ec2.internal I0508 18:03:35.991302 3823 egressqos.go:998] Finished syncing EgressQoS node ip-10-0-1-165.ec2.internal : 52.074µs I0508 18:03:35.991374 3823 egressservice_zone.go:210] Starting Egress Services Controller I0508 18:03:35.991383 3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0508 18:03:35.991389 3823 shared_informer.go:356] "Caches are synced" controller="egressservices" I0508 18:03:35.991395 3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0508 18:03:35.991400 3823 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0508 18:03:35.991406 3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0508 18:03:35.991410 3823 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0508 18:03:35.991415 3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0508 18:03:35.991419 3823 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0508 18:03:35.991422 3823 egressservice_zone.go:228] Repairing Egress Services I0508 18:03:35.992114 3823 master_controller.go:88] Starting Admin Policy Based Route Controller I0508 18:03:35.992124 3823 external_controller.go:278] Starting Admin Policy Based Route Controller I0508 18:03:35.992185 3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal I0508 18:03:35.992201 3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 18.16µs I0508 18:03:35.992209 3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-165.ec2.internal I0508 18:03:35.992213 3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-165.ec2.internal: 4.134µs I0508 18:03:35.992218 3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-114.ec2.internal I0508 18:03:35.992221 3823 default_network_controller.go:591] Completing all the Watchers took 314.856381ms I0508 18:03:35.992223 3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-114.ec2.internal: 5.467µs I0508 18:03:35.992232 3823 default_network_controller.go:595] Starting unidling controllers I0508 18:03:35.992239 3823 unidle.go:46] Registering OVN SB ControllerEvent handler I0508 18:03:35.992244 3823 unidle.go:63] Populating Initial ContollerEvent events I0508 18:03:35.992258 3823 unidle.go:79] Setting up event handlers for services I0508 18:03:35.992326 3823 ovnkube.go:555] Waiting for OVN northbound database changes to be processed by ovn-controller I0508 18:03:36.131988 3823 default_node_network_controller.go:548] Node connection status = connected I0508 18:03:36.632488 3823 default_node_network_controller.go:548] Node connection status = connected I0508 18:03:37.132788 3823 default_node_network_controller.go:548] Node connection status = connected + [[ 2 -lt 90 ]] + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ patch-br-ex_ip-10-0-1-165.ec2.internal-to-br-int == *to-br-int ]] + local of_port ++ ovs-vsctl get interface patch-br-ex_ip-10-0-1-165.ec2.internal-to-br-int ofport + of_port='[]' + ovs-ofctl add-flow br-ex 'cookie=0x0305,table=0,priority=499,in_port=[],arp,arp_op=1,actions=drop' ovs-ofctl: []: invalid or unknown port for in_port ++ date -Iseconds + echo '2026-05-08T18:03:37+00:00 - INFO - Added GARP drop flow on br-ex port patch-br-ex_ip-10-0-1-165.ec2.internal-to-br-int (ofport=[])' 2026-05-08T18:03:37+00:00 - INFO - Added GARP drop flow on br-ex port patch-br-ex_ip-10-0-1-165.ec2.internal-to-br-int (ofport=[]) + return 0 + return 0 I0508 18:03:37.497615 3823 ovnkube.go:560] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0508 18:03:37.631931 3823 default_node_network_controller.go:548] Node connection status = connected I0508 18:03:37.652195 3823 bridgeconfig.go:537] Gateway is ready I0508 18:03:37.652224 3823 gateway_shared_intf.go:1728] Creating Gateway Openflow Manager I0508 18:03:37.665686 3823 node_ip_handler_linux.go:310] Node primary address changed to 10.0.1.165. Updating OVN encap IP. I0508 18:03:37.671926 3823 node_ip_handler_linux.go:631] Will not update encap IP 10.0.1.165 - it is already configured I0508 18:03:37.671946 3823 node_ip_handler_linux.go:573] Node address changed to map[10.0.1.165/24:{} 172.20.0.1/32:{}]. Updating annotations. I0508 18:03:37.672238 3823 kube.go:265] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.165/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-165.ec2.internal","mac-address":"0a:ff:dd:ae:fb:39","ip-addresses":["10.0.1.165/24"],"ip-address":"10.0.1.165/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:65c2f804-0de8-4861-aba1-d7752b829fb6 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.165/24"}] on node ip-10-0-1-165.ec2.internal I0508 18:03:37.687454 3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-165.ec2.internal I0508 18:03:37.687478 3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-165.ec2.internal: 31.092µs I0508 18:03:37.687559 3823 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-165.ec2.internal in network "default" I0508 18:03:37.687572 3823 egressfirewall.go:708] Syncing node "ip-10-0-1-165.ec2.internal" for egress firewall I0508 18:03:37.687587 3823 master.go:558] Adding or Updating local node "ip-10-0-1-165.ec2.internal" for network "default" I0508 18:03:37.687636 3823 node_tracker.go:169] Node ip-10-0-1-165.ec2.internal switch + router changed, syncing services in network "default" I0508 18:03:37.687674 3823 services_controller.go:574] Full service sync requested for network=default I0508 18:03:37.688100 3823 gateway_shared_intf.go:2017] Setting OVN Masquerade route with source: 10.0.1.165 W0508 18:03:37.688154 3823 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 18:03:37.688262 3823 kube.go:265] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-165.ec2.internal I0508 18:03:37.692482 3823 default_network_controller.go:1091] Egress IP detected IP address change for node ip-10-0-1-165.ec2.internal. Updating no re-route policies I0508 18:03:37.692551 3823 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-qsjfg I0508 18:03:37.692580 3823 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-2mfkk I0508 18:03:37.692584 3823 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-dns/node-resolver-sq9nv I0508 18:03:37.692591 3823 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-jz27t I0508 18:03:37.692595 3823 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lb2vz I0508 18:03:37.692598 3823 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-gzrgj I0508 18:03:37.692603 3823 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-dns/node-resolver-sq9nv I0508 18:03:37.692585 3823 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/network-metrics-daemon-qsjfg I0508 18:03:37.692609 3823 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-165.ec2.internal I0508 18:03:37.692613 3823 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-network-operator/iptables-alerter-gzrgj I0508 18:03:37.692613 3823 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hs8gp I0508 18:03:37.692618 3823 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-165.ec2.internal I0508 18:03:37.692620 3823 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hs8gp I0508 18:03:37.692619 3823 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-image-registry/node-ca-wdfrn I0508 18:03:37.692598 3823 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-2mfkk I0508 18:03:37.692632 3823 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-image-registry/node-ca-wdfrn I0508 18:03:37.692653 3823 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-165.ec2.internal I0508 18:03:37.692660 3823 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/multus-kdfp6 I0508 18:03:37.692664 3823 base_network_controller_pods.go:489] [default/openshift-multus/network-metrics-daemon-qsjfg] creating logical port openshift-multus_network-metrics-daemon-qsjfg for pod on switch ip-10-0-1-165.ec2.internal I0508 18:03:37.692563 3823 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod kube-system/konnectivity-agent-q7cbd I0508 18:03:37.692668 3823 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-165.ec2.internal I0508 18:03:37.692669 3823 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/multus-kdfp6 I0508 18:03:37.692676 3823 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/konnectivity-agent-q7cbd I0508 18:03:37.692680 3823 base_network_controller_pods.go:489] [default/openshift-network-diagnostics/network-check-target-2mfkk] creating logical port openshift-network-diagnostics_network-check-target-2mfkk for pod on switch ip-10-0-1-165.ec2.internal I0508 18:03:37.692584 3823 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-66662 I0508 18:03:37.692695 3823 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-66662 I0508 18:03:37.692604 3823 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lb2vz I0508 18:03:37.692606 3823 obj_retry.go:423] default/networkController: adding new object: *v1.Pod kube-system/global-pull-secret-syncer-jz27t I0508 18:03:37.692605 3823 obj_retry.go:359] default/networkController: retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-62l4t I0508 18:03:37.692731 3823 obj_retry.go:423] default/networkController: adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-62l4t I0508 18:03:37.692783 3823 base_network_controller_pods.go:489] [default/kube-system/global-pull-secret-syncer-jz27t] creating logical port kube-system_global-pull-secret-syncer-jz27t for pod on switch ip-10-0-1-165.ec2.internal I0508 18:03:37.693479 3823 pods.go:270] [kube-system/global-pull-secret-syncer-jz27t] addLogicalPort took 755.809µs, libovsdb time 247.828µs I0508 18:03:37.693611 3823 pods.go:270] [openshift-network-diagnostics/network-check-target-2mfkk] addLogicalPort took 941.832µs, libovsdb time 341.509µs I0508 18:03:37.693715 3823 pods.go:270] [openshift-multus/network-metrics-daemon-qsjfg] addLogicalPort took 1.08014ms, libovsdb time 385.435µs I0508 18:03:37.704505 3823 gateway_shared_intf.go:1793] Creating Gateway Node Port Watcher I0508 18:03:37.717039 3823 iptables.go:108] Creating table: mangle chain: OUTPUT I0508 18:03:37.720416 3823 iptables.go:108] Creating table: nat chain: OUTPUT I0508 18:03:37.745613 3823 iptables.go:108] Creating table: nat chain: PREROUTING I0508 18:03:37.819734 3823 iptables.go:108] Creating table: filter chain: FORWARD I0508 18:03:37.836989 3823 gateway_shared_intf.go:2208] Ensuring IP Neighbor entry for: 169.254.0.1 W0508 18:03:37.837115 3823 gateway_shared_intf.go:2214] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0508 18:03:37.837166 3823 gateway_shared_intf.go:2208] Ensuring IP Neighbor entry for: 169.254.0.4 W0508 18:03:37.837251 3823 gateway_shared_intf.go:2214] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0508 18:03:37.837304 3823 gateway_init.go:325] Gateway and management port readiness took 2.210061391s I0508 18:03:37.837334 3823 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0508 18:03:37.837376 3823 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0508 18:03:37.837388 3823 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0508 18:03:37.837397 3823 nad_controller.go:540] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0508 18:03:37.837452 3823 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0508 18:03:37.837534 3823 nad_controller.go:579] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.153µs I0508 18:03:37.837855 3823 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0508 18:03:37.837882 3823 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.46µs I0508 18:03:37.837889 3823 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.683µs I0508 18:03:37.837894 3823 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0508 18:03:37.837903 3823 nad_controller.go:378] [node-nad-controller NAD controller]: started I0508 18:03:37.837908 3823 default_node_network_controller.go:944] Starting the default node network controller I0508 18:03:37.837913 3823 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0508 18:03:37.837987 3823 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.857µs I0508 18:03:37.838079 3823 default_node_network_controller.go:1540] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0508 18:03:37.838088 3823 default_node_network_controller.go:980] Waiting for gateway and management port readiness... I0508 18:03:37.838113 3823 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1ede0 0xc00027bb20 0xc00027bc00 0xc00027bc70 0xc00027bce0 0xc00027bd50 0xc00027bdc0 0xc000b2d4a0 0xc00027bea0 0xc00027bf10 0xc0006022d0 0xc0062048c0 0xc00027c000 map[0x306c920:0xc002d10ae0 0x306ce60:0xc002d10c60 0x306db80:0xc00108db00 0x306de20:0xc002d10a80 0x306e600:0xc002d10b40 0x306e8a0:0xc002d10ba0 0x306eb40:0xc002d10c00 0x306f320:0xc002d10cc0 0x306f5c0:0xc002d10de0 0x3090a40:0xc001a7e000 0x3092440:0xc000b7f560 0x3092e00:0xc00108d500 0x3093140:0xc00108d4a0 0x3094180:0xc00108daa0 0x3094800:0xc001a7e060] 0xc000b22460 0} I0508 18:03:37.838169 3823 gateway.go:151] Starting gateway service sync I0508 18:03:37.838709 3823 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0508 18:03:37.840862 3823 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0508 18:03:37.852772 3823 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0508 18:03:37.854079 3823 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0508 18:03:37.855301 3823 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0508 18:03:37.890972 3823 gateway.go:168] Gateway service sync done. Time taken: 52.788045ms I0508 18:03:37.891316 3823 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31054 I0508 18:03:37.891883 3823 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1ede0 0xc00027bb20 0xc00027bc00 0xc00027bc70 0xc00027bce0 0xc00027bd50 0xc00027bdc0 0xc000b2d4a0 0xc00027bea0 0xc00027bf10 0xc0006022d0 0xc0062048c0 0xc00027c000 map[0x306c920:0xc002d10ae0 0x306ce60:0xc002d10c60 0x306db80:0xc00108db00 0x306de20:0xc002d10a80 0x306e600:0xc002d10b40 0x306e8a0:0xc002d10ba0 0x306eb40:0xc002d10c00 0x306f320:0xc002d10cc0 0x306f5c0:0xc002d10de0 0x3090a40:0xc001a7e000 0x3092440:0xc000b7f560 0x3092e00:0xc00108d500 0x3093140:0xc00108d4a0 0x3094180:0xc00108daa0 0x3094800:0xc001a7e060] 0xc000b22460 0} I0508 18:03:37.892400 3823 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1ede0 0xc00027bb20 0xc00027bc00 0xc00027bc70 0xc00027bce0 0xc00027bd50 0xc00027bdc0 0xc000b2d4a0 0xc00027bea0 0xc00027bf10 0xc0006022d0 0xc0062048c0 0xc00027c000 map[0x306c920:0xc002d10ae0 0x306ce60:0xc002d10c60 0x306db80:0xc00108db00 0x306de20:0xc002d10a80 0x306e600:0xc002d10b40 0x306e8a0:0xc002d10ba0 0x306eb40:0xc002d10c00 0x306f320:0xc002d10cc0 0x306f5c0:0xc002d10de0 0x3090a40:0xc001a7e000 0x3092440:0xc000b7f560 0x3092e00:0xc00108d500 0x3093140:0xc00108d4a0 0x3094180:0xc00108daa0 0x3094800:0xc001a7e060] 0xc000b22460 0} I0508 18:03:37.892448 3823 gateway.go:532] Reconciling gateway with updates I0508 18:03:37.898402 3823 gateway.go:339] Spawning Conntrack Rule Check Thread I0508 18:03:37.898487 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0508 18:03:37.898502 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0508 18:03:37.898517 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0508 18:03:37.898516 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0508 18:03:37.898522 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0508 18:03:37.898485 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0508 18:03:37.898534 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0508 18:03:37.898532 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0508 18:03:37.898545 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0508 18:03:37.898552 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0508 18:03:37.898554 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0508 18:03:37.898552 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0508 18:03:37.898561 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0508 18:03:37.898534 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0508 18:03:37.898572 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0508 18:03:37.898580 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 18:03:37.898586 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0508 18:03:37.898594 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 18:03:37.898592 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0508 18:03:37.898600 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0508 18:03:37.898601 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0508 18:03:37.898614 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0508 18:03:37.898622 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0508 18:03:37.898629 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift-apiserver I0508 18:03:37.898627 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0508 18:03:37.898667 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0508 18:03:37.898668 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0508 18:03:37.898674 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0508 18:03:37.898630 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0508 18:03:37.898677 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0508 18:03:37.898681 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0508 18:03:37.898684 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0508 18:03:37.898691 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0508 18:03:37.898697 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0508 18:03:37.898671 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-dns/dns-default I0508 18:03:37.898702 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0508 18:03:37.898703 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0508 18:03:37.898712 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0508 18:03:37.898718 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress/router-default I0508 18:03:37.898719 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0508 18:03:37.898718 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0508 18:03:37.898732 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0508 18:03:37.898736 3823 port_claim.go:71] Svc openshift-ingress/router-default: port 30144 is already open, no action needed I0508 18:03:37.898737 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0508 18:03:37.898698 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0508 18:03:37.898746 3823 port_claim.go:71] Svc openshift-ingress/router-default: port 30378 is already open, no action needed I0508 18:03:37.898630 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0508 18:03:37.898753 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/kubernetes I0508 18:03:37.898682 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0508 18:03:37.898763 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0508 18:03:37.898772 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0508 18:03:37.898776 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0508 18:03:37.898777 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0508 18:03:37.898782 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0508 18:03:37.898602 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0508 18:03:37.898791 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0508 18:03:37.898793 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0508 18:03:37.898689 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0508 18:03:37.898807 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0508 18:03:37.898533 3823 default_node_network_controller.go:1005] Gateway and management port readiness took 60.436571ms I0508 18:03:37.898800 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/packageserver I0508 18:03:37.898774 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0508 18:03:37.898836 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/packageserver I0508 18:03:37.898736 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0508 18:03:37.898878 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0508 18:03:37.898887 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0508 18:03:37.898572 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0508 18:03:37.898594 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-insights/metrics I0508 18:03:37.898927 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0508 18:03:37.898567 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0508 18:03:37.898936 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-insights/metrics I0508 18:03:37.898609 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0508 18:03:37.898981 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0508 18:03:37.898665 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0508 18:03:37.898996 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0508 18:03:37.899003 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0508 18:03:37.898555 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0508 18:03:37.898697 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0508 18:03:37.899049 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0508 18:03:37.898709 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0508 18:03:37.899083 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0508 18:03:37.898722 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0508 18:03:37.899161 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0508 18:03:37.898739 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift-apiserver I0508 18:03:37.898749 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0508 18:03:37.898759 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift I0508 18:03:37.899326 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift I0508 18:03:37.898762 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/kubernetes I0508 18:03:37.898795 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0508 18:03:37.898942 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0508 18:03:37.898653 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0508 18:03:37.899412 3823 gateway_shared_intf.go:2158] Ensuring masquerade resources on br-ex (ifindex=5, lastSuccessful=0) I0508 18:03:37.899797 3823 gateway_shared_intf.go:2017] Setting OVN Masquerade route with source: 10.0.1.165 I0508 18:03:37.899992 3823 gateway_shared_intf.go:2208] Ensuring IP Neighbor entry for: 169.254.0.1 I0508 18:03:37.900048 3823 gateway_shared_intf.go:2208] Ensuring IP Neighbor entry for: 169.254.0.4 I0508 18:03:37.900098 3823 gateway_shared_intf.go:2184] Masquerade resources ensured on br-ex (ifindex=5) I0508 18:03:37.900146 3823 node_ip_handler_linux.go:189] Node IP manager is running W0508 18:03:37.941629 3823 port_linux.go:260] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0508 18:03:37.941884 3823 port_linux.go:260] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0508 18:03:37.942011 3823 port_linux.go:276] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 W0508 18:03:39.201332 3823 egressip_healthcheck.go:76] Health checking using insecure connection I0508 18:03:39.201351 3823 default_node_network_controller.go:1460] Starting node controller node sync I0508 18:03:39.201378 3823 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0508 18:03:39.213971 3823 default_node_network_controller.go:1502] Node controller node sync done. Time taken: 12.601763ms I0508 18:03:39.214184 3823 default_node_network_controller.go:1373] Adding remote node "ip-10-0-0-68.ec2.internal", IP: 10.0.0.68 to PMTUD blocking rules I0508 18:03:39.214206 3823 default_node_network_controller.go:1373] Adding remote node "ip-10-0-0-68.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0508 18:03:39.214240 3823 default_node_network_controller.go:1373] Adding remote node "ip-10-0-2-114.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0508 18:03:39.214258 3823 default_node_network_controller.go:1373] Adding remote node "ip-10-0-2-114.ec2.internal", IP: 10.0.2.114 to PMTUD blocking rules I0508 18:03:39.226518 3823 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0508 18:03:39.227041 3823 egressservice_node.go:93] Setting up event handlers for Egress Services I0508 18:03:39.227220 3823 egressservice_node.go:183] Starting Egress Services Controller I0508 18:03:39.227240 3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0508 18:03:39.227251 3823 shared_informer.go:356] "Caches are synced" controller="egressservices" I0508 18:03:39.227262 3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0508 18:03:39.227269 3823 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0508 18:03:39.227275 3823 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0508 18:03:39.227279 3823 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0508 18:03:39.227284 3823 egressservice_node.go:197] Repairing Egress Services I0508 18:03:39.239340 3823 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0508 18:03:39.239359 3823 external_controller.go:278] Starting Admin Policy Based Route Controller I0508 18:03:39.239500 3823 default_node_network_controller.go:1157] Egress IP for secondary host network is disabled I0508 18:03:39.239522 3823 link_network_manager.go:119] Link manager is running I0508 18:03:39.239537 3823 default_node_network_controller.go:1178] Default node network controller initialized and ready. I0508 18:03:39.239706 3823 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0508 18:03:39.240138 3823 vrf_manager.go:128] VRF manager is running I0508 18:03:39.240249 3823 node_controller_manager.go:465] Removing flows to drop GARP I0508 18:03:39.240259 3823 gateway.go:532] Reconciling gateway with updates I0508 18:03:39.268672 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0508 18:03:39.268682 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0508 18:03:39.268703 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0508 18:03:39.268708 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0508 18:03:39.268705 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0508 18:03:39.268705 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0508 18:03:39.268722 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0508 18:03:39.268723 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0508 18:03:39.268729 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0508 18:03:39.268740 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress/router-default I0508 18:03:39.268745 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift I0508 18:03:39.268757 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift I0508 18:03:39.268755 3823 port_claim.go:71] Svc openshift-ingress/router-default: port 30144 is already open, no action needed I0508 18:03:39.268761 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0508 18:03:39.268768 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0508 18:03:39.268772 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0508 18:03:39.268776 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0508 18:03:39.268776 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0508 18:03:39.268782 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0508 18:03:39.268784 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-dns/dns-default I0508 18:03:39.268690 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/kubernetes I0508 18:03:39.268788 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0508 18:03:39.268782 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0508 18:03:39.268794 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/kubernetes I0508 18:03:39.268794 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0508 18:03:39.268801 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0508 18:03:39.268806 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0508 18:03:39.268723 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0508 18:03:39.268715 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0508 18:03:39.268817 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0508 18:03:39.268812 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/packageserver I0508 18:03:39.268827 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0508 18:03:39.268835 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/packageserver I0508 18:03:39.268856 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0508 18:03:39.268866 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0508 18:03:39.268869 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0508 18:03:39.268875 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0508 18:03:39.268875 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0508 18:03:39.268880 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0508 18:03:39.268765 3823 port_claim.go:71] Svc openshift-ingress/router-default: port 30378 is already open, no action needed I0508 18:03:39.268884 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0508 18:03:39.268886 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0508 18:03:39.268893 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0508 18:03:39.268899 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0508 18:03:39.268904 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0508 18:03:39.268907 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0508 18:03:39.268916 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0508 18:03:39.268919 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0508 18:03:39.268921 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway default/openshift-apiserver I0508 18:03:39.268921 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0508 18:03:39.268933 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-insights/metrics I0508 18:03:39.268936 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0508 18:03:39.268931 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0508 18:03:39.268943 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0508 18:03:39.268776 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0508 18:03:39.268950 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0508 18:03:39.268954 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0508 18:03:39.268956 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0508 18:03:39.268961 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0508 18:03:39.268962 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0508 18:03:39.268965 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0508 18:03:39.268968 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0508 18:03:39.268969 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0508 18:03:39.268927 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0508 18:03:39.268976 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0508 18:03:39.268977 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0508 18:03:39.268983 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0508 18:03:39.268984 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0508 18:03:39.268988 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0508 18:03:39.268990 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0508 18:03:39.268992 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0508 18:03:39.268934 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway default/openshift-apiserver I0508 18:03:39.268954 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0508 18:03:39.268961 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0508 18:03:39.268939 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-insights/metrics I0508 18:03:39.268954 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0508 18:03:39.268950 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0508 18:03:39.269045 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0508 18:03:39.268968 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 18:03:39.269050 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0508 18:03:39.268966 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0508 18:03:39.268975 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0508 18:03:39.269062 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0508 18:03:39.269067 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0508 18:03:39.269061 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 18:03:39.268974 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0508 18:03:39.269100 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0508 18:03:39.268983 3823 obj_retry.go:359] nodeGateway: retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0508 18:03:39.268971 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0508 18:03:39.269112 3823 obj_retry.go:423] nodeGateway: adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0508 18:03:41.200985 3823 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-165.ec2.internal I0508 18:03:41.201024 3823 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-165.ec2.internal: 45.187µs I0508 18:03:41.228426 3823 base_network_controller_pods.go:489] [default/openshift-image-registry/image-registry-59b88794fc-tw8s2] creating logical port openshift-image-registry_image-registry-59b88794fc-tw8s2 for pod on switch ip-10-0-1-165.ec2.internal I0508 18:03:41.228578 3823 kube.go:233] Patching annotations on pod openshift-image-registry/image-registry-59b88794fc-tw8s2 I0508 18:03:41.250703 3823 base_network_controller_pods.go:974] [default/openshift-image-registry/image-registry-59b88794fc-tw8s2] addLogicalPort annotation time took 22.163979ms I0508 18:03:41.252559 3823 pods.go:270] [openshift-image-registry/image-registry-59b88794fc-tw8s2] addLogicalPort took 24.145399ms, libovsdb time 1.49465ms I0508 18:03:41.267314 3823 base_network_controller_pods.go:489] [default/openshift-dns/dns-default-fh98c] creating logical port openshift-dns_dns-default-fh98c for pod on switch ip-10-0-1-165.ec2.internal I0508 18:03:41.267438 3823 base_network_controller_pods.go:489] [default/openshift-ingress-canary/ingress-canary-vb2rg] creating logical port openshift-ingress-canary_ingress-canary-vb2rg for pod on switch ip-10-0-1-165.ec2.internal I0508 18:03:41.267478 3823 kube.go:233] Patching annotations on pod openshift-dns/dns-default-fh98c I0508 18:03:41.267567 3823 kube.go:233] Patching annotations on pod openshift-ingress-canary/ingress-canary-vb2rg I0508 18:03:41.285967 3823 base_network_controller_pods.go:974] [default/openshift-ingress-canary/ingress-canary-vb2rg] addLogicalPort annotation time took 18.424669ms I0508 18:03:41.287257 3823 pods.go:270] [openshift-ingress-canary/ingress-canary-vb2rg] addLogicalPort took 19.83261ms, libovsdb time 882.944µs I0508 18:03:41.287687 3823 base_network_controller_pods.go:974] [default/openshift-dns/dns-default-fh98c] addLogicalPort annotation time took 20.267029ms I0508 18:03:41.288760 3823 pods.go:270] [openshift-dns/dns-default-fh98c] addLogicalPort took 21.470354ms, libovsdb time 839.196µs I0508 18:03:41.668108 3823 cni.go:454] [openshift-ingress-canary/ingress-canary-vb2rg f434aa386f1e421b8dc73b8604952a10a44432f0f4404c5365044b4533dd077f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-vb2rg f434aa386f1e421b8dc73b8604952a10a44432f0f4404c5365044b4533dd077f network default NAD default NAD key ] I0508 18:03:41.692341 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-vb2rg, hostIfaceName: f434aa386f1e421, network: default, NAD default, SandboxID: "f434aa386f1e421b8dc73b8604952a10a44432f0f4404c5365044b4533dd077f", PCI device ID: , UID: "242c751b-cfbc-43ef-bdb6-e2b4cb8f6513", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0508 18:03:41.741836 3823 cni.go:480] [openshift-ingress-canary/ingress-canary-vb2rg f434aa386f1e421b8dc73b8604952a10a44432f0f4404c5365044b4533dd077f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-vb2rg f434aa386f1e421b8dc73b8604952a10a44432f0f4404c5365044b4533dd077f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:79:6c:f3:08:9d\",\"name\":\"f434aa386f1e421\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/619a735f-71d3-4270-8f02-c54b60b1a1e9\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:03:43.948063 3823 default_network_controller.go:1032] Node "ip-10-0-0-68.ec2.internal" in remote zone "ip-10-0-0-68.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0508 18:03:43.948927 3823 zone_ic_handler.go:195] Time taken to create transit switch: 313.691µs I0508 18:03:43.948947 3823 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-68.ec2.internal for the network default I0508 18:03:43.949988 3823 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-68.ec2.internal" on network "default" took: 1.392712ms I0508 18:03:45.290800 3823 cni.go:454] [openshift-network-diagnostics/network-check-target-2mfkk 83d0375e6ba7da346fe2ef8eb6bdbd99d70fb83791ae1b5efb8780aa871936bd network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-2mfkk 83d0375e6ba7da346fe2ef8eb6bdbd99d70fb83791ae1b5efb8780aa871936bd network default NAD default NAD key ] I0508 18:03:45.304105 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-2mfkk, hostIfaceName: 83d0375e6ba7da3, network: default, NAD default, SandboxID: "83d0375e6ba7da346fe2ef8eb6bdbd99d70fb83791ae1b5efb8780aa871936bd", PCI device ID: , UID: "bbd25a3e-3848-41f9-aae1-f7592031604f", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0508 18:03:45.312199 3823 cni.go:454] [kube-system/global-pull-secret-syncer-jz27t 21e324b284584e38e82ceea1828f8e566ce7eb4783fcc41d810764fc5b88941c network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-jz27t 21e324b284584e38e82ceea1828f8e566ce7eb4783fcc41d810764fc5b88941c network default NAD default NAD key ] I0508 18:03:45.323599 3823 helper_linux.go:546] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-jz27t, hostIfaceName: 21e324b284584e3, network: default, NAD default, SandboxID: "21e324b284584e38e82ceea1828f8e566ce7eb4783fcc41d810764fc5b88941c", PCI device ID: , UID: "50ec9378-a576-49f8-92d4-9d7739bdceb0", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0508 18:03:45.354748 3823 cni.go:480] [openshift-network-diagnostics/network-check-target-2mfkk 83d0375e6ba7da346fe2ef8eb6bdbd99d70fb83791ae1b5efb8780aa871936bd network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-2mfkk 83d0375e6ba7da346fe2ef8eb6bdbd99d70fb83791ae1b5efb8780aa871936bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:be:6f:b3:0b:7e\",\"name\":\"83d0375e6ba7da3\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59898f1a-e076-4bd7-a9e7-969f6092c2c6\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:03:45.373374 3823 cni.go:480] [kube-system/global-pull-secret-syncer-jz27t 21e324b284584e38e82ceea1828f8e566ce7eb4783fcc41d810764fc5b88941c network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-jz27t 21e324b284584e38e82ceea1828f8e566ce7eb4783fcc41d810764fc5b88941c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:b7:96:32:6e:cd\",\"name\":\"21e324b284584e3\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a8e5cb7-c1d2-44b4-a359-6ca1ce845fc9\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:04:04.291053 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0508 18:04:04.291081 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 18:04:22.628562 3823 base_network_controller_pods.go:489] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4bjks] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4bjks for pod on switch ip-10-0-1-165.ec2.internal I0508 18:04:22.628719 3823 kube.go:233] Patching annotations on pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4bjks I0508 18:04:22.644720 3823 base_network_controller_pods.go:974] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4bjks] addLogicalPort annotation time took 16.035515ms I0508 18:04:22.645918 3823 pods.go:270] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4bjks] addLogicalPort took 17.370461ms, libovsdb time 879.519µs I0508 18:04:22.982686 3823 cni.go:454] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4bjks eb12c3774dd9805ea30873574916e5a26e619b83751892109c578687082c251e network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4bjks eb12c3774dd9805ea30873574916e5a26e619b83751892109c578687082c251e network default NAD default NAD key ] I0508 18:04:22.992999 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4bjks, hostIfaceName: eb12c3774dd9805, network: default, NAD default, SandboxID: "eb12c3774dd9805ea30873574916e5a26e619b83751892109c578687082c251e", PCI device ID: , UID: "7c8afc67-c347-4c67-965d-557ec787b2f6", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0508 18:04:23.042878 3823 cni.go:480] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4bjks eb12c3774dd9805ea30873574916e5a26e619b83751892109c578687082c251e network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4bjks eb12c3774dd9805ea30873574916e5a26e619b83751892109c578687082c251e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:fd:f7:3e:99:18\",\"name\":\"eb12c3774dd9805\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e7746a9-9924-4f89-8e09-8918746b2bd8\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:04:33.601251 3823 base_network_controller_pods.go:489] [default/openshift-service-ca-operator/service-ca-operator-5748785674-f9dxv] creating logical port openshift-service-ca-operator_service-ca-operator-5748785674-f9dxv for pod on switch ip-10-0-1-165.ec2.internal I0508 18:04:33.601399 3823 kube.go:233] Patching annotations on pod openshift-service-ca-operator/service-ca-operator-5748785674-f9dxv I0508 18:04:33.618596 3823 base_network_controller_pods.go:974] [default/openshift-service-ca-operator/service-ca-operator-5748785674-f9dxv] addLogicalPort annotation time took 17.231333ms I0508 18:04:33.620061 3823 pods.go:270] [openshift-service-ca-operator/service-ca-operator-5748785674-f9dxv] addLogicalPort took 18.832842ms, libovsdb time 1.018497ms I0508 18:04:33.722236 3823 base_network_controller_pods.go:489] [default/openshift-console-operator/console-operator-674b478675-ptbbg] creating logical port openshift-console-operator_console-operator-674b478675-ptbbg for pod on switch ip-10-0-1-165.ec2.internal I0508 18:04:33.722436 3823 kube.go:233] Patching annotations on pod openshift-console-operator/console-operator-674b478675-ptbbg I0508 18:04:33.740008 3823 base_network_controller_pods.go:489] [default/openshift-ingress/router-default-7fd96b5ff6-srxmg] creating logical port openshift-ingress_router-default-7fd96b5ff6-srxmg for pod on switch ip-10-0-1-165.ec2.internal I0508 18:04:33.740172 3823 kube.go:233] Patching annotations on pod openshift-ingress/router-default-7fd96b5ff6-srxmg I0508 18:04:33.753087 3823 base_network_controller_pods.go:974] [default/openshift-console-operator/console-operator-674b478675-ptbbg] addLogicalPort annotation time took 30.702084ms I0508 18:04:33.754355 3823 pods.go:270] [openshift-console-operator/console-operator-674b478675-ptbbg] addLogicalPort took 32.137643ms, libovsdb time 883.14µs I0508 18:04:33.764128 3823 base_network_controller_pods.go:974] [default/openshift-ingress/router-default-7fd96b5ff6-srxmg] addLogicalPort annotation time took 23.99079ms I0508 18:04:33.765091 3823 pods.go:270] [openshift-ingress/router-default-7fd96b5ff6-srxmg] addLogicalPort took 25.099365ms, libovsdb time 691.462µs I0508 18:04:33.767968 3823 base_network_controller_pods.go:489] [default/openshift-ingress/router-default-596b7cd457-h4kkf] creating logical port openshift-ingress_router-default-596b7cd457-h4kkf for pod on switch ip-10-0-1-165.ec2.internal I0508 18:04:33.768058 3823 kube.go:233] Patching annotations on pod openshift-ingress/router-default-596b7cd457-h4kkf I0508 18:04:33.790139 3823 base_network_controller_pods.go:974] [default/openshift-ingress/router-default-596b7cd457-h4kkf] addLogicalPort annotation time took 22.110127ms I0508 18:04:33.791546 3823 pods.go:270] [openshift-ingress/router-default-596b7cd457-h4kkf] addLogicalPort took 23.596497ms, libovsdb time 1.00792ms I0508 18:04:33.879528 3823 base_network_controller_pods.go:489] [default/openshift-network-console/networking-console-plugin-6bf4cb776-tzj8g] creating logical port openshift-network-console_networking-console-plugin-6bf4cb776-tzj8g for pod on switch ip-10-0-1-165.ec2.internal I0508 18:04:33.879680 3823 kube.go:233] Patching annotations on pod openshift-network-console/networking-console-plugin-6bf4cb776-tzj8g I0508 18:04:33.901510 3823 base_network_controller_pods.go:974] [default/openshift-network-console/networking-console-plugin-6bf4cb776-tzj8g] addLogicalPort annotation time took 21.878029ms I0508 18:04:33.902969 3823 pods.go:270] [openshift-network-console/networking-console-plugin-6bf4cb776-tzj8g] addLogicalPort took 23.453652ms, libovsdb time 1.04284ms I0508 18:04:33.967167 3823 cni.go:454] [openshift-service-ca-operator/service-ca-operator-5748785674-f9dxv 17c6cb677440c3fc7a93f330ddb4dc0d2dee5ec760c6f38c512843a998b50f1d network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-5748785674-f9dxv 17c6cb677440c3fc7a93f330ddb4dc0d2dee5ec760c6f38c512843a998b50f1d network default NAD default NAD key ] I0508 18:04:33.979107 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-5748785674-f9dxv, hostIfaceName: 17c6cb677440c3f, network: default, NAD default, SandboxID: "17c6cb677440c3fc7a93f330ddb4dc0d2dee5ec760c6f38c512843a998b50f1d", PCI device ID: , UID: "d51349ee-6227-41bc-a286-cf0850e3d821", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0508 18:04:34.032668 3823 cni.go:480] [openshift-service-ca-operator/service-ca-operator-5748785674-f9dxv 17c6cb677440c3fc7a93f330ddb4dc0d2dee5ec760c6f38c512843a998b50f1d network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-5748785674-f9dxv 17c6cb677440c3fc7a93f330ddb4dc0d2dee5ec760c6f38c512843a998b50f1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:74:43:41:86:7a\",\"name\":\"17c6cb677440c3f\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89f96bad-2742-4ee8-93c1-66735611687c\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:04:34.089207 3823 cni.go:454] [openshift-console-operator/console-operator-674b478675-ptbbg 9c2df7d10d35b3f40ec13148075071dc7603d035ffd1c77efc3f29020768faf7 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-674b478675-ptbbg 9c2df7d10d35b3f40ec13148075071dc7603d035ffd1c77efc3f29020768faf7 network default NAD default NAD key ] I0508 18:04:34.100978 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-674b478675-ptbbg, hostIfaceName: 9c2df7d10d35b3f, network: default, NAD default, SandboxID: "9c2df7d10d35b3f40ec13148075071dc7603d035ffd1c77efc3f29020768faf7", PCI device ID: , UID: "132d547d-3860-49ed-a2aa-a61ba5426099", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0508 18:04:34.154062 3823 cni.go:480] [openshift-console-operator/console-operator-674b478675-ptbbg 9c2df7d10d35b3f40ec13148075071dc7603d035ffd1c77efc3f29020768faf7 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-674b478675-ptbbg 9c2df7d10d35b3f40ec13148075071dc7603d035ffd1c77efc3f29020768faf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:99:66:8f:6a:de\",\"name\":\"9c2df7d10d35b3f\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7889fa4f-9e5a-4bac-8293-9003bb532f40\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:04:35.670579 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-cluster-storage-operator/allow-to-dns to delete 1 local pods... I0508 18:04:35.670605 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-cluster-storage-operator/default-deny to delete 1 local pods... I0508 18:04:35.670616 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-cluster-storage-operator/allow-egress-to-api-server to delete 1 local pods... W0508 18:04:35.670671 3823 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-cluster-storage-operator/volume-data-source-validator-5c64b584df-qtkrx IP address from the namespace address-set, err: pod openshift-cluster-storage-operator/volume-data-source-validator-5c64b584df-qtkrx: no pod IPs found I0508 18:04:37.148979 3823 namespace.go:97] [openshift-kube-storage-version-migrator] adding namespace I0508 18:04:37.149933 3823 namespace.go:101] [openshift-kube-storage-version-migrator] adding namespace took 924.679µs I0508 18:04:37.187845 3823 namespace.go:141] [openshift-kube-storage-version-migrator] updating namespace I0508 18:04:37.635025 3823 cni.go:454] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4bjks eb12c3774dd9805ea30873574916e5a26e619b83751892109c578687082c251e network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4bjks eb12c3774dd9805ea30873574916e5a26e619b83751892109c578687082c251e network default NAD default NAD key ] E0508 18:04:37.664140 3823 link_network_manager.go:101] Error while syncing link "eb12c3774dd9805": failed to get address from link "eb12c3774dd9805": failed to list addresses for "eb12c3774dd9805": no such device I0508 18:04:37.706807 3823 cni.go:480] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4bjks eb12c3774dd9805ea30873574916e5a26e619b83751892109c578687082c251e network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4bjks eb12c3774dd9805ea30873574916e5a26e619b83751892109c578687082c251e network default NAD default NAD key default], result "{}", err I0508 18:04:37.856628 3823 pods.go:175] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4bjks I0508 18:04:37.858021 3823 pods.go:235] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d4bjks, ips: 10.130.0.9 I0508 18:04:37.858064 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0508 18:04:37.858260 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0508 18:04:38.667086 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0508 18:04:40.754928 3823 namespace.go:97] [openshift-service-ca] adding namespace I0508 18:04:40.755798 3823 namespace.go:101] [openshift-service-ca] adding namespace took 843.875µs I0508 18:04:40.770840 3823 namespace.go:141] [openshift-service-ca] updating namespace W0508 18:04:41.554091 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 18:04:42.717384 3823 namespace.go:141] [openshift-deployment-validation-operator] updating namespace I0508 18:04:42.727307 3823 namespace.go:141] [openshift-deployment-validation-operator] updating namespace W0508 18:04:50.095234 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0508 18:05:02.223136 3823 base_network_controller_pods.go:489] [default/openshift-insights/insights-runtime-extractor-9555r] creating logical port openshift-insights_insights-runtime-extractor-9555r for pod on switch ip-10-0-1-165.ec2.internal I0508 18:05:02.223235 3823 kube.go:233] Patching annotations on pod openshift-insights/insights-runtime-extractor-9555r I0508 18:05:02.252111 3823 base_network_controller_pods.go:974] [default/openshift-insights/insights-runtime-extractor-9555r] addLogicalPort annotation time took 28.914868ms I0508 18:05:02.253341 3823 pods.go:270] [openshift-insights/insights-runtime-extractor-9555r] addLogicalPort took 30.217898ms, libovsdb time 895.923µs I0508 18:05:02.557078 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54658ddc74-lzp5m I0508 18:05:02.557105 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54658ddc74-lzp5m I0508 18:05:02.582139 3823 cni.go:454] [openshift-insights/insights-runtime-extractor-9555r d1b2c2a9651d239cb1eec2e4cec46149eada54eeb4559fb2da107461ce60f20d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-9555r d1b2c2a9651d239cb1eec2e4cec46149eada54eeb4559fb2da107461ce60f20d network default NAD default NAD key ] I0508 18:05:02.592221 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-9555r, hostIfaceName: d1b2c2a9651d239, network: default, NAD default, SandboxID: "d1b2c2a9651d239cb1eec2e4cec46149eada54eeb4559fb2da107461ce60f20d", PCI device ID: , UID: "54aba57c-daf8-42fa-8ad2-a5d58085a33f", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0508 18:05:02.641508 3823 cni.go:480] [openshift-insights/insights-runtime-extractor-9555r d1b2c2a9651d239cb1eec2e4cec46149eada54eeb4559fb2da107461ce60f20d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-9555r d1b2c2a9651d239cb1eec2e4cec46149eada54eeb4559fb2da107461ce60f20d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:53:c7:13:4e:cd\",\"name\":\"d1b2c2a9651d239\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f4d8b8b-5255-4900-a73f-d14b3e36223f\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:05:03.540672 3823 util.go:863] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0508 18:05:03.718536 3823 pods.go:175] Deleting pod: openshift-image-registry/image-registry-59b88794fc-tw8s2 I0508 18:05:03.719878 3823 pods.go:235] Attempting to release IPs for pod: openshift-image-registry/image-registry-59b88794fc-tw8s2, ips: 10.130.0.6 I0508 18:05:03.726722 3823 base_network_controller_pods.go:489] [default/openshift-image-registry/image-registry-7b8c985dd6-ppbbd] creating logical port openshift-image-registry_image-registry-7b8c985dd6-ppbbd for pod on switch ip-10-0-1-165.ec2.internal I0508 18:05:03.726830 3823 kube.go:233] Patching annotations on pod openshift-image-registry/image-registry-7b8c985dd6-ppbbd I0508 18:05:03.737941 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-59b88794fc-tw8s2 I0508 18:05:03.737973 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-59b88794fc-tw8s2 I0508 18:05:03.747759 3823 base_network_controller_pods.go:974] [default/openshift-image-registry/image-registry-7b8c985dd6-ppbbd] addLogicalPort annotation time took 20.967947ms I0508 18:05:03.749321 3823 pods.go:270] [openshift-image-registry/image-registry-7b8c985dd6-ppbbd] addLogicalPort took 22.618452ms, libovsdb time 859.487µs I0508 18:05:04.090034 3823 cni.go:454] [openshift-image-registry/image-registry-7b8c985dd6-ppbbd 03b055bc5ff4ab47c5d131e6451a39fb80140167597e77410b6bf56a4991fc77 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7b8c985dd6-ppbbd 03b055bc5ff4ab47c5d131e6451a39fb80140167597e77410b6bf56a4991fc77 network default NAD default NAD key ] I0508 18:05:04.101235 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7b8c985dd6-ppbbd, hostIfaceName: 03b055bc5ff4ab4, network: default, NAD default, SandboxID: "03b055bc5ff4ab47c5d131e6451a39fb80140167597e77410b6bf56a4991fc77", PCI device ID: , UID: "f7b6e340-01d0-46d7-913c-52e8674c1549", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0508 18:05:04.162352 3823 cni.go:480] [openshift-image-registry/image-registry-7b8c985dd6-ppbbd 03b055bc5ff4ab47c5d131e6451a39fb80140167597e77410b6bf56a4991fc77 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7b8c985dd6-ppbbd 03b055bc5ff4ab47c5d131e6451a39fb80140167597e77410b6bf56a4991fc77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:17:2d:64:0a:8a\",\"name\":\"03b055bc5ff4ab4\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77d378dd-d38e-4ac2-9b13-553637fb306c\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:05:04.724095 3823 util.go:863] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0508 18:05:05.540410 3823 util.go:863] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0508 18:05:05.540435 3823 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0508 18:05:05.540444 3823 util.go:863] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0508 18:05:05.902905 3823 cni.go:454] [openshift-ingress/router-default-7fd96b5ff6-srxmg 0d6c6fc30c226a1b2682412d625909d5cc5a74cb294dcfe8e465741074212a4f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7fd96b5ff6-srxmg 0d6c6fc30c226a1b2682412d625909d5cc5a74cb294dcfe8e465741074212a4f network default NAD default NAD key ] I0508 18:05:05.912276 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7fd96b5ff6-srxmg, hostIfaceName: 0d6c6fc30c226a1, network: default, NAD default, SandboxID: "0d6c6fc30c226a1b2682412d625909d5cc5a74cb294dcfe8e465741074212a4f", PCI device ID: , UID: "131f78ae-4dc5-4b7c-9264-f7340d2c0e87", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0508 18:05:05.935386 3823 cni.go:454] [openshift-ingress/router-default-596b7cd457-h4kkf 6caf86a1f9a14e3916f9942f47a2a02d1e95ab7319e2ff69353ec4c284f4c088 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-596b7cd457-h4kkf 6caf86a1f9a14e3916f9942f47a2a02d1e95ab7319e2ff69353ec4c284f4c088 network default NAD default NAD key ] I0508 18:05:05.945549 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-ingress, podName: router-default-596b7cd457-h4kkf, hostIfaceName: 6caf86a1f9a14e3, network: default, NAD default, SandboxID: "6caf86a1f9a14e3916f9942f47a2a02d1e95ab7319e2ff69353ec4c284f4c088", PCI device ID: , UID: "7850b61f-d692-4097-b9f1-79ef4b4041f9", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0508 18:05:05.965863 3823 cni.go:480] [openshift-ingress/router-default-7fd96b5ff6-srxmg 0d6c6fc30c226a1b2682412d625909d5cc5a74cb294dcfe8e465741074212a4f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7fd96b5ff6-srxmg 0d6c6fc30c226a1b2682412d625909d5cc5a74cb294dcfe8e465741074212a4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:7c:25:10:fc:61\",\"name\":\"0d6c6fc30c226a1\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47c1a33e-02e7-484b-9f39-61ec124995bc\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:05:05.997299 3823 cni.go:480] [openshift-ingress/router-default-596b7cd457-h4kkf 6caf86a1f9a14e3916f9942f47a2a02d1e95ab7319e2ff69353ec4c284f4c088 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-596b7cd457-h4kkf 6caf86a1f9a14e3916f9942f47a2a02d1e95ab7319e2ff69353ec4c284f4c088 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:e6:c3:29:44:b0\",\"name\":\"6caf86a1f9a14e3\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1408449c-c29c-44a5-8df0-55c9db0760ca\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:05:06.043090 3823 cni.go:454] [openshift-network-console/networking-console-plugin-6bf4cb776-tzj8g a64422e277450af2b0595e778633835188c3f639b7bdb3dd7b887ef66036e8bc network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-6bf4cb776-tzj8g a64422e277450af2b0595e778633835188c3f639b7bdb3dd7b887ef66036e8bc network default NAD default NAD key ] I0508 18:05:06.053359 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-6bf4cb776-tzj8g, hostIfaceName: a64422e277450af, network: default, NAD default, SandboxID: "a64422e277450af2b0595e778633835188c3f639b7bdb3dd7b887ef66036e8bc", PCI device ID: , UID: "7f2cedb5-c7ef-4365-b277-9f514dc93a7b", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0508 18:05:06.109427 3823 cni.go:480] [openshift-network-console/networking-console-plugin-6bf4cb776-tzj8g a64422e277450af2b0595e778633835188c3f639b7bdb3dd7b887ef66036e8bc network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-6bf4cb776-tzj8g a64422e277450af2b0595e778633835188c3f639b7bdb3dd7b887ef66036e8bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:68:74:b5:1a:05\",\"name\":\"a64422e277450af\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52c1a6d2-7114-4d77-b76a-376a2d4ff714\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:05:06.738507 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:06.738535 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:06.739085 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.739105 3823 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.739115 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.745546 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:06.745567 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:06.751930 3823 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.751954 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.751962 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.763311 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.763336 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.763343 3823 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:06.763342 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:06.763356 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:07.778214 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:07.778237 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:07.778247 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 18:05:07.778379 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0508 18:05:07.778390 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0508 18:05:07.832604 3823 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0508 18:05:07.906680 3823 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0508 18:05:11.558936 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0508 18:05:11.767547 3823 util.go:863] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0508 18:05:12.770223 3823 util.go:863] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0508 18:05:12.770245 3823 util.go:863] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0508 18:05:12.770251 3823 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0508 18:05:19.420407 3823 base_network_controller_pods.go:489] [default/openshift-monitoring/thanos-querier-d7fd54dd7-bb5cp] creating logical port openshift-monitoring_thanos-querier-d7fd54dd7-bb5cp for pod on switch ip-10-0-1-165.ec2.internal I0508 18:05:19.420516 3823 kube.go:233] Patching annotations on pod openshift-monitoring/thanos-querier-d7fd54dd7-bb5cp I0508 18:05:19.442331 3823 base_network_controller_pods.go:974] [default/openshift-monitoring/thanos-querier-d7fd54dd7-bb5cp] addLogicalPort annotation time took 21.850398ms I0508 18:05:19.443671 3823 pods.go:270] [openshift-monitoring/thanos-querier-d7fd54dd7-bb5cp] addLogicalPort took 23.280283ms, libovsdb time 925.893µs W0508 18:05:19.614247 3823 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:05:19.614274 3823 util.go:863] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:05:19.614281 3823 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0508 18:05:19.781868 3823 cni.go:454] [openshift-monitoring/thanos-querier-d7fd54dd7-bb5cp a6dfb1734e2224e977dfb7dfa8ca780d45bc063d27a54e6bfec9a6038cad52a9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-d7fd54dd7-bb5cp a6dfb1734e2224e977dfb7dfa8ca780d45bc063d27a54e6bfec9a6038cad52a9 network default NAD default NAD key ] I0508 18:05:19.791956 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-d7fd54dd7-bb5cp, hostIfaceName: a6dfb1734e2224e, network: default, NAD default, SandboxID: "a6dfb1734e2224e977dfb7dfa8ca780d45bc063d27a54e6bfec9a6038cad52a9", PCI device ID: , UID: "a14dd2e4-e73c-49f1-8e2a-a8e5b9c31d30", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0508 18:05:19.846122 3823 cni.go:480] [openshift-monitoring/thanos-querier-d7fd54dd7-bb5cp a6dfb1734e2224e977dfb7dfa8ca780d45bc063d27a54e6bfec9a6038cad52a9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-d7fd54dd7-bb5cp a6dfb1734e2224e977dfb7dfa8ca780d45bc063d27a54e6bfec9a6038cad52a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:a7:1f:8f:96:12\",\"name\":\"a6dfb1734e2224e\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4fa09d79-1107-4933-b913-50578ee35939\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:05:19.850727 3823 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:05:19.850748 3823 util.go:863] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 18:05:19.850753 3823 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0508 18:05:20.879655 3823 base_network_controller_pods.go:489] [default/openshift-monitoring/metrics-server-69f875c84d-vz7nz] creating logical port openshift-monitoring_metrics-server-69f875c84d-vz7nz for pod on switch ip-10-0-1-165.ec2.internal I0508 18:05:20.879762 3823 kube.go:233] Patching annotations on pod openshift-monitoring/metrics-server-69f875c84d-vz7nz I0508 18:05:20.899786 3823 base_network_controller_pods.go:974] [default/openshift-monitoring/metrics-server-69f875c84d-vz7nz] addLogicalPort annotation time took 20.059279ms I0508 18:05:20.901071 3823 pods.go:270] [openshift-monitoring/metrics-server-69f875c84d-vz7nz] addLogicalPort took 21.451267ms, libovsdb time 944.987µs I0508 18:05:21.485966 3823 cni.go:454] [openshift-multus/network-metrics-daemon-qsjfg 48236657560bafd2a0285af9ca00f2edd5107b80d2deff0522ec565314d9f9cd network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-qsjfg 48236657560bafd2a0285af9ca00f2edd5107b80d2deff0522ec565314d9f9cd network default NAD default NAD key ] I0508 18:05:21.485998 3823 cni.go:454] [openshift-monitoring/metrics-server-69f875c84d-vz7nz 42933c04b15095bd698879f3a156df17f8cfa202330b7abab13fb25db9cea521 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-69f875c84d-vz7nz 42933c04b15095bd698879f3a156df17f8cfa202330b7abab13fb25db9cea521 network default NAD default NAD key ] I0508 18:05:21.497690 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-qsjfg, hostIfaceName: 48236657560bafd, network: default, NAD default, SandboxID: "48236657560bafd2a0285af9ca00f2edd5107b80d2deff0522ec565314d9f9cd", PCI device ID: , UID: "91538598-e52d-45ef-87f7-cb52a45f3d5b", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0508 18:05:21.499501 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-69f875c84d-vz7nz, hostIfaceName: 42933c04b15095b, network: default, NAD default, SandboxID: "42933c04b15095bd698879f3a156df17f8cfa202330b7abab13fb25db9cea521", PCI device ID: , UID: "eb12ec41-3104-446a-b926-524a25867f4f", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0508 18:05:21.549605 3823 cni.go:480] [openshift-multus/network-metrics-daemon-qsjfg 48236657560bafd2a0285af9ca00f2edd5107b80d2deff0522ec565314d9f9cd network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-qsjfg 48236657560bafd2a0285af9ca00f2edd5107b80d2deff0522ec565314d9f9cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:2f:c7:25:72:85\",\"name\":\"48236657560bafd\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1acd9e5e-9b98-4456-b6ee-b9983d058267\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:05:21.566111 3823 cni.go:480] [openshift-monitoring/metrics-server-69f875c84d-vz7nz 42933c04b15095bd698879f3a156df17f8cfa202330b7abab13fb25db9cea521 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-69f875c84d-vz7nz 42933c04b15095bd698879f3a156df17f8cfa202330b7abab13fb25db9cea521 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:00:5c:08:d5:17\",\"name\":\"42933c04b15095b\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a5d35da-5e8a-4a3c-bcd2-e599cd7fef56\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:05:22.693897 3823 base_network_controller_pods.go:489] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-165.ec2.internal I0508 18:05:22.694028 3823 kube.go:233] Patching annotations on pod openshift-monitoring/prometheus-k8s-0 I0508 18:05:22.724232 3823 base_network_controller_pods.go:974] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 30.250423ms I0508 18:05:22.725902 3823 pods.go:270] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 32.024138ms, libovsdb time 1.179429ms I0508 18:05:23.064105 3823 cni.go:454] [openshift-monitoring/prometheus-k8s-0 498a13ef6cb75ac4228d96d216084f43ea6b7a250bbaae2a79cdb82caac5d1e8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 498a13ef6cb75ac4228d96d216084f43ea6b7a250bbaae2a79cdb82caac5d1e8 network default NAD default NAD key ] I0508 18:05:23.074760 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 498a13ef6cb75ac, network: default, NAD default, SandboxID: "498a13ef6cb75ac4228d96d216084f43ea6b7a250bbaae2a79cdb82caac5d1e8", PCI device ID: , UID: "bddef8c2-af92-42cc-baae-f2cb7eb4d7bf", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0508 18:05:23.131861 3823 cni.go:480] [openshift-monitoring/prometheus-k8s-0 498a13ef6cb75ac4228d96d216084f43ea6b7a250bbaae2a79cdb82caac5d1e8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 498a13ef6cb75ac4228d96d216084f43ea6b7a250bbaae2a79cdb82caac5d1e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:70:23:01:76:a8\",\"name\":\"498a13ef6cb75ac\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c0a8660-c53c-4438-94bb-e096f7888855\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:05:23.619585 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0508 18:05:23.814594 3823 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:23.814616 3823 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:23.814621 3823 util.go:863] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:23.814628 3823 util.go:863] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:23.834431 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0508 18:05:23.869983 3823 util.go:863] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:23.870004 3823 util.go:863] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:23.870019 3823 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:23.870026 3823 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:23.891009 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0508 18:05:23.964946 3823 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 18:05:23.964968 3823 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 18:05:24.539732 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0508 18:05:24.539764 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0508 18:05:24.834486 3823 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 18:05:24.834511 3823 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 18:05:25.739856 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0508 18:05:29.832298 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:29.832323 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:29.832330 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:29.832336 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 18:05:31.899746 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0508 18:05:32.106411 3823 base_network_controller_pods.go:489] [default/openshift-console/downloads-84f7f6d49-cfccd] creating logical port openshift-console_downloads-84f7f6d49-cfccd for pod on switch ip-10-0-1-165.ec2.internal I0508 18:05:32.106515 3823 kube.go:233] Patching annotations on pod openshift-console/downloads-84f7f6d49-cfccd I0508 18:05:32.128565 3823 base_network_controller_pods.go:974] [default/openshift-console/downloads-84f7f6d49-cfccd] addLogicalPort annotation time took 22.089754ms I0508 18:05:32.129835 3823 pods.go:270] [openshift-console/downloads-84f7f6d49-cfccd] addLogicalPort took 23.440812ms, libovsdb time 922.173µs I0508 18:05:32.468766 3823 cni.go:454] [openshift-console/downloads-84f7f6d49-cfccd 9e700deb5d42a10a3e506058cc41c41940939f20e5dafefe8457128c5e04c14d network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-84f7f6d49-cfccd 9e700deb5d42a10a3e506058cc41c41940939f20e5dafefe8457128c5e04c14d network default NAD default NAD key ] I0508 18:05:32.477917 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-console, podName: downloads-84f7f6d49-cfccd, hostIfaceName: 9e700deb5d42a10, network: default, NAD default, SandboxID: "9e700deb5d42a10a3e506058cc41c41940939f20e5dafefe8457128c5e04c14d", PCI device ID: , UID: "84808f2c-9c94-40f4-825f-0cd810607d69", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0508 18:05:32.533402 3823 cni.go:480] [openshift-console/downloads-84f7f6d49-cfccd 9e700deb5d42a10a3e506058cc41c41940939f20e5dafefe8457128c5e04c14d network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-84f7f6d49-cfccd 9e700deb5d42a10a3e506058cc41c41940939f20e5dafefe8457128c5e04c14d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:38:bd:0d:58:41\",\"name\":\"9e700deb5d42a10\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a3ef73c-300e-4a04-be38-c4815941f6cb\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:05:37.133542 3823 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0508 18:05:41.360751 3823 base_network_controller_pods.go:489] [default/openshift-console/console-84579dd678-8v857] creating logical port openshift-console_console-84579dd678-8v857 for pod on switch ip-10-0-1-165.ec2.internal I0508 18:05:41.360936 3823 kube.go:233] Patching annotations on pod openshift-console/console-84579dd678-8v857 I0508 18:05:41.393804 3823 base_network_controller_pods.go:974] [default/openshift-console/console-84579dd678-8v857] addLogicalPort annotation time took 32.918246ms I0508 18:05:41.395247 3823 pods.go:270] [openshift-console/console-84579dd678-8v857] addLogicalPort took 34.513859ms, libovsdb time 1.043338ms I0508 18:05:41.737788 3823 cni.go:454] [openshift-console/console-84579dd678-8v857 e26b8cf4f6f3c0b84ac99be3f60168482beebbd0b2794e4f4d017fa48f709656 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-84579dd678-8v857 e26b8cf4f6f3c0b84ac99be3f60168482beebbd0b2794e4f4d017fa48f709656 network default NAD default NAD key ] I0508 18:05:41.748547 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-console, podName: console-84579dd678-8v857, hostIfaceName: e26b8cf4f6f3c0b, network: default, NAD default, SandboxID: "e26b8cf4f6f3c0b84ac99be3f60168482beebbd0b2794e4f4d017fa48f709656", PCI device ID: , UID: "46df951a-7918-4229-b001-582887f69f18", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0508 18:05:41.806999 3823 cni.go:480] [openshift-console/console-84579dd678-8v857 e26b8cf4f6f3c0b84ac99be3f60168482beebbd0b2794e4f4d017fa48f709656 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-84579dd678-8v857 e26b8cf4f6f3c0b84ac99be3f60168482beebbd0b2794e4f4d017fa48f709656 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:44:7c:05:43:fd\",\"name\":\"e26b8cf4f6f3c0b\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9a41156-1ced-4c9e-ae68-fad060ebe84e\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:05:44.826660 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0508 18:05:45.712332 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0508 18:05:45.942804 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0508 18:05:50.233693 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0508 18:05:50.288930 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-59b88794fc-jncfn I0508 18:05:50.288959 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-59b88794fc-jncfn W0508 18:05:51.951569 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0508 18:05:52.440477 3823 cni.go:454] [openshift-dns/dns-default-fh98c 679f6ac5dd2d726016c31da7f702e03c1ae476be643702dd0609791e37f40383 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-fh98c 679f6ac5dd2d726016c31da7f702e03c1ae476be643702dd0609791e37f40383 network default NAD default NAD key ] I0508 18:05:52.450277 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-dns, podName: dns-default-fh98c, hostIfaceName: 679f6ac5dd2d726, network: default, NAD default, SandboxID: "679f6ac5dd2d726016c31da7f702e03c1ae476be643702dd0609791e37f40383", PCI device ID: , UID: "bc9e629a-1469-45cc-adc0-1b193040b37d", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0508 18:05:52.506180 3823 cni.go:480] [openshift-dns/dns-default-fh98c 679f6ac5dd2d726016c31da7f702e03c1ae476be643702dd0609791e37f40383 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-fh98c 679f6ac5dd2d726016c31da7f702e03c1ae476be643702dd0609791e37f40383 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:16:14:ba:4a:4a\",\"name\":\"679f6ac5dd2d726\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61289e9c-f94c-4cef-ab46-e14d342c7bef\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:05:52.733132 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0508 18:05:52.950786 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0508 18:05:53.762241 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0508 18:05:53.762276 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0508 18:05:53.975152 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0508 18:06:00.114182 3823 namespace.go:141] [openshift-kube-storage-version-migrator] updating namespace W0508 18:06:02.048953 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0508 18:06:02.778283 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0508 18:06:04.969562 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0508 18:06:04.969589 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0508 18:06:04.969596 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0508 18:06:05.008194 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0508 18:06:05.008210 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0508 18:06:05.008269 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0508 18:06:06.016402 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0508 18:06:15.821976 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84579dd678-tz7bq I0508 18:06:15.822012 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84579dd678-tz7bq W0508 18:06:23.132324 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 18:06:23.132353 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0508 18:06:23.238522 3823 cni.go:454] [openshift-ingress/router-default-7fd96b5ff6-srxmg 0d6c6fc30c226a1b2682412d625909d5cc5a74cb294dcfe8e465741074212a4f network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7fd96b5ff6-srxmg 0d6c6fc30c226a1b2682412d625909d5cc5a74cb294dcfe8e465741074212a4f network default NAD default NAD key ] E0508 18:06:23.260181 3823 link_network_manager.go:101] Error while syncing link "0d6c6fc30c226a1": failed to get address from link "0d6c6fc30c226a1": failed to list addresses for "0d6c6fc30c226a1": no such device I0508 18:06:23.317255 3823 cni.go:480] [openshift-ingress/router-default-7fd96b5ff6-srxmg 0d6c6fc30c226a1b2682412d625909d5cc5a74cb294dcfe8e465741074212a4f network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7fd96b5ff6-srxmg 0d6c6fc30c226a1b2682412d625909d5cc5a74cb294dcfe8e465741074212a4f network default NAD default NAD key default], result "{}", err I0508 18:06:23.392723 3823 pods.go:175] Deleting pod: openshift-ingress/router-default-7fd96b5ff6-srxmg I0508 18:06:23.394204 3823 pods.go:235] Attempting to release IPs for pod: openshift-ingress/router-default-7fd96b5ff6-srxmg, ips: 10.130.0.12 I0508 18:06:24.086740 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7fd96b5ff6-srxmg I0508 18:06:24.086776 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7fd96b5ff6-srxmg I0508 18:06:26.272147 3823 cni.go:454] [openshift-console/console-84579dd678-8v857 e26b8cf4f6f3c0b84ac99be3f60168482beebbd0b2794e4f4d017fa48f709656 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-84579dd678-8v857 e26b8cf4f6f3c0b84ac99be3f60168482beebbd0b2794e4f4d017fa48f709656 network default NAD default NAD key ] E0508 18:06:26.293657 3823 link_network_manager.go:101] Error while syncing link "e26b8cf4f6f3c0b": failed to get address from link "e26b8cf4f6f3c0b": failed to list addresses for "e26b8cf4f6f3c0b": no such device I0508 18:06:26.346123 3823 cni.go:480] [openshift-console/console-84579dd678-8v857 e26b8cf4f6f3c0b84ac99be3f60168482beebbd0b2794e4f4d017fa48f709656 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-84579dd678-8v857 e26b8cf4f6f3c0b84ac99be3f60168482beebbd0b2794e4f4d017fa48f709656 network default NAD default NAD key default], result "{}", err I0508 18:06:26.414083 3823 pods.go:175] Deleting pod: openshift-console/console-84579dd678-8v857 I0508 18:06:26.415362 3823 pods.go:235] Attempting to release IPs for pod: openshift-console/console-84579dd678-8v857, ips: 10.130.0.21 I0508 18:06:27.104809 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84579dd678-8v857 I0508 18:06:27.104842 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84579dd678-8v857 I0508 18:06:39.221912 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0508 18:06:39.221952 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0508 18:06:43.252225 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0508 18:06:43.252263 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0508 18:06:44.194723 3823 base_network_controller_pods.go:489] [default/openshift-console/console-7c5674588-2w8jm] creating logical port openshift-console_console-7c5674588-2w8jm for pod on switch ip-10-0-1-165.ec2.internal I0508 18:06:44.194870 3823 kube.go:233] Patching annotations on pod openshift-console/console-7c5674588-2w8jm I0508 18:06:44.225088 3823 base_network_controller_pods.go:974] [default/openshift-console/console-7c5674588-2w8jm] addLogicalPort annotation time took 30.250349ms I0508 18:06:44.226371 3823 pods.go:270] [openshift-console/console-7c5674588-2w8jm] addLogicalPort took 31.664383ms, libovsdb time 918.785µs I0508 18:06:44.560925 3823 cni.go:454] [openshift-console/console-7c5674588-2w8jm 918eb8f4a243a17e03717743bdaf581b378aef0800873d6a117332c6b42f0a58 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7c5674588-2w8jm 918eb8f4a243a17e03717743bdaf581b378aef0800873d6a117332c6b42f0a58 network default NAD default NAD key ] I0508 18:06:44.570743 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-console, podName: console-7c5674588-2w8jm, hostIfaceName: 918eb8f4a243a17, network: default, NAD default, SandboxID: "918eb8f4a243a17e03717743bdaf581b378aef0800873d6a117332c6b42f0a58", PCI device ID: , UID: "a30ae38f-d0cc-4f4c-9d91-e0b41effb9b7", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0508 18:06:44.624507 3823 cni.go:480] [openshift-console/console-7c5674588-2w8jm 918eb8f4a243a17e03717743bdaf581b378aef0800873d6a117332c6b42f0a58 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7c5674588-2w8jm 918eb8f4a243a17e03717743bdaf581b378aef0800873d6a117332c6b42f0a58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:7f:e0:29:47:04\",\"name\":\"918eb8f4a243a17\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d1d14b2-19e9-4feb-b7e3-b3a15198a840\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:06:55.235782 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0508 18:07:10.049862 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55cf6d5d8b-dgwlb I0508 18:07:10.049897 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55cf6d5d8b-dgwlb I0508 18:07:11.077936 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0508 18:07:11.077964 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0508 18:07:21.437823 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55cf6d5d8b-4svwj I0508 18:07:21.437859 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55cf6d5d8b-4svwj I0508 18:07:45.748466 3823 cni.go:454] [openshift-monitoring/prometheus-k8s-0 498a13ef6cb75ac4228d96d216084f43ea6b7a250bbaae2a79cdb82caac5d1e8 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 498a13ef6cb75ac4228d96d216084f43ea6b7a250bbaae2a79cdb82caac5d1e8 network default NAD default NAD key ] E0508 18:07:45.770540 3823 link_network_manager.go:101] Error while syncing link "498a13ef6cb75ac": failed to get address from link "498a13ef6cb75ac": failed to list addresses for "498a13ef6cb75ac": no such device I0508 18:07:45.824545 3823 cni.go:480] [openshift-monitoring/prometheus-k8s-0 498a13ef6cb75ac4228d96d216084f43ea6b7a250bbaae2a79cdb82caac5d1e8 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 498a13ef6cb75ac4228d96d216084f43ea6b7a250bbaae2a79cdb82caac5d1e8 network default NAD default NAD key default], result "{}", err I0508 18:07:45.884967 3823 pods.go:175] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0508 18:07:45.886430 3823 pods.go:235] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.19 I0508 18:07:46.434369 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0508 18:07:46.434399 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0508 18:07:46.483901 3823 base_network_controller_pods.go:489] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-165.ec2.internal I0508 18:07:46.484012 3823 kube.go:233] Patching annotations on pod openshift-monitoring/prometheus-k8s-0 I0508 18:07:46.513499 3823 base_network_controller_pods.go:974] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 29.52362ms I0508 18:07:46.514737 3823 pods.go:270] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 30.852324ms, libovsdb time 836.825µs I0508 18:07:46.847797 3823 cni.go:454] [openshift-monitoring/prometheus-k8s-0 674bf383dedf22eaf074ad07f8c1f8194c3ffa179a6aeb3fd30c6a9f99968a56 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 674bf383dedf22eaf074ad07f8c1f8194c3ffa179a6aeb3fd30c6a9f99968a56 network default NAD default NAD key ] I0508 18:07:46.857433 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 674bf383dedf22e, network: default, NAD default, SandboxID: "674bf383dedf22eaf074ad07f8c1f8194c3ffa179a6aeb3fd30c6a9f99968a56", PCI device ID: , UID: "f7383104-e50a-4103-b2fe-b14f07a32621", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0508 18:07:46.909686 3823 cni.go:480] [openshift-monitoring/prometheus-k8s-0 674bf383dedf22eaf074ad07f8c1f8194c3ffa179a6aeb3fd30c6a9f99968a56 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 674bf383dedf22eaf074ad07f8c1f8194c3ffa179a6aeb3fd30c6a9f99968a56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:83:b9:60:37:93\",\"name\":\"674bf383dedf22e\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ae2e96a-c04d-4fe2-a9a8-76324d3b355f\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:08:47.717655 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 18:08:47.717688 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0508 18:08:53.611313 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=7 I0508 18:09:04.138275 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0508 18:09:22.608567 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=530 I0508 18:09:26.575834 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c5674588-xqh6f I0508 18:09:26.575867 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c5674588-xqh6f I0508 18:09:36.123290 3823 cni.go:454] [openshift-console/console-7c5674588-2w8jm 918eb8f4a243a17e03717743bdaf581b378aef0800873d6a117332c6b42f0a58 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7c5674588-2w8jm 918eb8f4a243a17e03717743bdaf581b378aef0800873d6a117332c6b42f0a58 network default NAD default NAD key ] E0508 18:09:36.156663 3823 link_network_manager.go:101] Error while syncing link "918eb8f4a243a17": failed to get address from link "918eb8f4a243a17": failed to list addresses for "918eb8f4a243a17": no such device I0508 18:09:36.207099 3823 cni.go:480] [openshift-console/console-7c5674588-2w8jm 918eb8f4a243a17e03717743bdaf581b378aef0800873d6a117332c6b42f0a58 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7c5674588-2w8jm 918eb8f4a243a17e03717743bdaf581b378aef0800873d6a117332c6b42f0a58 network default NAD default NAD key default], result "{}", err I0508 18:09:36.258298 3823 pods.go:175] Deleting pod: openshift-console/console-7c5674588-2w8jm I0508 18:09:36.259754 3823 pods.go:235] Attempting to release IPs for pod: openshift-console/console-7c5674588-2w8jm, ips: 10.130.0.22 I0508 18:09:36.863121 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c5674588-2w8jm I0508 18:09:36.863150 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c5674588-2w8jm I0508 18:09:41.608481 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=14 W0508 18:09:47.678853 3823 util.go:863] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 18:09:58.727583 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0508 18:09:58.727670 3823 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-9hrxx IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-9hrxx: no pod IPs found I0508 18:10:27.138229 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=7 I0508 18:10:36.804168 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=7 I0508 18:11:04.033711 3823 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0508 18:11:17.873087 3823 namespace.go:97] [tsf] adding namespace I0508 18:11:17.873941 3823 namespace.go:101] [tsf] adding namespace took 827.819µs I0508 18:11:17.891810 3823 namespace.go:141] [tsf] updating namespace I0508 18:11:17.905256 3823 namespace.go:141] [tsf] updating namespace I0508 18:11:21.769470 3823 namespace.go:97] [rhbk-operator] adding namespace I0508 18:11:21.770471 3823 namespace.go:101] [rhbk-operator] adding namespace took 976.533µs I0508 18:11:21.770509 3823 namespace.go:97] [tsf-keycloak] adding namespace I0508 18:11:21.771068 3823 namespace.go:101] [tsf-keycloak] adding namespace took 549.534µs I0508 18:11:21.772739 3823 namespace.go:97] [tsf-tas] adding namespace I0508 18:11:21.773465 3823 namespace.go:101] [tsf-tas] adding namespace took 705.549µs I0508 18:11:21.777612 3823 namespace.go:97] [rhtpa-operator] adding namespace I0508 18:11:21.777626 3823 namespace.go:97] [konflux-ui] adding namespace I0508 18:11:21.777789 3823 namespace.go:97] [konflux-operator] adding namespace I0508 18:11:21.777822 3823 namespace.go:97] [cert-manager-operator] adding namespace I0508 18:11:21.777912 3823 namespace.go:97] [tsf-tpa] adding namespace I0508 18:11:21.778348 3823 namespace.go:101] [rhtpa-operator] adding namespace took 719.476µs I0508 18:11:21.779008 3823 namespace.go:101] [konflux-ui] adding namespace took 1.368482ms I0508 18:11:21.779594 3823 namespace.go:101] [konflux-operator] adding namespace took 1.786266ms I0508 18:11:21.780086 3823 namespace.go:101] [cert-manager-operator] adding namespace took 2.245957ms I0508 18:11:21.780546 3823 namespace.go:101] [tsf-tpa] adding namespace took 2.622715ms I0508 18:11:21.787619 3823 namespace.go:141] [rhbk-operator] updating namespace I0508 18:11:21.805094 3823 namespace.go:141] [rhbk-operator] updating namespace I0508 18:11:21.818552 3823 namespace.go:141] [konflux-ui] updating namespace I0508 18:11:21.831950 3823 namespace.go:141] [tsf-tas] updating namespace I0508 18:11:21.832068 3823 namespace.go:141] [tsf-keycloak] updating namespace I0508 18:11:21.832250 3823 namespace.go:141] [rhtpa-operator] updating namespace I0508 18:11:21.840803 3823 namespace.go:141] [konflux-operator] updating namespace I0508 18:11:21.846529 3823 namespace.go:141] [tsf-keycloak] updating namespace I0508 18:11:21.856632 3823 namespace.go:141] [cert-manager-operator] updating namespace I0508 18:11:21.856819 3823 namespace.go:141] [rhbk-operator] updating namespace I0508 18:11:21.856927 3823 namespace.go:141] [tsf-tpa] updating namespace I0508 18:11:21.862356 3823 namespace.go:141] [tsf-tas] updating namespace I0508 18:11:21.875453 3823 namespace.go:141] [tsf-tas] updating namespace I0508 18:11:21.897712 3823 namespace.go:141] [konflux-ui] updating namespace I0508 18:11:21.916978 3823 namespace.go:141] [konflux-ui] updating namespace I0508 18:11:21.940393 3823 namespace.go:141] [rhtpa-operator] updating namespace I0508 18:11:21.953557 3823 namespace.go:141] [rhtpa-operator] updating namespace I0508 18:11:21.970966 3823 namespace.go:141] [konflux-operator] updating namespace I0508 18:11:21.983059 3823 namespace.go:141] [konflux-operator] updating namespace I0508 18:11:22.011838 3823 namespace.go:141] [cert-manager-operator] updating namespace I0508 18:11:22.023667 3823 namespace.go:141] [cert-manager-operator] updating namespace I0508 18:11:22.042749 3823 namespace.go:141] [tsf-tpa] updating namespace I0508 18:11:22.067336 3823 namespace.go:141] [tsf-tpa] updating namespace I0508 18:11:22.177170 3823 namespace.go:141] [tsf-keycloak] updating namespace I0508 18:11:22.851115 3823 namespace.go:141] [tsf-keycloak] updating namespace I0508 18:11:22.862171 3823 namespace.go:141] [tsf-tpa] updating namespace I0508 18:11:22.914519 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=8 I0508 18:11:24.490287 3823 base_network_controller_pods.go:489] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbbdpp] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbbdpp for pod on switch ip-10-0-1-165.ec2.internal I0508 18:11:24.490434 3823 kube.go:233] Patching annotations on pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbbdpp I0508 18:11:24.504364 3823 base_network_controller_pods.go:974] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbbdpp] addLogicalPort annotation time took 13.966373ms I0508 18:11:24.505779 3823 pods.go:270] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbbdpp] addLogicalPort took 15.510864ms, libovsdb time 1.001725ms I0508 18:11:24.678295 3823 base_network_controller_pods.go:489] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe678mp] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe678mp for pod on switch ip-10-0-1-165.ec2.internal I0508 18:11:24.678445 3823 kube.go:233] Patching annotations on pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe678mp I0508 18:11:24.692241 3823 base_network_controller_pods.go:974] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe678mp] addLogicalPort annotation time took 13.834588ms I0508 18:11:24.693606 3823 pods.go:270] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe678mp] addLogicalPort took 15.327972ms, libovsdb time 1.027979ms I0508 18:11:24.852978 3823 cni.go:454] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbbdpp 4d572a97cfa0aac326f3b0af61a6ca95a54bfdba9c0f971a96568b857a5d9f62 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbbdpp 4d572a97cfa0aac326f3b0af61a6ca95a54bfdba9c0f971a96568b857a5d9f62 network default NAD default NAD key ] I0508 18:11:24.863034 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbbdpp, hostIfaceName: 4d572a97cfa0aac, network: default, NAD default, SandboxID: "4d572a97cfa0aac326f3b0af61a6ca95a54bfdba9c0f971a96568b857a5d9f62", PCI device ID: , UID: "327b5fa3-68d7-4598-873a-96c49cb6568a", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0508 18:11:24.915399 3823 cni.go:480] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbbdpp 4d572a97cfa0aac326f3b0af61a6ca95a54bfdba9c0f971a96568b857a5d9f62 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbbdpp 4d572a97cfa0aac326f3b0af61a6ca95a54bfdba9c0f971a96568b857a5d9f62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:0e:d9:97:ea:2c\",\"name\":\"4d572a97cfa0aac\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffb8c176-78d5-425a-92a9-a02f00b14763\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:11:25.038061 3823 cni.go:454] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe678mp fa4160fff2c13ba17349a036a301517f6e756264c8ea7631b36e7b6fd0109590 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe678mp fa4160fff2c13ba17349a036a301517f6e756264c8ea7631b36e7b6fd0109590 network default NAD default NAD key ] I0508 18:11:25.048441 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe678mp, hostIfaceName: fa4160fff2c13ba, network: default, NAD default, SandboxID: "fa4160fff2c13ba17349a036a301517f6e756264c8ea7631b36e7b6fd0109590", PCI device ID: , UID: "18add167-ae9d-4c24-9db0-4f2baa742f00", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0508 18:11:25.100628 3823 cni.go:480] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe678mp fa4160fff2c13ba17349a036a301517f6e756264c8ea7631b36e7b6fd0109590 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe678mp fa4160fff2c13ba17349a036a301517f6e756264c8ea7631b36e7b6fd0109590 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:f3:ed:a9:3e:65\",\"name\":\"fa4160fff2c13ba\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35aecf04-cf5a-4a9f-9885-833858776838\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:11:27.754542 3823 base_network_controller_pods.go:489] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eprpxt] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eprpxt for pod on switch ip-10-0-1-165.ec2.internal I0508 18:11:27.754698 3823 kube.go:233] Patching annotations on pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eprpxt I0508 18:11:27.768382 3823 base_network_controller_pods.go:974] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eprpxt] addLogicalPort annotation time took 13.746983ms I0508 18:11:27.769652 3823 pods.go:270] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eprpxt] addLogicalPort took 15.120749ms, libovsdb time 876.262µs I0508 18:11:28.180055 3823 cni.go:454] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eprpxt b4aaafda89d0aa666f41f218cd711737a047eadd26d838779234811daf60a07e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eprpxt b4aaafda89d0aa666f41f218cd711737a047eadd26d838779234811daf60a07e network default NAD default NAD key ] I0508 18:11:28.190501 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eprpxt, hostIfaceName: b4aaafda89d0aa6, network: default, NAD default, SandboxID: "b4aaafda89d0aa666f41f218cd711737a047eadd26d838779234811daf60a07e", PCI device ID: , UID: "2de7e5fe-f925-4eae-96f9-9fe39af31041", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0508 18:11:28.243888 3823 cni.go:480] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eprpxt b4aaafda89d0aa666f41f218cd711737a047eadd26d838779234811daf60a07e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eprpxt b4aaafda89d0aa666f41f218cd711737a047eadd26d838779234811daf60a07e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:ea:1c:fe:59:be\",\"name\":\"b4aaafda89d0aa6\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10c36cf2-ca06-428c-92e8-4c964a6eef43\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:11:29.322714 3823 cni.go:454] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe678mp fa4160fff2c13ba17349a036a301517f6e756264c8ea7631b36e7b6fd0109590 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe678mp fa4160fff2c13ba17349a036a301517f6e756264c8ea7631b36e7b6fd0109590 network default NAD default NAD key ] E0508 18:11:29.345372 3823 link_network_manager.go:101] Error while syncing link "fa4160fff2c13ba": failed to get address from link "fa4160fff2c13ba": failed to list addresses for "fa4160fff2c13ba": no such device I0508 18:11:29.395718 3823 cni.go:480] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe678mp fa4160fff2c13ba17349a036a301517f6e756264c8ea7631b36e7b6fd0109590 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe678mp fa4160fff2c13ba17349a036a301517f6e756264c8ea7631b36e7b6fd0109590 network default NAD default NAD key default], result "{}", err I0508 18:11:29.442326 3823 pods.go:175] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe678mp I0508 18:11:29.443834 3823 pods.go:235] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe678mp, ips: 10.130.0.25 I0508 18:11:29.443891 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 18:11:29.444123 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 18:11:29.515464 3823 base_network_controller_pods.go:489] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ccd6r] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ccd6r for pod on switch ip-10-0-1-165.ec2.internal I0508 18:11:29.515611 3823 kube.go:233] Patching annotations on pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ccd6r I0508 18:11:29.530794 3823 base_network_controller_pods.go:974] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ccd6r] addLogicalPort annotation time took 15.216967ms I0508 18:11:29.532035 3823 pods.go:270] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ccd6r] addLogicalPort took 16.590353ms, libovsdb time 873.96µs I0508 18:11:29.924765 3823 cni.go:454] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ccd6r 5e2021d735905b2bd0c09ca3221722c2ef317533ab948d97e1893e6d05b21a9a network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ccd6r 5e2021d735905b2bd0c09ca3221722c2ef317533ab948d97e1893e6d05b21a9a network default NAD default NAD key ] I0508 18:11:29.935328 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ccd6r, hostIfaceName: 5e2021d735905b2, network: default, NAD default, SandboxID: "5e2021d735905b2bd0c09ca3221722c2ef317533ab948d97e1893e6d05b21a9a", PCI device ID: , UID: "568ae442-c164-4752-a573-902d82666b09", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0508 18:11:29.989618 3823 cni.go:480] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ccd6r 5e2021d735905b2bd0c09ca3221722c2ef317533ab948d97e1893e6d05b21a9a network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ccd6r 5e2021d735905b2bd0c09ca3221722c2ef317533ab948d97e1893e6d05b21a9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:f9:14:2b:be:75\",\"name\":\"5e2021d735905b2\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/198e7b33-a7d9-4933-9bc5-6154f10813f2\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:11:30.337679 3823 cni.go:454] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbbdpp 4d572a97cfa0aac326f3b0af61a6ca95a54bfdba9c0f971a96568b857a5d9f62 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbbdpp 4d572a97cfa0aac326f3b0af61a6ca95a54bfdba9c0f971a96568b857a5d9f62 network default NAD default NAD key ] E0508 18:11:30.361766 3823 link_network_manager.go:101] Error while syncing link "4d572a97cfa0aac": failed to get address from link "4d572a97cfa0aac": failed to list addresses for "4d572a97cfa0aac": no such device I0508 18:11:30.413587 3823 cni.go:480] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbbdpp 4d572a97cfa0aac326f3b0af61a6ca95a54bfdba9c0f971a96568b857a5d9f62 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbbdpp 4d572a97cfa0aac326f3b0af61a6ca95a54bfdba9c0f971a96568b857a5d9f62 network default NAD default NAD key default], result "{}", err I0508 18:11:30.456055 3823 pods.go:175] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbbdpp I0508 18:11:30.457447 3823 pods.go:235] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbbdpp, ips: 10.130.0.24 I0508 18:11:30.457499 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 18:11:30.457712 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 18:11:31.146443 3823 base_network_controller_pods.go:489] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7v2k6w] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7v2k6w for pod on switch ip-10-0-1-165.ec2.internal I0508 18:11:31.146589 3823 kube.go:233] Patching annotations on pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7v2k6w I0508 18:11:31.160629 3823 base_network_controller_pods.go:974] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7v2k6w] addLogicalPort annotation time took 14.070836ms I0508 18:11:31.162037 3823 pods.go:270] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7v2k6w] addLogicalPort took 15.611752ms, libovsdb time 916.172µs I0508 18:11:31.249880 3823 base_network_controller_pods.go:489] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n4w2w] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n4w2w for pod on switch ip-10-0-1-165.ec2.internal I0508 18:11:31.250000 3823 kube.go:233] Patching annotations on pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n4w2w I0508 18:11:31.264213 3823 base_network_controller_pods.go:974] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n4w2w] addLogicalPort annotation time took 14.248858ms I0508 18:11:31.265605 3823 pods.go:270] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n4w2w] addLogicalPort took 15.747826ms, libovsdb time 921.802µs I0508 18:11:31.507414 3823 cni.go:454] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7v2k6w 092e6bb37e1b986fad73b6075435331bef5baf884bfe007e77ee7f52e3ca1acd network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7v2k6w 092e6bb37e1b986fad73b6075435331bef5baf884bfe007e77ee7f52e3ca1acd network default NAD default NAD key ] I0508 18:11:31.517728 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7v2k6w, hostIfaceName: 092e6bb37e1b986, network: default, NAD default, SandboxID: "092e6bb37e1b986fad73b6075435331bef5baf884bfe007e77ee7f52e3ca1acd", PCI device ID: , UID: "2f3ee7d8-7e24-4e4b-bc5e-9b91afc8e0a2", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0508 18:11:31.571066 3823 cni.go:480] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7v2k6w 092e6bb37e1b986fad73b6075435331bef5baf884bfe007e77ee7f52e3ca1acd network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7v2k6w 092e6bb37e1b986fad73b6075435331bef5baf884bfe007e77ee7f52e3ca1acd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:b7:15:f6:37:12\",\"name\":\"092e6bb37e1b986\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/834cb1f4-4ea3-4d30-b9f2-4280e82308ae\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:11:31.612913 3823 cni.go:454] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n4w2w ed0c918d8e747fa105a6c2e3a44b41b099dd4360d1bc56cd20e56d42e6ebbb4b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n4w2w ed0c918d8e747fa105a6c2e3a44b41b099dd4360d1bc56cd20e56d42e6ebbb4b network default NAD default NAD key ] I0508 18:11:31.623751 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n4w2w, hostIfaceName: ed0c918d8e747fa, network: default, NAD default, SandboxID: "ed0c918d8e747fa105a6c2e3a44b41b099dd4360d1bc56cd20e56d42e6ebbb4b", PCI device ID: , UID: "08017ba1-e668-4e65-a022-25efce24a3db", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0508 18:11:31.678092 3823 cni.go:480] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n4w2w ed0c918d8e747fa105a6c2e3a44b41b099dd4360d1bc56cd20e56d42e6ebbb4b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n4w2w ed0c918d8e747fa105a6c2e3a44b41b099dd4360d1bc56cd20e56d42e6ebbb4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:65:af:ba:7a:fa\",\"name\":\"ed0c918d8e747fa\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/418b065c-c154-4be8-9993-19154fe01a3d\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:11:32.351166 3823 cni.go:454] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eprpxt b4aaafda89d0aa666f41f218cd711737a047eadd26d838779234811daf60a07e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eprpxt b4aaafda89d0aa666f41f218cd711737a047eadd26d838779234811daf60a07e network default NAD default NAD key ] E0508 18:11:32.373234 3823 link_network_manager.go:101] Error while syncing link "b4aaafda89d0aa6": failed to get address from link "b4aaafda89d0aa6": failed to list addresses for "b4aaafda89d0aa6": no such device I0508 18:11:32.419021 3823 cni.go:480] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eprpxt b4aaafda89d0aa666f41f218cd711737a047eadd26d838779234811daf60a07e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eprpxt b4aaafda89d0aa666f41f218cd711737a047eadd26d838779234811daf60a07e network default NAD default NAD key default], result "{}", err I0508 18:11:32.456358 3823 pods.go:175] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eprpxt I0508 18:11:32.457894 3823 pods.go:235] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eprpxt, ips: 10.130.0.26 I0508 18:11:32.457947 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 18:11:32.458126 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 18:11:33.358369 3823 cni.go:454] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ccd6r 5e2021d735905b2bd0c09ca3221722c2ef317533ab948d97e1893e6d05b21a9a network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ccd6r 5e2021d735905b2bd0c09ca3221722c2ef317533ab948d97e1893e6d05b21a9a network default NAD default NAD key ] E0508 18:11:33.380946 3823 link_network_manager.go:101] Error while syncing link "5e2021d735905b2": failed to get address from link "5e2021d735905b2": failed to list addresses for "5e2021d735905b2": no such device I0508 18:11:33.433927 3823 cni.go:480] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ccd6r 5e2021d735905b2bd0c09ca3221722c2ef317533ab948d97e1893e6d05b21a9a network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ccd6r 5e2021d735905b2bd0c09ca3221722c2ef317533ab948d97e1893e6d05b21a9a network default NAD default NAD key default], result "{}", err I0508 18:11:33.477794 3823 pods.go:175] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ccd6r I0508 18:11:33.479158 3823 pods.go:235] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ccd6r, ips: 10.130.0.27 I0508 18:11:33.479210 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 18:11:33.479389 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 18:11:35.370018 3823 cni.go:454] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7v2k6w 092e6bb37e1b986fad73b6075435331bef5baf884bfe007e77ee7f52e3ca1acd network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7v2k6w 092e6bb37e1b986fad73b6075435331bef5baf884bfe007e77ee7f52e3ca1acd network default NAD default NAD key ] E0508 18:11:35.391445 3823 link_network_manager.go:101] Error while syncing link "092e6bb37e1b986": failed to get address from link "092e6bb37e1b986": failed to list addresses for "092e6bb37e1b986": no such device E0508 18:11:35.392836 3823 link_network_manager.go:101] Error while syncing link "092e6bb37e1b986": failed to get address from link "092e6bb37e1b986": failed to list addresses for "092e6bb37e1b986": no such device I0508 18:11:35.444066 3823 cni.go:480] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7v2k6w 092e6bb37e1b986fad73b6075435331bef5baf884bfe007e77ee7f52e3ca1acd network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7v2k6w 092e6bb37e1b986fad73b6075435331bef5baf884bfe007e77ee7f52e3ca1acd network default NAD default NAD key default], result "{}", err I0508 18:11:35.562568 3823 pods.go:175] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7v2k6w I0508 18:11:35.564112 3823 pods.go:235] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7v2k6w, ips: 10.130.0.28 I0508 18:11:35.564166 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 18:11:35.564377 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 18:11:37.383605 3823 cni.go:454] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n4w2w ed0c918d8e747fa105a6c2e3a44b41b099dd4360d1bc56cd20e56d42e6ebbb4b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n4w2w ed0c918d8e747fa105a6c2e3a44b41b099dd4360d1bc56cd20e56d42e6ebbb4b network default NAD default NAD key ] E0508 18:11:37.405523 3823 link_network_manager.go:101] Error while syncing link "ed0c918d8e747fa": failed to get address from link "ed0c918d8e747fa": failed to list addresses for "ed0c918d8e747fa": no such device I0508 18:11:37.454735 3823 cni.go:480] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n4w2w ed0c918d8e747fa105a6c2e3a44b41b099dd4360d1bc56cd20e56d42e6ebbb4b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n4w2w ed0c918d8e747fa105a6c2e3a44b41b099dd4360d1bc56cd20e56d42e6ebbb4b network default NAD default NAD key default], result "{}", err I0508 18:11:37.503381 3823 pods.go:175] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n4w2w I0508 18:11:37.504967 3823 pods.go:235] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n4w2w, ips: 10.130.0.29 I0508 18:11:37.505010 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 18:11:37.505191 3823 base_network_controller_policy.go:656] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 18:11:43.580739 3823 base_network_controller_pods.go:489] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5mkw5] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-5mkw5 for pod on switch ip-10-0-1-165.ec2.internal I0508 18:11:43.580899 3823 kube.go:233] Patching annotations on pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5mkw5 I0508 18:11:43.602998 3823 base_network_controller_pods.go:974] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5mkw5] addLogicalPort annotation time took 22.1378ms I0508 18:11:43.604218 3823 pods.go:270] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5mkw5] addLogicalPort took 23.499296ms, libovsdb time 885.878µs I0508 18:11:43.710306 3823 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0508 18:11:43.944885 3823 cni.go:454] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5mkw5 17a0bb8802275960db753098e0054b032416da7a93ade06c7dc2f70f07aa3205 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5mkw5 17a0bb8802275960db753098e0054b032416da7a93ade06c7dc2f70f07aa3205 network default NAD default NAD key ] I0508 18:11:43.973544 3823 helper_linux.go:546] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-5mkw5, hostIfaceName: 17a0bb880227596, network: default, NAD default, SandboxID: "17a0bb8802275960db753098e0054b032416da7a93ade06c7dc2f70f07aa3205", PCI device ID: , UID: "822a0908-0087-44af-9979-6623d82fd258", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0508 18:11:44.026219 3823 cni.go:480] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5mkw5 17a0bb8802275960db753098e0054b032416da7a93ade06c7dc2f70f07aa3205 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-5mkw5 17a0bb8802275960db753098e0054b032416da7a93ade06c7dc2f70f07aa3205 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:79:3a:74:21:e5\",\"name\":\"17a0bb880227596\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be3aec03-bdaf-4af5-a192-d39c5804bfa3\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:11:46.773571 3823 namespace.go:97] [cert-manager] adding namespace I0508 18:11:46.774630 3823 namespace.go:101] [cert-manager] adding namespace took 1.027137ms I0508 18:11:46.803881 3823 namespace.go:141] [cert-manager] updating namespace I0508 18:11:46.822081 3823 namespace.go:141] [cert-manager] updating namespace I0508 18:11:48.419271 3823 base_network_controller_pods.go:489] [default/cert-manager/cert-manager-webhook-7dc76cbb94-7v64v] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-7v64v for pod on switch ip-10-0-1-165.ec2.internal I0508 18:11:48.419402 3823 kube.go:233] Patching annotations on pod cert-manager/cert-manager-webhook-7dc76cbb94-7v64v I0508 18:11:48.493301 3823 base_network_controller_pods.go:974] [default/cert-manager/cert-manager-webhook-7dc76cbb94-7v64v] addLogicalPort annotation time took 73.940195ms I0508 18:11:48.494537 3823 pods.go:270] [cert-manager/cert-manager-webhook-7dc76cbb94-7v64v] addLogicalPort took 75.29251ms, libovsdb time 854.179µs I0508 18:11:48.818782 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=9 I0508 18:11:49.100017 3823 cni.go:454] [cert-manager/cert-manager-webhook-7dc76cbb94-7v64v 1c095509659ece816512d51d8feab184e40ea74dcc95ccb6a5d50f0c8b872afc network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-7v64v 1c095509659ece816512d51d8feab184e40ea74dcc95ccb6a5d50f0c8b872afc network default NAD default NAD key ] I0508 18:11:49.109675 3823 helper_linux.go:546] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-7v64v, hostIfaceName: 1c095509659ece8, network: default, NAD default, SandboxID: "1c095509659ece816512d51d8feab184e40ea74dcc95ccb6a5d50f0c8b872afc", PCI device ID: , UID: "84efdf21-e749-4a43-898b-66d8e10a3997", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0508 18:11:49.163956 3823 cni.go:480] [cert-manager/cert-manager-webhook-7dc76cbb94-7v64v 1c095509659ece816512d51d8feab184e40ea74dcc95ccb6a5d50f0c8b872afc network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-7v64v 1c095509659ece816512d51d8feab184e40ea74dcc95ccb6a5d50f0c8b872afc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:53:4a:01:0a:65\",\"name\":\"1c095509659ece8\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a48ca736-81ae-4e4d-8ad0-ba5edbff70b6\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:11:50.966815 3823 base_network_controller_pods.go:489] [default/cert-manager/cert-manager-cainjector-5d99449ffd-wkkwp] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-wkkwp for pod on switch ip-10-0-1-165.ec2.internal I0508 18:11:50.966940 3823 kube.go:233] Patching annotations on pod cert-manager/cert-manager-cainjector-5d99449ffd-wkkwp I0508 18:11:51.050549 3823 base_network_controller_pods.go:974] [default/cert-manager/cert-manager-cainjector-5d99449ffd-wkkwp] addLogicalPort annotation time took 83.64989ms I0508 18:11:51.051875 3823 pods.go:270] [cert-manager/cert-manager-cainjector-5d99449ffd-wkkwp] addLogicalPort took 85.077671ms, libovsdb time 889.165µs I0508 18:11:51.872445 3823 cni.go:454] [cert-manager/cert-manager-cainjector-5d99449ffd-wkkwp 7357a531954ec920473c56cd437e8426fe3f5233efc59ebdbed88790a7c0df3c network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-wkkwp 7357a531954ec920473c56cd437e8426fe3f5233efc59ebdbed88790a7c0df3c network default NAD default NAD key ] I0508 18:11:51.881776 3823 helper_linux.go:546] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-wkkwp, hostIfaceName: 7357a531954ec92, network: default, NAD default, SandboxID: "7357a531954ec920473c56cd437e8426fe3f5233efc59ebdbed88790a7c0df3c", PCI device ID: , UID: "0060e366-0d00-46e7-adc5-402f379ffbfe", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0508 18:11:51.937179 3823 cni.go:480] [cert-manager/cert-manager-cainjector-5d99449ffd-wkkwp 7357a531954ec920473c56cd437e8426fe3f5233efc59ebdbed88790a7c0df3c network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-wkkwp 7357a531954ec920473c56cd437e8426fe3f5233efc59ebdbed88790a7c0df3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:fc:c3:4a:a0:47\",\"name\":\"7357a531954ec92\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c66f3711-26ff-4df9-b513-b9a668cf1682\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:11:52.464697 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0508 18:11:52.464724 3823 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0508 18:11:54.680652 3823 base_network_controller_pods.go:489] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-kw72p] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-kw72p for pod on switch ip-10-0-1-165.ec2.internal I0508 18:11:54.680848 3823 kube.go:233] Patching annotations on pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-kw72p I0508 18:11:54.704543 3823 base_network_controller_pods.go:974] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-kw72p] addLogicalPort annotation time took 23.73361ms I0508 18:11:54.705936 3823 pods.go:270] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-kw72p] addLogicalPort took 25.316191ms, libovsdb time 969.576µs I0508 18:11:55.044261 3823 cni.go:454] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-kw72p 26c35134a010395affb68071ae2fbc458b9ae76d0ead05cfe6011227076772e0 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-kw72p 26c35134a010395affb68071ae2fbc458b9ae76d0ead05cfe6011227076772e0 network default NAD default NAD key ] I0508 18:11:55.055176 3823 helper_linux.go:546] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-kw72p, hostIfaceName: 26c35134a010395, network: default, NAD default, SandboxID: "26c35134a010395affb68071ae2fbc458b9ae76d0ead05cfe6011227076772e0", PCI device ID: , UID: "7898fe1c-5803-472b-861d-163957d1c080", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0508 18:11:55.110124 3823 cni.go:480] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-kw72p 26c35134a010395affb68071ae2fbc458b9ae76d0ead05cfe6011227076772e0 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-kw72p 26c35134a010395affb68071ae2fbc458b9ae76d0ead05cfe6011227076772e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:7b:1a:88:88:a1\",\"name\":\"26c35134a010395\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98190033-c054-4e32-b4bd-da6a01c06322\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:11:55.957716 3823 base_network_controller_pods.go:489] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8rh2h] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-8rh2h for pod on switch ip-10-0-1-165.ec2.internal I0508 18:11:55.957909 3823 kube.go:233] Patching annotations on pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8rh2h I0508 18:11:55.981048 3823 base_network_controller_pods.go:974] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8rh2h] addLogicalPort annotation time took 23.180959ms I0508 18:11:55.982315 3823 pods.go:270] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8rh2h] addLogicalPort took 24.61981ms, libovsdb time 879.704µs I0508 18:11:56.273705 3823 namespace.go:141] [openshift-operators] updating namespace I0508 18:11:56.290910 3823 namespace.go:141] [openshift-operators] updating namespace I0508 18:11:56.323612 3823 cni.go:454] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8rh2h 5eb7da283b8bd8da4e551cfb35589236f22ce1a3f6bf366f1efeaa10c58d2401 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8rh2h 5eb7da283b8bd8da4e551cfb35589236f22ce1a3f6bf366f1efeaa10c58d2401 network default NAD default NAD key ] I0508 18:11:56.333624 3823 helper_linux.go:546] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-8rh2h, hostIfaceName: 5eb7da283b8bd8d, network: default, NAD default, SandboxID: "5eb7da283b8bd8da4e551cfb35589236f22ce1a3f6bf366f1efeaa10c58d2401", PCI device ID: , UID: "fb8f8b0e-e606-42cb-851e-94fac7f9f271", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0508 18:11:56.392268 3823 cni.go:480] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8rh2h 5eb7da283b8bd8da4e551cfb35589236f22ce1a3f6bf366f1efeaa10c58d2401 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8rh2h 5eb7da283b8bd8da4e551cfb35589236f22ce1a3f6bf366f1efeaa10c58d2401 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:de:87:7c:e7:06\",\"name\":\"5eb7da283b8bd8d\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0c07d2f-dd11-4d00-b94d-8b9d7c2a751d\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:11:58.493205 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0508 18:11:58.493231 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0508 18:11:58.543079 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0508 18:11:59.124607 3823 base_network_controller_pods.go:489] [default/cert-manager/cert-manager-59c77684cc-q6m4p] creating logical port cert-manager_cert-manager-59c77684cc-q6m4p for pod on switch ip-10-0-1-165.ec2.internal I0508 18:11:59.124789 3823 kube.go:233] Patching annotations on pod cert-manager/cert-manager-59c77684cc-q6m4p I0508 18:11:59.199443 3823 base_network_controller_pods.go:974] [default/cert-manager/cert-manager-59c77684cc-q6m4p] addLogicalPort annotation time took 74.704913ms I0508 18:11:59.200623 3823 pods.go:270] [cert-manager/cert-manager-59c77684cc-q6m4p] addLogicalPort took 76.043204ms, libovsdb time 781.23µs W0508 18:11:59.624634 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0508 18:11:59.790214 3823 cni.go:454] [cert-manager/cert-manager-59c77684cc-q6m4p 39f6953a894cc33d7151a2948dd4a462f7081b650a7f36e9e96454ef8933bc6a network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-q6m4p 39f6953a894cc33d7151a2948dd4a462f7081b650a7f36e9e96454ef8933bc6a network default NAD default NAD key ] I0508 18:11:59.800214 3823 helper_linux.go:546] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-q6m4p, hostIfaceName: 39f6953a894cc33, network: default, NAD default, SandboxID: "39f6953a894cc33d7151a2948dd4a462f7081b650a7f36e9e96454ef8933bc6a", PCI device ID: , UID: "b0fe363a-7fe1-4730-b95f-ef83958c542e", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0508 18:11:59.856978 3823 cni.go:480] [cert-manager/cert-manager-59c77684cc-q6m4p 39f6953a894cc33d7151a2948dd4a462f7081b650a7f36e9e96454ef8933bc6a network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-q6m4p 39f6953a894cc33d7151a2948dd4a462f7081b650a7f36e9e96454ef8933bc6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:06:19:26:3a:2f\",\"name\":\"39f6953a894cc33\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a613c6d6-3dec-4c9f-a5e8-2690ffde68b7\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:11:59.906254 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0508 18:11:59.925910 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0508 18:12:06.750622 3823 namespace.go:97] [trusted-artifact-signer] adding namespace I0508 18:12:06.751493 3823 namespace.go:101] [trusted-artifact-signer] adding namespace took 821.382µs I0508 18:12:06.874890 3823 namespace.go:141] [trusted-artifact-signer] updating namespace I0508 18:12:06.899737 3823 namespace.go:141] [trusted-artifact-signer] updating namespace W0508 18:12:06.908335 3823 util.go:863] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0508 18:12:07.966633 3823 base_network_controller_pods.go:489] [default/trusted-artifact-signer/cli-server-7d56d9fd65-9m876] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-9m876 for pod on switch ip-10-0-1-165.ec2.internal I0508 18:12:07.966770 3823 kube.go:233] Patching annotations on pod trusted-artifact-signer/cli-server-7d56d9fd65-9m876 I0508 18:12:07.990658 3823 base_network_controller_pods.go:974] [default/trusted-artifact-signer/cli-server-7d56d9fd65-9m876] addLogicalPort annotation time took 23.91196ms I0508 18:12:07.991891 3823 pods.go:270] [trusted-artifact-signer/cli-server-7d56d9fd65-9m876] addLogicalPort took 25.272557ms, libovsdb time 814.367µs I0508 18:12:08.329478 3823 cni.go:454] [trusted-artifact-signer/cli-server-7d56d9fd65-9m876 a70abba3b7113cd19bf69cef9ca8aee68a17d24d428ca5ce271a3565686c993a network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-9m876 a70abba3b7113cd19bf69cef9ca8aee68a17d24d428ca5ce271a3565686c993a network default NAD default NAD key ] I0508 18:12:08.338876 3823 helper_linux.go:546] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-9m876, hostIfaceName: a70abba3b7113cd, network: default, NAD default, SandboxID: "a70abba3b7113cd19bf69cef9ca8aee68a17d24d428ca5ce271a3565686c993a", PCI device ID: , UID: "6a906e80-051d-4ee8-9ad9-e7426cffca77", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0508 18:12:08.394909 3823 cni.go:480] [trusted-artifact-signer/cli-server-7d56d9fd65-9m876 a70abba3b7113cd19bf69cef9ca8aee68a17d24d428ca5ce271a3565686c993a network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-9m876 a70abba3b7113cd19bf69cef9ca8aee68a17d24d428ca5ce271a3565686c993a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:32:c6:9f:65:ab\",\"name\":\"a70abba3b7113cd\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6dc9c549-9094-4a73-8551-058f22b7b73b\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:12:09.018850 3823 namespace.go:141] [openshift-operators] updating namespace W0508 18:12:09.593921 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0508 18:12:10.546457 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0508 18:12:24.526007 3823 namespace.go:97] [openshift-pipelines] adding namespace I0508 18:12:24.527036 3823 namespace.go:101] [openshift-pipelines] adding namespace took 1.001361ms I0508 18:12:24.541826 3823 namespace.go:141] [openshift-pipelines] updating namespace I0508 18:12:25.232427 3823 namespace.go:141] [cert-manager] updating namespace I0508 18:12:25.433152 3823 namespace.go:141] [cert-manager-operator] updating namespace I0508 18:12:25.836805 3823 namespace.go:141] [konflux-operator] updating namespace I0508 18:12:26.037179 3823 namespace.go:141] [konflux-ui] updating namespace I0508 18:12:26.238453 3823 namespace.go:141] [open-cluster-management-2q5t7gpgv0osum5rqnh4kbqvj22icgps] updating namespace I0508 18:12:26.639322 3823 namespace.go:141] [rhbk-operator] updating namespace I0508 18:12:26.840132 3823 namespace.go:141] [rhtpa-operator] updating namespace I0508 18:12:27.040725 3823 namespace.go:141] [trusted-artifact-signer] updating namespace I0508 18:12:27.177577 3823 namespace.go:141] [tsf] updating namespace I0508 18:12:27.381767 3823 namespace.go:141] [tsf-keycloak] updating namespace I0508 18:12:27.582759 3823 namespace.go:141] [tsf-tas] updating namespace I0508 18:12:27.782567 3823 namespace.go:141] [tsf-tpa] updating namespace I0508 18:12:27.917103 3823 namespace.go:141] [cert-manager] updating namespace I0508 18:12:27.928675 3823 namespace.go:141] [cert-manager-operator] updating namespace I0508 18:12:27.936988 3823 namespace.go:141] [default] updating namespace I0508 18:12:27.945402 3823 namespace.go:141] [konflux-operator] updating namespace I0508 18:12:27.956729 3823 namespace.go:141] [konflux-ui] updating namespace I0508 18:12:27.966418 3823 namespace.go:141] [open-cluster-management-2q5t7gpgv0osum5rqnh4kbqvj22icgps] updating namespace I0508 18:12:27.976227 3823 namespace.go:141] [openshift] updating namespace I0508 18:12:27.986362 3823 namespace.go:141] [rhbk-operator] updating namespace I0508 18:12:27.996395 3823 namespace.go:141] [rhtpa-operator] updating namespace I0508 18:12:28.003999 3823 namespace.go:141] [trusted-artifact-signer] updating namespace I0508 18:12:28.013459 3823 namespace.go:141] [tsf] updating namespace I0508 18:12:28.023252 3823 namespace.go:141] [tsf-keycloak] updating namespace I0508 18:12:28.044916 3823 namespace.go:141] [tsf-tas] updating namespace I0508 18:12:28.066617 3823 namespace.go:141] [tsf-tpa] updating namespace I0508 18:12:28.166145 3823 namespace.go:141] [cert-manager] updating namespace I0508 18:12:28.266416 3823 namespace.go:141] [cert-manager-operator] updating namespace I0508 18:12:28.364322 3823 namespace.go:141] [default] updating namespace I0508 18:12:28.466432 3823 namespace.go:141] [konflux-operator] updating namespace I0508 18:12:28.564845 3823 namespace.go:141] [konflux-ui] updating namespace I0508 18:12:28.665495 3823 namespace.go:141] [open-cluster-management-2q5t7gpgv0osum5rqnh4kbqvj22icgps] updating namespace I0508 18:12:28.765076 3823 namespace.go:141] [openshift] updating namespace I0508 18:12:28.864145 3823 namespace.go:141] [rhbk-operator] updating namespace I0508 18:12:28.968692 3823 namespace.go:141] [rhtpa-operator] updating namespace I0508 18:12:29.064866 3823 namespace.go:141] [trusted-artifact-signer] updating namespace I0508 18:12:29.163507 3823 namespace.go:141] [tsf] updating namespace I0508 18:12:29.264786 3823 namespace.go:141] [tsf-keycloak] updating namespace I0508 18:12:29.365434 3823 namespace.go:141] [tsf-tas] updating namespace I0508 18:12:29.464463 3823 namespace.go:141] [tsf-tpa] updating namespace I0508 18:12:29.759437 3823 namespace.go:141] [openshift-pipelines] updating namespace I0508 18:12:36.560740 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0508 18:12:36.560775 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0508 18:12:37.873940 3823 base_network_controller_pods.go:489] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x6l6w] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-x6l6w for pod on switch ip-10-0-1-165.ec2.internal I0508 18:12:37.874049 3823 kube.go:233] Patching annotations on pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x6l6w I0508 18:12:37.897471 3823 base_network_controller_pods.go:974] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x6l6w] addLogicalPort annotation time took 23.457258ms I0508 18:12:37.899398 3823 pods.go:270] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x6l6w] addLogicalPort took 25.47294ms, libovsdb time 1.319172ms I0508 18:12:37.968129 3823 base_network_controller_pods.go:489] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-n527c] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-n527c for pod on switch ip-10-0-1-165.ec2.internal I0508 18:12:37.968274 3823 kube.go:233] Patching annotations on pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-n527c I0508 18:12:37.986366 3823 base_network_controller_pods.go:974] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-n527c] addLogicalPort annotation time took 18.125742ms I0508 18:12:37.987751 3823 pods.go:270] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-n527c] addLogicalPort took 19.637059ms, libovsdb time 956.08µs I0508 18:12:38.244449 3823 cni.go:454] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x6l6w 16748aa4b7293698d507c4a8ce6fd1e0fae3e39f36b5b606ea1b6e5d62ab725e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x6l6w 16748aa4b7293698d507c4a8ce6fd1e0fae3e39f36b5b606ea1b6e5d62ab725e network default NAD default NAD key ] I0508 18:12:38.254394 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-x6l6w, hostIfaceName: 16748aa4b729369, network: default, NAD default, SandboxID: "16748aa4b7293698d507c4a8ce6fd1e0fae3e39f36b5b606ea1b6e5d62ab725e", PCI device ID: , UID: "dcf2141a-3240-4789-b481-aa8479ea77a1", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0508 18:12:38.309397 3823 cni.go:480] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x6l6w 16748aa4b7293698d507c4a8ce6fd1e0fae3e39f36b5b606ea1b6e5d62ab725e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x6l6w 16748aa4b7293698d507c4a8ce6fd1e0fae3e39f36b5b606ea1b6e5d62ab725e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:80:18:5f:fe:0b\",\"name\":\"16748aa4b729369\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b8d8183-ec88-4ae4-b23a-48f9aa718904\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:12:38.335976 3823 cni.go:454] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-n527c c1fee0c122b608ec8aec57782bbbf1d60d28822c9cd9a60a4ab04095030605b5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-n527c c1fee0c122b608ec8aec57782bbbf1d60d28822c9cd9a60a4ab04095030605b5 network default NAD default NAD key ] I0508 18:12:38.346530 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-n527c, hostIfaceName: c1fee0c122b608e, network: default, NAD default, SandboxID: "c1fee0c122b608ec8aec57782bbbf1d60d28822c9cd9a60a4ab04095030605b5", PCI device ID: , UID: "170b0296-65b7-4071-a3b5-bbd86544c701", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0508 18:12:38.399325 3823 cni.go:480] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-n527c c1fee0c122b608ec8aec57782bbbf1d60d28822c9cd9a60a4ab04095030605b5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-n527c c1fee0c122b608ec8aec57782bbbf1d60d28822c9cd9a60a4ab04095030605b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:a5:42:d7:ea:86\",\"name\":\"c1fee0c122b608e\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c743d025-0e01-4aac-b2bb-1166caf4b6dc\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:12:39.609366 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=95 W0508 18:12:42.440492 3823 util.go:863] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0508 18:12:42.440516 3823 util.go:863] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0508 18:12:42.440524 3823 util.go:863] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0508 18:12:42.468177 3823 util.go:863] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0508 18:12:42.468211 3823 util.go:863] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0508 18:12:42.468221 3823 util.go:863] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0508 18:12:42.757593 3823 util.go:863] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 18:12:42.757615 3823 util.go:863] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 18:12:42.757621 3823 util.go:863] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 18:12:42.757626 3823 util.go:863] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 18:12:48.482366 3823 util.go:863] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0508 18:12:48.505264 3823 util.go:863] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0508 18:12:48.923944 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=11 W0508 18:12:53.750121 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 18:12:53.750146 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 18:12:53.750152 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 18:12:53.750157 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0508 18:13:01.101975 3823 base_network_controller_pods.go:489] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-dw9b5] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-dw9b5 for pod on switch ip-10-0-1-165.ec2.internal I0508 18:13:01.102123 3823 kube.go:233] Patching annotations on pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-dw9b5 I0508 18:13:01.119142 3823 base_network_controller_pods.go:974] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-dw9b5] addLogicalPort annotation time took 17.058263ms I0508 18:13:01.120563 3823 pods.go:270] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-dw9b5] addLogicalPort took 18.602759ms, libovsdb time 987.077µs I0508 18:13:01.659043 3823 cni.go:454] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-dw9b5 2edb764118bbe0ef141cd34f66c3bd27bdfcefc3b8c668b5244a2551567cf05f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-dw9b5 2edb764118bbe0ef141cd34f66c3bd27bdfcefc3b8c668b5244a2551567cf05f network default NAD default NAD key ] I0508 18:13:01.669568 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-dw9b5, hostIfaceName: 2edb764118bbe0e, network: default, NAD default, SandboxID: "2edb764118bbe0ef141cd34f66c3bd27bdfcefc3b8c668b5244a2551567cf05f", PCI device ID: , UID: "a9a25b14-e4a9-4944-919c-3321019747d5", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0508 18:13:01.732418 3823 cni.go:480] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-dw9b5 2edb764118bbe0ef141cd34f66c3bd27bdfcefc3b8c668b5244a2551567cf05f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-dw9b5 2edb764118bbe0ef141cd34f66c3bd27bdfcefc3b8c668b5244a2551567cf05f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:46:a2:5c:59:11\",\"name\":\"2edb764118bbe0e\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1f196f1-7b25-47d1-80a5-f0211c9ca5f5\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:13:05.873572 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0508 18:13:10.025917 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0508 18:13:12.780968 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0508 18:13:12.781006 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0508 18:13:15.168924 3823 base_network_controller_policy.go:1227] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0508 18:13:15.169587 3823 base_network_controller_policy.go:1102] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [default-network-controller_tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0508 18:13:15.171962 3823 base_network_controller_policy.go:1280] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0508 18:13:15.576864 3823 base_network_controller_pods.go:489] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-165.ec2.internal I0508 18:13:15.577049 3823 kube.go:233] Patching annotations on pod tsf-keycloak/keycloak-0 I0508 18:13:15.595295 3823 base_network_controller_pods.go:974] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.281658ms I0508 18:13:15.596475 3823 pods.go:270] [tsf-keycloak/keycloak-0] addLogicalPort took 19.631973ms, libovsdb time 751.21µs I0508 18:13:15.949309 3823 cni.go:454] [tsf-keycloak/keycloak-0 0d0ab189856746b0794a7352ff859b6ab783ccdf82da1a66cbe8ff24fdbce356 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 0d0ab189856746b0794a7352ff859b6ab783ccdf82da1a66cbe8ff24fdbce356 network default NAD default NAD key ] I0508 18:13:15.959107 3823 helper_linux.go:546] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 0d0ab189856746b, network: default, NAD default, SandboxID: "0d0ab189856746b0794a7352ff859b6ab783ccdf82da1a66cbe8ff24fdbce356", PCI device ID: , UID: "c83d4ca8-aa15-4b40-91d8-91ccb3e35190", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0508 18:13:16.017217 3823 cni.go:480] [tsf-keycloak/keycloak-0 0d0ab189856746b0794a7352ff859b6ab783ccdf82da1a66cbe8ff24fdbce356 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 0d0ab189856746b0794a7352ff859b6ab783ccdf82da1a66cbe8ff24fdbce356 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:83:63:41:f4:09\",\"name\":\"0d0ab189856746b\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6964cd34-5a69-4faa-b6b1-0f38248f0fd0\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:13:16.874173 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0508 18:13:21.698243 3823 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 W0508 18:13:21.958086 3823 util.go:863] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0508 18:13:21.958115 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0508 18:13:21.959151 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0508 18:13:21.959169 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0508 18:13:22.608920 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=72 I0508 18:13:23.153369 3823 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0508 18:13:32.608908 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=196 W0508 18:13:47.217846 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0508 18:13:47.217878 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0508 18:13:47.217996 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0508 18:13:47.218007 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0508 18:13:51.814631 3823 util.go:863] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0508 18:13:51.814673 3823 util.go:863] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0508 18:13:51.814685 3823 util.go:863] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0508 18:13:55.238084 3823 base_network_controller_pods.go:489] [default/tsf-keycloak/tsf-iam-5l7wf] creating logical port tsf-keycloak_tsf-iam-5l7wf for pod on switch ip-10-0-1-165.ec2.internal I0508 18:13:55.238225 3823 kube.go:233] Patching annotations on pod tsf-keycloak/tsf-iam-5l7wf I0508 18:13:55.252749 3823 base_network_controller_pods.go:974] [default/tsf-keycloak/tsf-iam-5l7wf] addLogicalPort annotation time took 14.571435ms I0508 18:13:55.254138 3823 pods.go:270] [tsf-keycloak/tsf-iam-5l7wf] addLogicalPort took 16.067475ms, libovsdb time 861.998µs I0508 18:13:55.616461 3823 cni.go:454] [tsf-keycloak/tsf-iam-5l7wf e5512565e61f44d0be4c3e1dd92b8752215580447263f1ab8888257ea65a7998 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-5l7wf e5512565e61f44d0be4c3e1dd92b8752215580447263f1ab8888257ea65a7998 network default NAD default NAD key ] I0508 18:13:55.626032 3823 helper_linux.go:546] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-5l7wf, hostIfaceName: e5512565e61f44d, network: default, NAD default, SandboxID: "e5512565e61f44d0be4c3e1dd92b8752215580447263f1ab8888257ea65a7998", PCI device ID: , UID: "8e5e611a-7faa-48a8-a058-773f302c9dd8", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0508 18:13:55.682708 3823 cni.go:480] [tsf-keycloak/tsf-iam-5l7wf e5512565e61f44d0be4c3e1dd92b8752215580447263f1ab8888257ea65a7998 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-5l7wf e5512565e61f44d0be4c3e1dd92b8752215580447263f1ab8888257ea65a7998 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:41:5c:2b:da:05\",\"name\":\"e5512565e61f44d\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31a5467f-4edb-4daa-8764-dc6c87e08b55\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:14:06.057999 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0508 18:14:06.058047 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0508 18:14:10.736781 3823 base_network_controller_pods.go:489] [default/openshift-pipelines/tkn-cli-serve-784b566968-lm9jm] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-lm9jm for pod on switch ip-10-0-1-165.ec2.internal I0508 18:14:10.736885 3823 kube.go:233] Patching annotations on pod openshift-pipelines/tkn-cli-serve-784b566968-lm9jm I0508 18:14:10.755812 3823 base_network_controller_pods.go:974] [default/openshift-pipelines/tkn-cli-serve-784b566968-lm9jm] addLogicalPort annotation time took 18.961613ms I0508 18:14:10.757346 3823 pods.go:270] [openshift-pipelines/tkn-cli-serve-784b566968-lm9jm] addLogicalPort took 20.58005ms, libovsdb time 1.034288ms I0508 18:14:11.116023 3823 cni.go:454] [openshift-pipelines/tkn-cli-serve-784b566968-lm9jm 0718a6aa5ca672aaea8cdbf402ceb6cecfdff520948d2622682d0a5798375fe0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-lm9jm 0718a6aa5ca672aaea8cdbf402ceb6cecfdff520948d2622682d0a5798375fe0 network default NAD default NAD key ] I0508 18:14:11.131219 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-lm9jm, hostIfaceName: 0718a6aa5ca672a, network: default, NAD default, SandboxID: "0718a6aa5ca672aaea8cdbf402ceb6cecfdff520948d2622682d0a5798375fe0", PCI device ID: , UID: "6322512d-6193-418b-819c-da4d375d6b19", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0508 18:14:11.209168 3823 cni.go:480] [openshift-pipelines/tkn-cli-serve-784b566968-lm9jm 0718a6aa5ca672aaea8cdbf402ceb6cecfdff520948d2622682d0a5798375fe0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-lm9jm 0718a6aa5ca672aaea8cdbf402ceb6cecfdff520948d2622682d0a5798375fe0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:b5:ca:ea:96:80\",\"name\":\"0718a6aa5ca672a\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/faea158b-b2ac-495a-86a7-8fd77b3e5667\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:14:13.944388 3823 util.go:863] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0508 18:14:13.944419 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0508 18:14:17.325000 3823 cni.go:454] [tsf-keycloak/tsf-iam-5l7wf e5512565e61f44d0be4c3e1dd92b8752215580447263f1ab8888257ea65a7998 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-5l7wf e5512565e61f44d0be4c3e1dd92b8752215580447263f1ab8888257ea65a7998 network default NAD default NAD key ] E0508 18:14:17.360764 3823 link_network_manager.go:101] Error while syncing link "e5512565e61f44d": failed to get address from link "e5512565e61f44d": failed to list addresses for "e5512565e61f44d": no such device W0508 18:14:17.398808 3823 util.go:863] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0508 18:14:17.409723 3823 cni.go:480] [tsf-keycloak/tsf-iam-5l7wf e5512565e61f44d0be4c3e1dd92b8752215580447263f1ab8888257ea65a7998 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-5l7wf e5512565e61f44d0be4c3e1dd92b8752215580447263f1ab8888257ea65a7998 network default NAD default NAD key default], result "{}", err I0508 18:14:17.463719 3823 pods.go:175] Deleting pod: tsf-keycloak/tsf-iam-5l7wf I0508 18:14:17.465236 3823 pods.go:235] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-5l7wf, ips: 10.130.0.41 W0508 18:14:22.424870 3823 util.go:863] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0508 18:14:23.024441 3823 util.go:863] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0508 18:14:24.952324 3823 base_network_controller_pods.go:489] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sfqfc] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-sfqfc for pod on switch ip-10-0-1-165.ec2.internal I0508 18:14:24.952430 3823 kube.go:233] Patching annotations on pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sfqfc I0508 18:14:24.968566 3823 base_network_controller_pods.go:974] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sfqfc] addLogicalPort annotation time took 16.175051ms I0508 18:14:24.970035 3823 pods.go:270] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sfqfc] addLogicalPort took 17.725013ms, libovsdb time 1.002803ms I0508 18:14:25.147679 3823 base_network_controller_pods.go:489] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-pvcwd] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-pvcwd for pod on switch ip-10-0-1-165.ec2.internal I0508 18:14:25.147786 3823 kube.go:233] Patching annotations on pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-pvcwd I0508 18:14:25.163922 3823 base_network_controller_pods.go:974] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-pvcwd] addLogicalPort annotation time took 16.166067ms I0508 18:14:25.165233 3823 pods.go:270] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-pvcwd] addLogicalPort took 17.598267ms, libovsdb time 876.416µs I0508 18:14:25.320592 3823 cni.go:454] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sfqfc 10ef8bfc5ae449af347aa6a1c100bb83f9287adba95f889343b6699e8cb4938f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sfqfc 10ef8bfc5ae449af347aa6a1c100bb83f9287adba95f889343b6699e8cb4938f network default NAD default NAD key ] I0508 18:14:25.330280 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-sfqfc, hostIfaceName: 10ef8bfc5ae449a, network: default, NAD default, SandboxID: "10ef8bfc5ae449af347aa6a1c100bb83f9287adba95f889343b6699e8cb4938f", PCI device ID: , UID: "3c1fdfce-8505-4241-8e94-b0aa31a8e976", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0508 18:14:25.386478 3823 cni.go:480] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sfqfc 10ef8bfc5ae449af347aa6a1c100bb83f9287adba95f889343b6699e8cb4938f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sfqfc 10ef8bfc5ae449af347aa6a1c100bb83f9287adba95f889343b6699e8cb4938f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:90:22:34:cc:34\",\"name\":\"10ef8bfc5ae449a\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c82e2673-4d99-4762-8a51-8da240236782\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:14:25.512589 3823 cni.go:454] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-pvcwd 352adf3bd58f4dd3b4a776966538aa15ad2f300e61a97353337d158aae47d57d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-pvcwd 352adf3bd58f4dd3b4a776966538aa15ad2f300e61a97353337d158aae47d57d network default NAD default NAD key ] I0508 18:14:25.522667 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-pvcwd, hostIfaceName: 352adf3bd58f4dd, network: default, NAD default, SandboxID: "352adf3bd58f4dd3b4a776966538aa15ad2f300e61a97353337d158aae47d57d", PCI device ID: , UID: "f88df0c9-c636-442a-95a0-c936696439aa", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0508 18:14:25.578052 3823 cni.go:480] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-pvcwd 352adf3bd58f4dd3b4a776966538aa15ad2f300e61a97353337d158aae47d57d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-pvcwd 352adf3bd58f4dd3b4a776966538aa15ad2f300e61a97353337d158aae47d57d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:41:e4:1d:d2:13\",\"name\":\"352adf3bd58f4dd\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3035d5d2-055c-4c05-936b-83f0d897de39\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:14:28.033434 3823 util.go:863] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0508 18:14:30.401709 3823 util.go:863] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0508 18:14:30.401735 3823 util.go:863] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0508 18:14:30.422795 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0508 18:14:30.422821 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0508 18:14:56.545443 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0508 18:14:56.545479 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0508 18:15:09.612908 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=95 I0508 18:15:16.520296 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-hx5qt I0508 18:15:16.520329 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-hx5qt I0508 18:15:19.142618 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0508 18:15:20.716012 3823 base_network_controller_pods.go:489] [default/tsf-tas/rekor-redis-5774554bf4-467wl] creating logical port tsf-tas_rekor-redis-5774554bf4-467wl for pod on switch ip-10-0-1-165.ec2.internal I0508 18:15:20.716148 3823 kube.go:233] Patching annotations on pod tsf-tas/rekor-redis-5774554bf4-467wl I0508 18:15:20.732311 3823 base_network_controller_pods.go:974] [default/tsf-tas/rekor-redis-5774554bf4-467wl] addLogicalPort annotation time took 16.19595ms I0508 18:15:20.733624 3823 pods.go:270] [tsf-tas/rekor-redis-5774554bf4-467wl] addLogicalPort took 17.628796ms, libovsdb time 856.039µs I0508 18:15:21.534271 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0508 18:15:21.534306 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0508 18:15:21.682288 3823 cni.go:454] [tsf-tas/rekor-redis-5774554bf4-467wl 747c60da5920c4bec67b24a33e44e93861637842e2e55882b522501d4de89a12 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-5774554bf4-467wl 747c60da5920c4bec67b24a33e44e93861637842e2e55882b522501d4de89a12 network default NAD default NAD key ] I0508 18:15:21.691984 3823 helper_linux.go:546] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-5774554bf4-467wl, hostIfaceName: 747c60da5920c4b, network: default, NAD default, SandboxID: "747c60da5920c4bec67b24a33e44e93861637842e2e55882b522501d4de89a12", PCI device ID: , UID: "f5c0fcb2-8e6b-4290-8c0d-d7b230af1314", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0508 18:15:21.750855 3823 cni.go:480] [tsf-tas/rekor-redis-5774554bf4-467wl 747c60da5920c4bec67b24a33e44e93861637842e2e55882b522501d4de89a12 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-5774554bf4-467wl 747c60da5920c4bec67b24a33e44e93861637842e2e55882b522501d4de89a12 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:8f:d1:a5:d4:03\",\"name\":\"747c60da5920c4b\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9c0d215-0575-463e-9b9c-bf4dd91e2fcf\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:15:22.460080 3823 namespace.go:141] [openshift-pipelines] updating namespace W0508 18:15:23.683853 3823 util.go:863] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0508 18:15:24.387399 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0508 18:15:27.791988 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0508 18:15:32.443814 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0508 18:15:35.736091 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0508 18:15:44.544676 3823 util.go:863] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0508 18:16:12.851776 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0508 18:16:12.851807 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0508 18:16:13.659435 3823 namespace.go:97] [image-controller] adding namespace I0508 18:16:13.660304 3823 namespace.go:101] [image-controller] adding namespace took 844.784µs I0508 18:16:13.664169 3823 namespace.go:97] [integration-service] adding namespace I0508 18:16:13.664296 3823 namespace.go:97] [build-service] adding namespace I0508 18:16:13.664960 3823 namespace.go:101] [integration-service] adding namespace took 771.731µs I0508 18:16:13.665544 3823 namespace.go:101] [build-service] adding namespace took 1.228055ms I0508 18:16:13.668844 3823 namespace.go:97] [default-tenant] adding namespace I0508 18:16:13.669468 3823 namespace.go:101] [default-tenant] adding namespace took 608.468µs I0508 18:16:13.724601 3823 namespace.go:141] [image-controller] updating namespace I0508 18:16:13.759998 3823 namespace.go:141] [image-controller] updating namespace I0508 18:16:13.814613 3823 namespace.go:141] [integration-service] updating namespace I0508 18:16:13.839252 3823 namespace.go:141] [integration-service] updating namespace I0508 18:16:13.902736 3823 namespace.go:141] [build-service] updating namespace I0508 18:16:13.949928 3823 namespace.go:141] [build-service] updating namespace I0508 18:16:13.990866 3823 namespace.go:141] [build-service] updating namespace I0508 18:16:13.990915 3823 namespace.go:141] [default-tenant] updating namespace I0508 18:16:14.025448 3823 namespace.go:141] [integration-service] updating namespace I0508 18:16:14.052706 3823 namespace.go:141] [default-tenant] updating namespace I0508 18:16:14.062314 3823 namespace.go:97] [release-service] adding namespace I0508 18:16:14.063270 3823 namespace.go:101] [release-service] adding namespace took 936.989µs I0508 18:16:14.102060 3823 namespace.go:141] [release-service] updating namespace I0508 18:16:14.137675 3823 namespace.go:141] [release-service] updating namespace I0508 18:16:14.137833 3823 namespace.go:141] [konflux-ui] updating namespace I0508 18:16:14.259778 3823 namespace.go:97] [konflux-info] adding namespace I0508 18:16:14.260707 3823 namespace.go:101] [konflux-info] adding namespace took 904.79µs I0508 18:16:14.332819 3823 base_network_controller_pods.go:489] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-165.ec2.internal I0508 18:16:14.332925 3823 kube.go:233] Patching annotations on pod konflux-ui/test-tsf-konflux I0508 18:16:14.501685 3823 namespace.go:97] [namespace-lister] adding namespace I0508 18:16:14.502672 3823 namespace.go:101] [namespace-lister] adding namespace took 957.04µs E0508 18:16:14.534988 3823 kube.go:243] Error in patching annotations on pod konflux-ui/test-tsf-konflux: the server rejected our request due to an error in our request I0508 18:16:14.545189 3823 kube.go:233] Patching annotations on pod konflux-ui/test-tsf-konflux I0508 18:16:14.654705 3823 namespace.go:141] [konflux-info] updating namespace I0508 18:16:14.697651 3823 cni.go:454] [konflux-ui/test-tsf-konflux 6e3702d709e8ee6a042ccd56ae4198c162a8619b7b5f873fd8f3b765473bee2c network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 6e3702d709e8ee6a042ccd56ae4198c162a8619b7b5f873fd8f3b765473bee2c network default NAD default NAD key ] I0508 18:16:14.706778 3823 base_network_controller_pods.go:974] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 373.884045ms I0508 18:16:14.706869 3823 namespace.go:141] [konflux-info] updating namespace I0508 18:16:14.708124 3823 pods.go:270] [konflux-ui/test-tsf-konflux] addLogicalPort took 375.322411ms, libovsdb time 919.63µs I0508 18:16:14.776718 3823 namespace.go:97] [enterprise-contract-service] adding namespace I0508 18:16:14.777554 3823 namespace.go:101] [enterprise-contract-service] adding namespace took 811.075µs I0508 18:16:14.811803 3823 namespace.go:141] [image-controller] updating namespace I0508 18:16:14.872445 3823 namespace.go:141] [namespace-lister] updating namespace I0508 18:16:14.908482 3823 helper_linux.go:546] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 6e3702d709e8ee6, network: default, NAD default, SandboxID: "6e3702d709e8ee6a042ccd56ae4198c162a8619b7b5f873fd8f3b765473bee2c", PCI device ID: , UID: "675579fb-d191-42f4-a2c4-64d7c2750dde", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0508 18:16:14.966487 3823 cni.go:480] [konflux-ui/test-tsf-konflux 6e3702d709e8ee6a042ccd56ae4198c162a8619b7b5f873fd8f3b765473bee2c network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 6e3702d709e8ee6a042ccd56ae4198c162a8619b7b5f873fd8f3b765473bee2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:4d:1c:0d:2a:be\",\"name\":\"6e3702d709e8ee6\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e419de2-38ab-425f-88de-ac19e03630a3\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:16:15.014936 3823 namespace.go:141] [namespace-lister] updating namespace I0508 18:16:15.235831 3823 namespace.go:141] [default-tenant] updating namespace I0508 18:16:15.235915 3823 namespace.go:97] [segment-bridge] adding namespace I0508 18:16:15.235993 3823 namespace.go:141] [enterprise-contract-service] updating namespace I0508 18:16:15.236854 3823 namespace.go:101] [segment-bridge] adding namespace took 911.804µs I0508 18:16:15.343851 3823 base_network_controller_policy.go:1227] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0508 18:16:15.344562 3823 base_network_controller_policy.go:1102] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [default-network-controller_namespace-lister_LS{ML:{app: proxy,},}] I0508 18:16:15.347245 3823 base_network_controller_policy.go:1280] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0508 18:16:15.347280 3823 base_network_controller_policy.go:1227] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0508 18:16:15.347291 3823 base_network_controller_policy.go:1102] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0508 18:16:15.348089 3823 base_network_controller_policy.go:1280] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0508 18:16:15.354338 3823 namespace.go:97] [konflux-cli] adding namespace I0508 18:16:15.355152 3823 namespace.go:101] [konflux-cli] adding namespace took 788.205µs I0508 18:16:15.578741 3823 namespace.go:141] [enterprise-contract-service] updating namespace I0508 18:16:15.642087 3823 namespace.go:141] [segment-bridge] updating namespace I0508 18:16:15.708168 3823 namespace.go:141] [segment-bridge] updating namespace I0508 18:16:15.858702 3823 namespace.go:141] [konflux-cli] updating namespace I0508 18:16:15.967971 3823 namespace.go:141] [konflux-cli] updating namespace I0508 18:16:16.593575 3823 namespace.go:141] [build-service] updating namespace I0508 18:16:16.852604 3823 base_network_controller_pods.go:489] [default/konflux-ui/proxy-6f6f547b57-zmf7n] creating logical port konflux-ui_proxy-6f6f547b57-zmf7n for pod on switch ip-10-0-1-165.ec2.internal I0508 18:16:16.852732 3823 kube.go:233] Patching annotations on pod konflux-ui/proxy-6f6f547b57-zmf7n I0508 18:16:16.899059 3823 base_network_controller_pods.go:974] [default/konflux-ui/proxy-6f6f547b57-zmf7n] addLogicalPort annotation time took 46.364093ms I0508 18:16:16.900619 3823 pods.go:270] [konflux-ui/proxy-6f6f547b57-zmf7n] addLogicalPort took 48.036172ms, libovsdb time 1.079453ms I0508 18:16:17.398908 3823 namespace.go:141] [default-tenant] updating namespace I0508 18:16:17.658802 3823 namespace.go:141] [enterprise-contract-service] updating namespace I0508 18:16:17.851895 3823 namespace.go:141] [image-controller] updating namespace I0508 18:16:18.040957 3823 namespace.go:141] [integration-service] updating namespace I0508 18:16:18.269439 3823 namespace.go:141] [konflux-cli] updating namespace I0508 18:16:18.471715 3823 namespace.go:141] [konflux-info] updating namespace I0508 18:16:18.733138 3823 namespace.go:141] [namespace-lister] updating namespace I0508 18:16:18.866256 3823 namespace.go:141] [release-service] updating namespace I0508 18:16:19.059049 3823 namespace.go:141] [segment-bridge] updating namespace I0508 18:16:19.190667 3823 namespace.go:141] [build-service] updating namespace I0508 18:16:19.207018 3823 namespace.go:141] [default-tenant] updating namespace I0508 18:16:19.223194 3823 namespace.go:141] [enterprise-contract-service] updating namespace I0508 18:16:19.235970 3823 namespace.go:141] [image-controller] updating namespace I0508 18:16:19.248988 3823 namespace.go:141] [integration-service] updating namespace I0508 18:16:19.272839 3823 namespace.go:141] [konflux-cli] updating namespace I0508 18:16:19.292834 3823 namespace.go:141] [konflux-info] updating namespace I0508 18:16:19.313707 3823 namespace.go:141] [namespace-lister] updating namespace I0508 18:16:19.322907 3823 namespace.go:141] [release-service] updating namespace I0508 18:16:19.340474 3823 namespace.go:141] [segment-bridge] updating namespace I0508 18:16:19.390043 3823 namespace.go:141] [build-service] updating namespace I0508 18:16:19.450982 3823 namespace.go:141] [default-tenant] updating namespace I0508 18:16:19.524067 3823 namespace.go:141] [enterprise-contract-service] updating namespace I0508 18:16:19.618254 3823 namespace.go:141] [image-controller] updating namespace I0508 18:16:19.731549 3823 namespace.go:141] [integration-service] updating namespace I0508 18:16:19.823922 3823 namespace.go:141] [konflux-cli] updating namespace I0508 18:16:19.933969 3823 namespace.go:141] [konflux-info] updating namespace I0508 18:16:20.036376 3823 namespace.go:141] [namespace-lister] updating namespace I0508 18:16:20.124709 3823 namespace.go:141] [release-service] updating namespace I0508 18:16:20.224729 3823 namespace.go:141] [segment-bridge] updating namespace W0508 18:16:21.103858 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0508 18:16:21.123071 3823 util.go:863] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0508 18:16:23.113388 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0508 18:16:23.134385 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0508 18:16:24.737820 3823 cni.go:454] [konflux-ui/proxy-6f6f547b57-zmf7n 28762f280d00ef51bd47e095ac0ecd299ec97c8f915ddd72bdfc29a9fe3ce01b network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6f6f547b57-zmf7n 28762f280d00ef51bd47e095ac0ecd299ec97c8f915ddd72bdfc29a9fe3ce01b network default NAD default NAD key ] I0508 18:16:24.748212 3823 helper_linux.go:546] ConfigureOVS: namespace: konflux-ui, podName: proxy-6f6f547b57-zmf7n, hostIfaceName: 28762f280d00ef5, network: default, NAD default, SandboxID: "28762f280d00ef51bd47e095ac0ecd299ec97c8f915ddd72bdfc29a9fe3ce01b", PCI device ID: , UID: "db7a179a-898e-4169-82c8-504475babcfc", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0508 18:16:24.808684 3823 cni.go:480] [konflux-ui/proxy-6f6f547b57-zmf7n 28762f280d00ef51bd47e095ac0ecd299ec97c8f915ddd72bdfc29a9fe3ce01b network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6f6f547b57-zmf7n 28762f280d00ef51bd47e095ac0ecd299ec97c8f915ddd72bdfc29a9fe3ce01b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:01:2b:56:9b:19\",\"name\":\"28762f280d00ef5\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12db58f0-7c6f-447a-a2aa-fe26376780e7\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 18:16:26.145214 3823 util.go:863] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0508 18:16:27.161636 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0508 18:16:27.167704 3823 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0508 18:16:28.141573 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=7 W0508 18:16:31.074614 3823 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0508 18:16:31.074657 3823 util.go:863] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0508 18:16:31.191558 3823 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0508 18:16:31.193793 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0508 18:16:31.220346 3823 util.go:863] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0508 18:16:31.220372 3823 util.go:863] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0508 18:16:31.248814 3823 util.go:863] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0508 18:16:31.249237 3823 util.go:863] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0508 18:16:40.615459 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=12 I0508 18:16:43.276038 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t I0508 18:16:43.276074 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-tpr9t I0508 18:17:10.037608 3823 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0508 18:17:10.135936 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0508 18:17:10.135966 3823 util.go:952] Failed to build node endpoints for node ip-10-0-1-165.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0508 18:17:17.612293 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=635 I0508 18:17:40.613599 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-66d9f6c79b-6qgm6 I0508 18:17:40.613634 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-66d9f6c79b-6qgm6 I0508 18:17:46.499029 3823 cni.go:454] [konflux-ui/test-tsf-konflux 6e3702d709e8ee6a042ccd56ae4198c162a8619b7b5f873fd8f3b765473bee2c network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 6e3702d709e8ee6a042ccd56ae4198c162a8619b7b5f873fd8f3b765473bee2c network default NAD default NAD key ] E0508 18:17:46.534994 3823 link_network_manager.go:101] Error while syncing link "6e3702d709e8ee6": failed to get address from link "6e3702d709e8ee6": failed to list addresses for "6e3702d709e8ee6": no such device I0508 18:17:46.588354 3823 cni.go:480] [konflux-ui/test-tsf-konflux 6e3702d709e8ee6a042ccd56ae4198c162a8619b7b5f873fd8f3b765473bee2c network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 6e3702d709e8ee6a042ccd56ae4198c162a8619b7b5f873fd8f3b765473bee2c network default NAD default NAD key default], result "{}", err I0508 18:17:46.641087 3823 pods.go:175] Deleting pod: konflux-ui/test-tsf-konflux I0508 18:17:46.642665 3823 pods.go:235] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.46 I0508 18:17:46.689193 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0508 18:17:46.689229 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0508 18:17:53.824675 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=7 I0508 18:18:15.808445 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=7 I0508 18:18:16.471773 3823 namespace.go:97] [managed-tenant-s4740] adding namespace I0508 18:18:16.472670 3823 namespace.go:101] [managed-tenant-s4740] adding namespace took 866.37µs I0508 18:18:16.504533 3823 namespace.go:141] [managed-tenant-s4740] updating namespace I0508 18:18:16.525019 3823 namespace.go:141] [managed-tenant-s4740] updating namespace I0508 18:18:17.577558 3823 namespace.go:141] [managed-tenant-s4740] updating namespace I0508 18:18:17.702929 3823 namespace.go:141] [managed-tenant-s4740] updating namespace I0508 18:18:17.762180 3823 namespace.go:141] [managed-tenant-s4740] updating namespace I0508 18:19:00.613344 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=53 I0508 18:19:36.704699 3823 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0508 18:19:39.738692 3823 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0508 18:20:00.202725 3823 base_network_controller_pods.go:489] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29637740-bbrt8] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29637740-bbrt8 for pod on switch ip-10-0-1-165.ec2.internal I0508 18:20:00.202866 3823 kube.go:233] Patching annotations on pod openshift-backplane/osd-delete-backplane-serviceaccounts-29637740-bbrt8 I0508 18:20:00.226256 3823 base_network_controller_pods.go:974] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29637740-bbrt8] addLogicalPort annotation time took 23.424207ms I0508 18:20:00.227561 3823 pods.go:270] [openshift-backplane/osd-delete-backplane-serviceaccounts-29637740-bbrt8] addLogicalPort took 24.857924ms, libovsdb time 845.815µs I0508 18:20:00.564726 3823 cni.go:454] [openshift-backplane/osd-delete-backplane-serviceaccounts-29637740-bbrt8 da4a99e7ac723b6a026af143ba50163373b943776db4cd116e13a2c79f90e830 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29637740-bbrt8 da4a99e7ac723b6a026af143ba50163373b943776db4cd116e13a2c79f90e830 network default NAD default NAD key ] I0508 18:20:00.574994 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29637740-bbrt8, hostIfaceName: da4a99e7ac723b6, network: default, NAD default, SandboxID: "da4a99e7ac723b6a026af143ba50163373b943776db4cd116e13a2c79f90e830", PCI device ID: , UID: "2b883591-30b2-4090-b9ae-5d186f6e203d", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0508 18:20:00.632163 3823 cni.go:480] [openshift-backplane/osd-delete-backplane-serviceaccounts-29637740-bbrt8 da4a99e7ac723b6a026af143ba50163373b943776db4cd116e13a2c79f90e830 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29637740-bbrt8 da4a99e7ac723b6a026af143ba50163373b943776db4cd116e13a2c79f90e830 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:ee:b1:36:01:6a\",\"name\":\"da4a99e7ac723b6\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ba8c649-da94-4a25-b270-fff6aa45c024\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:20:04.271477 3823 cni.go:454] [openshift-backplane/osd-delete-backplane-serviceaccounts-29637740-bbrt8 da4a99e7ac723b6a026af143ba50163373b943776db4cd116e13a2c79f90e830 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29637740-bbrt8 da4a99e7ac723b6a026af143ba50163373b943776db4cd116e13a2c79f90e830 network default NAD default NAD key ] E0508 18:20:04.307383 3823 link_network_manager.go:101] Error while syncing link "da4a99e7ac723b6": failed to get address from link "da4a99e7ac723b6": failed to list addresses for "da4a99e7ac723b6": no such device I0508 18:20:04.361205 3823 cni.go:480] [openshift-backplane/osd-delete-backplane-serviceaccounts-29637740-bbrt8 da4a99e7ac723b6a026af143ba50163373b943776db4cd116e13a2c79f90e830 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29637740-bbrt8 da4a99e7ac723b6a026af143ba50163373b943776db4cd116e13a2c79f90e830 network default NAD default NAD key default], result "{}", err I0508 18:20:04.410590 3823 pods.go:175] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29637740-bbrt8 I0508 18:20:04.411963 3823 pods.go:235] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29637740-bbrt8, ips: 10.130.0.48 I0508 18:21:06.030336 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0508 18:21:13.918600 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=10 I0508 18:21:25.928402 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=10 I0508 18:21:46.612820 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=99 I0508 18:21:58.613315 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=71 I0508 18:22:09.619130 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=7 I0508 18:23:30.615717 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=25 I0508 18:23:34.146089 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=9 I0508 18:24:47.616828 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=82 I0508 18:24:49.812610 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=7 I0508 18:24:59.146823 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0508 18:25:19.040894 3823 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0508 18:25:29.055594 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-tp78n I0508 18:25:29.055620 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-tp78n I0508 18:25:33.042745 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-gsjbp I0508 18:25:33.042781 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-gsjbp I0508 18:25:36.034204 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-sdbdq I0508 18:25:36.034251 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-sdbdq I0508 18:25:43.828564 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=9 I0508 18:26:15.922626 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=5 I0508 18:27:04.617067 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=23 I0508 18:27:08.742668 3823 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0508 18:28:18.617140 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=10 I0508 18:28:31.931918 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=9 I0508 18:28:40.617121 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=8 I0508 18:28:43.709339 3823 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0508 18:29:25.149597 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=7 I0508 18:29:58.623610 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=9 I0508 18:30:00.198133 3823 base_network_controller_pods.go:489] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29637750-mtddt] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29637750-mtddt for pod on switch ip-10-0-1-165.ec2.internal I0508 18:30:00.198277 3823 kube.go:233] Patching annotations on pod openshift-backplane/osd-delete-backplane-serviceaccounts-29637750-mtddt I0508 18:30:00.238625 3823 base_network_controller_pods.go:974] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29637750-mtddt] addLogicalPort annotation time took 40.385881ms I0508 18:30:00.239919 3823 pods.go:270] [openshift-backplane/osd-delete-backplane-serviceaccounts-29637750-mtddt] addLogicalPort took 41.801608ms, libovsdb time 858.958µs I0508 18:30:00.562031 3823 cni.go:454] [openshift-backplane/osd-delete-backplane-serviceaccounts-29637750-mtddt f39b5ae27c40b1194f5a9fba5e9a9122f0d6f96de3474f0492688f2a9196323f network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29637750-mtddt f39b5ae27c40b1194f5a9fba5e9a9122f0d6f96de3474f0492688f2a9196323f network default NAD default NAD key ] I0508 18:30:00.571875 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29637750-mtddt, hostIfaceName: f39b5ae27c40b11, network: default, NAD default, SandboxID: "f39b5ae27c40b1194f5a9fba5e9a9122f0d6f96de3474f0492688f2a9196323f", PCI device ID: , UID: "e8beeaa7-f64f-49a9-8fd5-8f454992123c", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0508 18:30:00.629211 3823 cni.go:480] [openshift-backplane/osd-delete-backplane-serviceaccounts-29637750-mtddt f39b5ae27c40b1194f5a9fba5e9a9122f0d6f96de3474f0492688f2a9196323f network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29637750-mtddt f39b5ae27c40b1194f5a9fba5e9a9122f0d6f96de3474f0492688f2a9196323f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:15:fe:a2:b8:60\",\"name\":\"f39b5ae27c40b11\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0b619f3-dd60-469a-8e46-24a857bdea4f\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:30:04.629221 3823 cni.go:454] [openshift-backplane/osd-delete-backplane-serviceaccounts-29637750-mtddt f39b5ae27c40b1194f5a9fba5e9a9122f0d6f96de3474f0492688f2a9196323f network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29637750-mtddt f39b5ae27c40b1194f5a9fba5e9a9122f0d6f96de3474f0492688f2a9196323f network default NAD default NAD key ] E0508 18:30:04.666616 3823 link_network_manager.go:101] Error while syncing link "f39b5ae27c40b11": failed to get address from link "f39b5ae27c40b11": failed to list addresses for "f39b5ae27c40b11": no such device I0508 18:30:04.722188 3823 cni.go:480] [openshift-backplane/osd-delete-backplane-serviceaccounts-29637750-mtddt f39b5ae27c40b1194f5a9fba5e9a9122f0d6f96de3474f0492688f2a9196323f network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29637750-mtddt f39b5ae27c40b1194f5a9fba5e9a9122f0d6f96de3474f0492688f2a9196323f network default NAD default NAD key default], result "{}", err I0508 18:30:04.771060 3823 pods.go:175] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29637750-mtddt I0508 18:30:04.772692 3823 pods.go:235] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29637750-mtddt, ips: 10.130.0.49 I0508 18:30:05.677305 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29637720-trd89 I0508 18:30:05.677331 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29637720-trd89 I0508 18:30:41.033768 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0508 18:31:15.619457 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=25 I0508 18:31:53.044997 3823 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0508 18:33:05.926285 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=6 I0508 18:33:10.908223 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod I0508 18:33:10.908265 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-zwgdh-on-pull-request-qsgzv-init-pod I0508 18:33:26.150764 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0508 18:33:28.620898 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=32 I0508 18:33:31.746142 3823 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0508 18:33:40.816234 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=8 I0508 18:34:09.620710 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=10 I0508 18:34:30.621495 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=6 I0508 18:35:20.831825 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=10 I0508 18:36:02.621738 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=10 I0508 18:36:52.935843 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=9 I0508 18:37:14.627770 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=9 I0508 18:37:17.048240 3823 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0508 18:37:45.306826 3823 base_network_controller_pods.go:489] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-image-index-pod] creating logical port default-tenant_tsf-comp-zwgdh-on-push-dx86t-build-image-index-pod for pod on switch ip-10-0-1-165.ec2.internal I0508 18:37:45.306988 3823 kube.go:233] Patching annotations on pod default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-image-index-pod I0508 18:37:45.333767 3823 base_network_controller_pods.go:974] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-image-index-pod] addLogicalPort annotation time took 26.825073ms I0508 18:37:45.335226 3823 pods.go:270] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-image-index-pod] addLogicalPort took 28.418661ms, libovsdb time 1.013119ms I0508 18:37:45.676159 3823 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-image-index-pod 100a0d0248ca24cbe99e7abf3f3a30a6b6f9361b4991e0b9f3b9aef6d9703d26 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-image-index-pod 100a0d0248ca24cbe99e7abf3f3a30a6b6f9361b4991e0b9f3b9aef6d9703d26 network default NAD default NAD key ] I0508 18:37:45.686445 3823 helper_linux.go:546] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zwgdh-on-push-dx86t-build-image-index-pod, hostIfaceName: 100a0d0248ca24c, network: default, NAD default, SandboxID: "100a0d0248ca24cbe99e7abf3f3a30a6b6f9361b4991e0b9f3b9aef6d9703d26", PCI device ID: , UID: "8f891034-36d2-47e1-98f1-b4c799ae4580", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0508 18:37:45.746309 3823 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-image-index-pod 100a0d0248ca24cbe99e7abf3f3a30a6b6f9361b4991e0b9f3b9aef6d9703d26 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-image-index-pod 100a0d0248ca24cbe99e7abf3f3a30a6b6f9361b4991e0b9f3b9aef6d9703d26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:98:e7:16:76:f8\",\"name\":\"100a0d0248ca24c\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b085c057-e0f1-40c2-8628-85d525355513\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:37:58.713296 3823 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0508 18:38:03.038126 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0508 18:38:25.484730 3823 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-image-index-pod 100a0d0248ca24cbe99e7abf3f3a30a6b6f9361b4991e0b9f3b9aef6d9703d26 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-image-index-pod 100a0d0248ca24cbe99e7abf3f3a30a6b6f9361b4991e0b9f3b9aef6d9703d26 network default NAD default NAD key ] E0508 18:38:25.521945 3823 link_network_manager.go:101] Error while syncing link "100a0d0248ca24c": failed to get address from link "100a0d0248ca24c": failed to list addresses for "100a0d0248ca24c": no such device I0508 18:38:25.579791 3823 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-image-index-pod 100a0d0248ca24cbe99e7abf3f3a30a6b6f9361b4991e0b9f3b9aef6d9703d26 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-image-index-pod 100a0d0248ca24cbe99e7abf3f3a30a6b6f9361b4991e0b9f3b9aef6d9703d26 network default NAD default NAD key default], result "{}", err I0508 18:38:25.668167 3823 pods.go:175] Deleting pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-image-index-pod I0508 18:38:25.669587 3823 pods.go:235] Attempting to release IPs for pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-build-image-index-pod, ips: 10.130.0.50 I0508 18:38:26.475311 3823 base_network_controller_pods.go:489] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-zwgdh-on-push-dx86t-sast-unicode-check-pod for pod on switch ip-10-0-1-165.ec2.internal I0508 18:38:26.475493 3823 kube.go:233] Patching annotations on pod default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-unicode-check-pod I0508 18:38:26.476115 3823 base_network_controller_pods.go:489] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-zwgdh-on-push-dx86t-sast-shell-check-pod for pod on switch ip-10-0-1-165.ec2.internal I0508 18:38:26.476244 3823 kube.go:233] Patching annotations on pod default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-shell-check-pod I0508 18:38:26.512602 3823 base_network_controller_pods.go:974] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-unicode-check-pod] addLogicalPort annotation time took 37.151964ms I0508 18:38:26.512610 3823 base_network_controller_pods.go:974] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-shell-check-pod] addLogicalPort annotation time took 36.39517ms I0508 18:38:26.513917 3823 pods.go:270] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-unicode-check-pod] addLogicalPort took 38.623902ms, libovsdb time 868.158µs I0508 18:38:26.514183 3823 pods.go:270] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-shell-check-pod] addLogicalPort took 38.078773ms, libovsdb time 1.106439ms I0508 18:38:26.745238 3823 base_network_controller_pods.go:489] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod for pod on switch ip-10-0-1-165.ec2.internal I0508 18:38:26.745398 3823 kube.go:233] Patching annotations on pod default-tenant/tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod I0508 18:38:26.778634 3823 base_network_controller_pods.go:489] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod] creating logical port default-tenant_tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod for pod on switch ip-10-0-1-165.ec2.internal I0508 18:38:26.778852 3823 kube.go:233] Patching annotations on pod default-tenant/tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod E0508 18:38:26.829273 3823 kube.go:243] Error in patching annotations on pod default-tenant/tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod: the server rejected our request due to an error in our request I0508 18:38:26.840549 3823 kube.go:233] Patching annotations on pod default-tenant/tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod I0508 18:38:26.847539 3823 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-unicode-check-pod d229782d722ee76fb52edc7798a967933e4be64fd4cf7c71718b93bc8d8e8b1e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-unicode-check-pod d229782d722ee76fb52edc7798a967933e4be64fd4cf7c71718b93bc8d8e8b1e network default NAD default NAD key ] I0508 18:38:26.854112 3823 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-shell-check-pod f54e2568bdd2f9143a94ddded429dfead2a0b408625a0cdffd9e6dd889dfce36 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-shell-check-pod f54e2568bdd2f9143a94ddded429dfead2a0b408625a0cdffd9e6dd889dfce36 network default NAD default NAD key ] I0508 18:38:26.857787 3823 helper_linux.go:546] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zwgdh-on-push-dx86t-sast-unicode-check-pod, hostIfaceName: d229782d722ee76, network: default, NAD default, SandboxID: "d229782d722ee76fb52edc7798a967933e4be64fd4cf7c71718b93bc8d8e8b1e", PCI device ID: , UID: "61f94c4a-6994-4216-917f-de3c83d951e5", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0508 18:38:26.864231 3823 helper_linux.go:546] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zwgdh-on-push-dx86t-sast-shell-check-pod, hostIfaceName: f54e2568bdd2f91, network: default, NAD default, SandboxID: "f54e2568bdd2f9143a94ddded429dfead2a0b408625a0cdffd9e6dd889dfce36", PCI device ID: , UID: "e821a588-b16d-4ea5-b2c6-4a638b483c64", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] E0508 18:38:26.897724 3823 kube.go:243] Error in patching annotations on pod default-tenant/tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod: the server rejected our request due to an error in our request I0508 18:38:26.909025 3823 kube.go:233] Patching annotations on pod default-tenant/tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod I0508 18:38:26.914732 3823 base_network_controller_pods.go:974] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod] addLogicalPort annotation time took 169.369365ms I0508 18:38:26.916252 3823 pods.go:270] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod] addLogicalPort took 171.029173ms, libovsdb time 990.648µs I0508 18:38:26.922037 3823 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-unicode-check-pod d229782d722ee76fb52edc7798a967933e4be64fd4cf7c71718b93bc8d8e8b1e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-unicode-check-pod d229782d722ee76fb52edc7798a967933e4be64fd4cf7c71718b93bc8d8e8b1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:b0:af:7a:62:09\",\"name\":\"d229782d722ee76\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f8531f2-fbb8-4e3f-ac7d-d69a6b5faecd\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:38:26.946184 3823 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-shell-check-pod f54e2568bdd2f9143a94ddded429dfead2a0b408625a0cdffd9e6dd889dfce36 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-shell-check-pod f54e2568bdd2f9143a94ddded429dfead2a0b408625a0cdffd9e6dd889dfce36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:c8:91:b6:21:23\",\"name\":\"f54e2568bdd2f91\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ffdedc7-15b7-40f0-b751-43dd24c59260\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:38:27.013499 3823 base_network_controller_pods.go:974] [default/default-tenant/tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod] addLogicalPort annotation time took 234.70206ms I0508 18:38:27.014913 3823 pods.go:270] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod] addLogicalPort took 236.295977ms, libovsdb time 976.069µs I0508 18:38:27.115335 3823 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod a1688ed26ae8be7333d96526c14b2612d1da1558dd2cf780b554d1e5bdc2ac09 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod a1688ed26ae8be7333d96526c14b2612d1da1558dd2cf780b554d1e5bdc2ac09 network default NAD default NAD key ] I0508 18:38:27.125506 3823 helper_linux.go:546] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod, hostIfaceName: a1688ed26ae8be7, network: default, NAD default, SandboxID: "a1688ed26ae8be7333d96526c14b2612d1da1558dd2cf780b554d1e5bdc2ac09", PCI device ID: , UID: "1d584476-f5a5-48ed-bb15-a50ad0a87f02", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0508 18:38:27.136362 3823 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod bef75eb00dd62f12ce02d1d75e99d2078471ec7453d23bdc07e12c7a3692233b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod bef75eb00dd62f12ce02d1d75e99d2078471ec7453d23bdc07e12c7a3692233b network default NAD default NAD key ] I0508 18:38:27.147463 3823 helper_linux.go:546] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod, hostIfaceName: bef75eb00dd62f1, network: default, NAD default, SandboxID: "bef75eb00dd62f12ce02d1d75e99d2078471ec7453d23bdc07e12c7a3692233b", PCI device ID: , UID: "38745d63-9ea4-4793-b09d-bd7b233ad082", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0508 18:38:27.191953 3823 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod a1688ed26ae8be7333d96526c14b2612d1da1558dd2cf780b554d1e5bdc2ac09 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod a1688ed26ae8be7333d96526c14b2612d1da1558dd2cf780b554d1e5bdc2ac09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:b4:b8:db:a5:b6\",\"name\":\"a1688ed26ae8be7\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eedf055a-4501-492f-a009-3be823c8abc6\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:38:27.216148 3823 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod bef75eb00dd62f12ce02d1d75e99d2078471ec7453d23bdc07e12c7a3692233b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod bef75eb00dd62f12ce02d1d75e99d2078471ec7453d23bdc07e12c7a3692233b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:b6:99:b6:21:d0\",\"name\":\"bef75eb00dd62f1\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/851852d9-5030-4aaa-9389-18c0bd299022\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:38:40.750295 3823 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0508 18:38:50.623706 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=134 I0508 18:38:58.154045 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=11 I0508 18:39:22.624489 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=6 I0508 18:39:23.859689 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn I0508 18:39:23.859725 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dd5wn I0508 18:39:40.143583 3823 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-unicode-check-pod d229782d722ee76fb52edc7798a967933e4be64fd4cf7c71718b93bc8d8e8b1e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-unicode-check-pod d229782d722ee76fb52edc7798a967933e4be64fd4cf7c71718b93bc8d8e8b1e network default NAD default NAD key ] E0508 18:39:40.186115 3823 link_network_manager.go:101] Error while syncing link "d229782d722ee76": failed to get address from link "d229782d722ee76": failed to list addresses for "d229782d722ee76": no such device I0508 18:39:40.239050 3823 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-unicode-check-pod d229782d722ee76fb52edc7798a967933e4be64fd4cf7c71718b93bc8d8e8b1e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-unicode-check-pod d229782d722ee76fb52edc7798a967933e4be64fd4cf7c71718b93bc8d8e8b1e network default NAD default NAD key default], result "{}", err I0508 18:39:45.495116 3823 pods.go:175] Deleting pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-unicode-check-pod I0508 18:39:45.496773 3823 pods.go:235] Attempting to release IPs for pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-unicode-check-pod, ips: 10.130.0.51 I0508 18:39:47.207703 3823 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod a1688ed26ae8be7333d96526c14b2612d1da1558dd2cf780b554d1e5bdc2ac09 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod a1688ed26ae8be7333d96526c14b2612d1da1558dd2cf780b554d1e5bdc2ac09 network default NAD default NAD key ] I0508 18:39:47.209077 3823 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-shell-check-pod f54e2568bdd2f9143a94ddded429dfead2a0b408625a0cdffd9e6dd889dfce36 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-shell-check-pod f54e2568bdd2f9143a94ddded429dfead2a0b408625a0cdffd9e6dd889dfce36 network default NAD default NAD key ] E0508 18:39:47.228266 3823 link_network_manager.go:101] Error while syncing link "a1688ed26ae8be7": failed to get address from link "a1688ed26ae8be7": failed to list addresses for "a1688ed26ae8be7": no such device E0508 18:39:47.272988 3823 link_network_manager.go:101] Error while syncing link "f54e2568bdd2f91": failed to get address from link "f54e2568bdd2f91": failed to list addresses for "f54e2568bdd2f91": no such device I0508 18:39:47.285247 3823 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod a1688ed26ae8be7333d96526c14b2612d1da1558dd2cf780b554d1e5bdc2ac09 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod a1688ed26ae8be7333d96526c14b2612d1da1558dd2cf780b554d1e5bdc2ac09 network default NAD default NAD key default], result "{}", err I0508 18:39:47.329462 3823 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-shell-check-pod f54e2568bdd2f9143a94ddded429dfead2a0b408625a0cdffd9e6dd889dfce36 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-shell-check-pod f54e2568bdd2f9143a94ddded429dfead2a0b408625a0cdffd9e6dd889dfce36 network default NAD default NAD key default], result "{}", err I0508 18:39:47.473758 3823 pods.go:175] Deleting pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod I0508 18:39:47.475439 3823 pods.go:235] Attempting to release IPs for pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-rpms-signature-scan-pod, ips: 10.130.0.53 I0508 18:39:47.518235 3823 pods.go:175] Deleting pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-shell-check-pod I0508 18:39:47.519771 3823 pods.go:235] Attempting to release IPs for pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-sast-shell-check-pod, ips: 10.130.0.52 I0508 18:39:49.625253 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=6 I0508 18:39:56.279673 3823 cni.go:454] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod bef75eb00dd62f12ce02d1d75e99d2078471ec7453d23bdc07e12c7a3692233b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod bef75eb00dd62f12ce02d1d75e99d2078471ec7453d23bdc07e12c7a3692233b network default NAD default NAD key ] E0508 18:39:56.315883 3823 link_network_manager.go:101] Error while syncing link "bef75eb00dd62f1": failed to get address from link "bef75eb00dd62f1": failed to list addresses for "bef75eb00dd62f1": no such device I0508 18:39:56.367965 3823 cni.go:480] [default-tenant/tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod bef75eb00dd62f12ce02d1d75e99d2078471ec7453d23bdc07e12c7a3692233b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod bef75eb00dd62f12ce02d1d75e99d2078471ec7453d23bdc07e12c7a3692233b network default NAD default NAD key default], result "{}", err I0508 18:39:56.439914 3823 pods.go:175] Deleting pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod I0508 18:39:56.441438 3823 pods.go:235] Attempting to release IPs for pod: default-tenant/tsf-comp-zwgdh-on-push-dx86t-tpa-scan-pod, ips: 10.130.0.54 I0508 18:40:00.220108 3823 base_network_controller_pods.go:489] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29637760-b2glm] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29637760-b2glm for pod on switch ip-10-0-1-165.ec2.internal I0508 18:40:00.220249 3823 kube.go:233] Patching annotations on pod openshift-backplane/osd-delete-backplane-serviceaccounts-29637760-b2glm I0508 18:40:00.238167 3823 base_network_controller_pods.go:974] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29637760-b2glm] addLogicalPort annotation time took 17.949953ms I0508 18:40:00.239504 3823 pods.go:270] [openshift-backplane/osd-delete-backplane-serviceaccounts-29637760-b2glm] addLogicalPort took 19.417819ms, libovsdb time 927.496µs I0508 18:40:00.694445 3823 cni.go:454] [openshift-backplane/osd-delete-backplane-serviceaccounts-29637760-b2glm ab2a1783943dbc28b4b25701ba1a0b3546b2f7fc7caa33bf921e15149fd4b68b network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29637760-b2glm ab2a1783943dbc28b4b25701ba1a0b3546b2f7fc7caa33bf921e15149fd4b68b network default NAD default NAD key ] I0508 18:40:00.704536 3823 helper_linux.go:546] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29637760-b2glm, hostIfaceName: ab2a1783943dbc2, network: default, NAD default, SandboxID: "ab2a1783943dbc28b4b25701ba1a0b3546b2f7fc7caa33bf921e15149fd4b68b", PCI device ID: , UID: "31c8d5a8-7357-4bb1-b232-dee19a40a69b", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0508 18:40:00.765269 3823 cni.go:480] [openshift-backplane/osd-delete-backplane-serviceaccounts-29637760-b2glm ab2a1783943dbc28b4b25701ba1a0b3546b2f7fc7caa33bf921e15149fd4b68b network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29637760-b2glm ab2a1783943dbc28b4b25701ba1a0b3546b2f7fc7caa33bf921e15149fd4b68b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:6b:a4:1e:ec:cb\",\"name\":\"ab2a1783943dbc2\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/568361e3-742b-41d8-8416-cf6deb8cd6a9\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:40:04.338505 3823 cni.go:454] [openshift-backplane/osd-delete-backplane-serviceaccounts-29637760-b2glm ab2a1783943dbc28b4b25701ba1a0b3546b2f7fc7caa33bf921e15149fd4b68b network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29637760-b2glm ab2a1783943dbc28b4b25701ba1a0b3546b2f7fc7caa33bf921e15149fd4b68b network default NAD default NAD key ] E0508 18:40:04.375421 3823 link_network_manager.go:101] Error while syncing link "ab2a1783943dbc2": failed to get address from link "ab2a1783943dbc2": failed to list addresses for "ab2a1783943dbc2": no such device I0508 18:40:04.425535 3823 cni.go:480] [openshift-backplane/osd-delete-backplane-serviceaccounts-29637760-b2glm ab2a1783943dbc28b4b25701ba1a0b3546b2f7fc7caa33bf921e15149fd4b68b network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29637760-b2glm ab2a1783943dbc28b4b25701ba1a0b3546b2f7fc7caa33bf921e15149fd4b68b network default NAD default NAD key default], result "{}", err I0508 18:40:04.511121 3823 pods.go:175] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29637760-b2glm I0508 18:40:04.512490 3823 pods.go:235] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29637760-b2glm, ips: 10.130.0.55 I0508 18:40:05.389896 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29637730-gf8gg I0508 18:40:05.389924 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29637730-gf8gg I0508 18:40:15.234562 3823 base_network_controller_pods.go:489] [default/default-tenant/my-integration-test-xfrc-hn6r5-verify-pod] creating logical port default-tenant_my-integration-test-xfrc-hn6r5-verify-pod for pod on switch ip-10-0-1-165.ec2.internal I0508 18:40:15.234719 3823 kube.go:233] Patching annotations on pod default-tenant/my-integration-test-xfrc-hn6r5-verify-pod I0508 18:40:15.277586 3823 base_network_controller_pods.go:974] [default/default-tenant/my-integration-test-xfrc-hn6r5-verify-pod] addLogicalPort annotation time took 42.914443ms I0508 18:40:15.279047 3823 pods.go:270] [default-tenant/my-integration-test-xfrc-hn6r5-verify-pod] addLogicalPort took 44.499549ms, libovsdb time 968.784µs I0508 18:40:15.702334 3823 cni.go:454] [default-tenant/my-integration-test-xfrc-hn6r5-verify-pod 94d8db1cfc847154733db35fa83817cb15225e363f0e6101f2e90e710034310a network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-xfrc-hn6r5-verify-pod 94d8db1cfc847154733db35fa83817cb15225e363f0e6101f2e90e710034310a network default NAD default NAD key ] I0508 18:40:15.713225 3823 helper_linux.go:546] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-xfrc-hn6r5-verify-pod, hostIfaceName: 94d8db1cfc84715, network: default, NAD default, SandboxID: "94d8db1cfc847154733db35fa83817cb15225e363f0e6101f2e90e710034310a", PCI device ID: , UID: "542137b0-3475-468f-9a21-2c90505ff253", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0508 18:40:15.769833 3823 cni.go:480] [default-tenant/my-integration-test-xfrc-hn6r5-verify-pod 94d8db1cfc847154733db35fa83817cb15225e363f0e6101f2e90e710034310a network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-xfrc-hn6r5-verify-pod 94d8db1cfc847154733db35fa83817cb15225e363f0e6101f2e90e710034310a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:92:bf:70:ba:d1\",\"name\":\"94d8db1cfc84715\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6acb1b9b-0e87-43bc-8fca-3a2685a900b1\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:40:32.624951 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node" totalItems=43 I0508 18:40:42.649737 3823 cni.go:454] [default-tenant/my-integration-test-xfrc-hn6r5-verify-pod 94d8db1cfc847154733db35fa83817cb15225e363f0e6101f2e90e710034310a network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-xfrc-hn6r5-verify-pod 94d8db1cfc847154733db35fa83817cb15225e363f0e6101f2e90e710034310a network default NAD default NAD key ] E0508 18:40:42.689456 3823 link_network_manager.go:101] Error while syncing link "94d8db1cfc84715": failed to get address from link "94d8db1cfc84715": failed to list addresses for "94d8db1cfc84715": no such device I0508 18:40:42.761382 3823 cni.go:480] [default-tenant/my-integration-test-xfrc-hn6r5-verify-pod 94d8db1cfc847154733db35fa83817cb15225e363f0e6101f2e90e710034310a network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-xfrc-hn6r5-verify-pod 94d8db1cfc847154733db35fa83817cb15225e363f0e6101f2e90e710034310a network default NAD default NAD key default], result "{}", err I0508 18:40:42.871990 3823 pods.go:175] Deleting pod: default-tenant/my-integration-test-xfrc-hn6r5-verify-pod I0508 18:40:42.873426 3823 pods.go:235] Attempting to release IPs for pod: default-tenant/my-integration-test-xfrc-hn6r5-verify-pod, ips: 10.130.0.56 I0508 18:40:43.930245 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=8 I0508 18:41:07.819505 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressIP" totalItems=7 I0508 18:41:27.365141 3823 base_network_controller_pods.go:489] [default/managed-tenant-s4740/managed-kfc9d-collect-signing-params-pod] creating logical port managed-tenant-s4740_managed-kfc9d-collect-signing-params-pod for pod on switch ip-10-0-1-165.ec2.internal I0508 18:41:27.365290 3823 kube.go:233] Patching annotations on pod managed-tenant-s4740/managed-kfc9d-collect-signing-params-pod I0508 18:41:27.388027 3823 base_network_controller_pods.go:974] [default/managed-tenant-s4740/managed-kfc9d-collect-signing-params-pod] addLogicalPort annotation time took 22.775303ms I0508 18:41:27.389370 3823 pods.go:270] [managed-tenant-s4740/managed-kfc9d-collect-signing-params-pod] addLogicalPort took 24.249536ms, libovsdb time 871.414µs I0508 18:41:27.735905 3823 cni.go:454] [managed-tenant-s4740/managed-kfc9d-collect-signing-params-pod 9df4578fb0ff1a2581fcdeea25c14c43d896e153c502474d38b1d7b9b59a2a07 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-s4740/managed-kfc9d-collect-signing-params-pod 9df4578fb0ff1a2581fcdeea25c14c43d896e153c502474d38b1d7b9b59a2a07 network default NAD default NAD key ] I0508 18:41:27.745831 3823 helper_linux.go:546] ConfigureOVS: namespace: managed-tenant-s4740, podName: managed-kfc9d-collect-signing-params-pod, hostIfaceName: 9df4578fb0ff1a2, network: default, NAD default, SandboxID: "9df4578fb0ff1a2581fcdeea25c14c43d896e153c502474d38b1d7b9b59a2a07", PCI device ID: , UID: "8a64355a-3813-4513-b5ae-49dea5f13156", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0508 18:41:27.805171 3823 cni.go:480] [managed-tenant-s4740/managed-kfc9d-collect-signing-params-pod 9df4578fb0ff1a2581fcdeea25c14c43d896e153c502474d38b1d7b9b59a2a07 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-s4740/managed-kfc9d-collect-signing-params-pod 9df4578fb0ff1a2581fcdeea25c14c43d896e153c502474d38b1d7b9b59a2a07 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:9a:b3:88:db:94\",\"name\":\"9df4578fb0ff1a2\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0b28731-2607-4b3a-bd57-c8a0e51f7797\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:41:29.421151 3823 base_network_controller_pods.go:489] [default/managed-tenant-s4740/managed-kfc9d-check-data-keys-pod] creating logical port managed-tenant-s4740_managed-kfc9d-check-data-keys-pod for pod on switch ip-10-0-1-165.ec2.internal I0508 18:41:29.421328 3823 kube.go:233] Patching annotations on pod managed-tenant-s4740/managed-kfc9d-check-data-keys-pod I0508 18:41:29.446106 3823 base_network_controller_pods.go:974] [default/managed-tenant-s4740/managed-kfc9d-check-data-keys-pod] addLogicalPort annotation time took 24.822625ms I0508 18:41:29.447805 3823 pods.go:270] [managed-tenant-s4740/managed-kfc9d-check-data-keys-pod] addLogicalPort took 26.670847ms, libovsdb time 1.228728ms I0508 18:41:29.797899 3823 cni.go:454] [managed-tenant-s4740/managed-kfc9d-check-data-keys-pod 9ff3fb8c51b347df0b11ac2d372e9af071b18a76578081a281fb3d434d109e03 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-s4740/managed-kfc9d-check-data-keys-pod 9ff3fb8c51b347df0b11ac2d372e9af071b18a76578081a281fb3d434d109e03 network default NAD default NAD key ] I0508 18:41:29.811239 3823 helper_linux.go:546] ConfigureOVS: namespace: managed-tenant-s4740, podName: managed-kfc9d-check-data-keys-pod, hostIfaceName: 9ff3fb8c51b347d, network: default, NAD default, SandboxID: "9ff3fb8c51b347df0b11ac2d372e9af071b18a76578081a281fb3d434d109e03", PCI device ID: , UID: "48aa3f64-00e6-40ed-b31e-84284d4ce515", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0508 18:41:29.883811 3823 cni.go:480] [managed-tenant-s4740/managed-kfc9d-check-data-keys-pod 9ff3fb8c51b347df0b11ac2d372e9af071b18a76578081a281fb3d434d109e03 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-s4740/managed-kfc9d-check-data-keys-pod 9ff3fb8c51b347df0b11ac2d372e9af071b18a76578081a281fb3d434d109e03 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:0a:7a:5a:10:87\",\"name\":\"9ff3fb8c51b347d\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff6a5048-a602-4d6c-b0ad-49795509b943\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:41:49.175286 3823 cni.go:454] [managed-tenant-s4740/managed-kfc9d-check-data-keys-pod 9ff3fb8c51b347df0b11ac2d372e9af071b18a76578081a281fb3d434d109e03 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-s4740/managed-kfc9d-check-data-keys-pod 9ff3fb8c51b347df0b11ac2d372e9af071b18a76578081a281fb3d434d109e03 network default NAD default NAD key ] E0508 18:41:49.212302 3823 link_network_manager.go:101] Error while syncing link "9ff3fb8c51b347d": failed to get address from link "9ff3fb8c51b347d": failed to list addresses for "9ff3fb8c51b347d": no such device I0508 18:41:49.264321 3823 cni.go:480] [managed-tenant-s4740/managed-kfc9d-check-data-keys-pod 9ff3fb8c51b347df0b11ac2d372e9af071b18a76578081a281fb3d434d109e03 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-s4740/managed-kfc9d-check-data-keys-pod 9ff3fb8c51b347df0b11ac2d372e9af071b18a76578081a281fb3d434d109e03 network default NAD default NAD key default], result "{}", err I0508 18:41:49.344271 3823 pods.go:175] Deleting pod: managed-tenant-s4740/managed-kfc9d-check-data-keys-pod I0508 18:41:49.345724 3823 pods.go:235] Attempting to release IPs for pod: managed-tenant-s4740/managed-kfc9d-check-data-keys-pod, ips: 10.130.0.58 I0508 18:41:53.209738 3823 cni.go:454] [managed-tenant-s4740/managed-kfc9d-collect-signing-params-pod 9df4578fb0ff1a2581fcdeea25c14c43d896e153c502474d38b1d7b9b59a2a07 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-s4740/managed-kfc9d-collect-signing-params-pod 9df4578fb0ff1a2581fcdeea25c14c43d896e153c502474d38b1d7b9b59a2a07 network default NAD default NAD key ] E0508 18:41:53.246003 3823 link_network_manager.go:101] Error while syncing link "9df4578fb0ff1a2": failed to get address from link "9df4578fb0ff1a2": failed to list addresses for "9df4578fb0ff1a2": no such device I0508 18:41:53.302986 3823 cni.go:480] [managed-tenant-s4740/managed-kfc9d-collect-signing-params-pod 9df4578fb0ff1a2581fcdeea25c14c43d896e153c502474d38b1d7b9b59a2a07 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-s4740/managed-kfc9d-collect-signing-params-pod 9df4578fb0ff1a2581fcdeea25c14c43d896e153c502474d38b1d7b9b59a2a07 network default NAD default NAD key default], result "{}", err I0508 18:41:53.361346 3823 pods.go:175] Deleting pod: managed-tenant-s4740/managed-kfc9d-collect-signing-params-pod I0508 18:41:53.363031 3823 pods.go:235] Attempting to release IPs for pod: managed-tenant-s4740/managed-kfc9d-collect-signing-params-pod, ips: 10.130.0.57 I0508 18:42:12.295938 3823 base_network_controller_pods.go:489] [default/managed-tenant-s4740/managed-kfc9d-collect-tpa-params-pod] creating logical port managed-tenant-s4740_managed-kfc9d-collect-tpa-params-pod for pod on switch ip-10-0-1-165.ec2.internal I0508 18:42:12.296088 3823 kube.go:233] Patching annotations on pod managed-tenant-s4740/managed-kfc9d-collect-tpa-params-pod I0508 18:42:12.316592 3823 base_network_controller_pods.go:974] [default/managed-tenant-s4740/managed-kfc9d-collect-tpa-params-pod] addLogicalPort annotation time took 20.544597ms I0508 18:42:12.318129 3823 pods.go:270] [managed-tenant-s4740/managed-kfc9d-collect-tpa-params-pod] addLogicalPort took 22.207907ms, libovsdb time 968.352µs I0508 18:42:12.756536 3823 cni.go:454] [managed-tenant-s4740/managed-kfc9d-collect-tpa-params-pod 2660fd877c7615d97cff3826af9cfe560289d278e70a679311dd98c200361320 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-s4740/managed-kfc9d-collect-tpa-params-pod 2660fd877c7615d97cff3826af9cfe560289d278e70a679311dd98c200361320 network default NAD default NAD key ] I0508 18:42:12.767214 3823 helper_linux.go:546] ConfigureOVS: namespace: managed-tenant-s4740, podName: managed-kfc9d-collect-tpa-params-pod, hostIfaceName: 2660fd877c7615d, network: default, NAD default, SandboxID: "2660fd877c7615d97cff3826af9cfe560289d278e70a679311dd98c200361320", PCI device ID: , UID: "5fac5f02-fc97-4f65-b8f5-836b0723cf65", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0508 18:42:12.827140 3823 cni.go:480] [managed-tenant-s4740/managed-kfc9d-collect-tpa-params-pod 2660fd877c7615d97cff3826af9cfe560289d278e70a679311dd98c200361320 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-s4740/managed-kfc9d-collect-tpa-params-pod 2660fd877c7615d97cff3826af9cfe560289d278e70a679311dd98c200361320 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:4e:c7:b9:db:36\",\"name\":\"2660fd877c7615d\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91409716-66a6-4a87-8b4c-400fa11882a4\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 18:42:19.417984 3823 cni.go:454] [managed-tenant-s4740/managed-kfc9d-collect-tpa-params-pod 2660fd877c7615d97cff3826af9cfe560289d278e70a679311dd98c200361320 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-s4740/managed-kfc9d-collect-tpa-params-pod 2660fd877c7615d97cff3826af9cfe560289d278e70a679311dd98c200361320 network default NAD default NAD key ] E0508 18:42:19.454105 3823 link_network_manager.go:101] Error while syncing link "2660fd877c7615d": failed to get address from link "2660fd877c7615d": failed to list addresses for "2660fd877c7615d": no such device I0508 18:42:19.510656 3823 cni.go:480] [managed-tenant-s4740/managed-kfc9d-collect-tpa-params-pod 2660fd877c7615d97cff3826af9cfe560289d278e70a679311dd98c200361320 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-s4740/managed-kfc9d-collect-tpa-params-pod 2660fd877c7615d97cff3826af9cfe560289d278e70a679311dd98c200361320 network default NAD default NAD key default], result "{}", err I0508 18:42:19.582479 3823 pods.go:175] Deleting pod: managed-tenant-s4740/managed-kfc9d-collect-tpa-params-pod I0508 18:42:19.583819 3823 pods.go:235] Attempting to release IPs for pod: managed-tenant-s4740/managed-kfc9d-collect-tpa-params-pod, ips: 10.130.0.59 I0508 18:43:01.940306 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressService" totalItems=8 I0508 18:43:02.155006 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0508 18:43:36.042491 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:141" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0508 18:43:37.835773 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressFirewall" totalItems=9 I0508 18:44:09.158180 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:141" type="*v1.UserDefinedNetwork" totalItems=7 I0508 18:44:11.754244 3823 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0508 18:44:12.626129 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.EndpointSlice" totalItems=14 I0508 18:44:24.629772 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace" totalItems=5 I0508 18:44:40.716789 3823 reflector.go:991] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0508 18:45:00.627386 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod" totalItems=218 I0508 18:45:13.646614 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.NetworkPolicy" totalItems=9 I0508 18:45:16.052218 3823 reflector.go:991] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0508 18:45:55.933749 3823 reflector.go:991] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:141" type="*v1.EgressQoS" totalItems=6 I0508 18:47:21.629375 3823 reflector.go:991] "Watch close" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service" totalItems=8 I0508 18:47:49.873025 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-s4740/affinity-assistant-20ab28ecc6-0 I0508 18:47:49.873063 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod managed-tenant-s4740/affinity-assistant-20ab28ecc6-0 I0508 18:47:49.969568 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-s4740/managed-kfc9d-verify-conforma-pod I0508 18:47:49.969596 3823 obj_retry.go:795] default/networkController: ignoring delete event for resource in terminal state *v1.Pod managed-tenant-s4740/managed-kfc9d-verify-conforma-pod