+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-117.ec2.internal ++ [[ -n ip-10-0-1-117.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-117.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 22:51:57.602262386 - disable conntrack on geneve port' I0420 22:51:57.602262386 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 22:51:57.640351444 - starting ovnkube-node' I0420 22:51:57.640351444 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-117.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-117.ec2.internal --init-node ip-10-0-1-117.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-117.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0420 22:51:57.697898 3693 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0420 22:51:57.697949 3693 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-50772837a9.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0420 22:51:57.699473 3693 kube.go:431] Waiting for certificate I0420 22:51:57.699502 3693 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0420 22:51:57.699542 3693 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0420 22:51:57.700259 3693 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 22:51:57.743736 3693 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 22:51:57.743750 3693 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 22:51:57.746922 3693 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 22:51:57.747015 3693 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7n9zm" I0420 22:51:57.749793 3693 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 22:51:58.699733 3693 kube.go:438] Certificate found I0420 22:51:58.700414 3693 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 22:51:58.702094 3693 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0420 22:51:58.776845 3693 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-21 22:46:57 +0000 UTC" deadline="2026-04-21 18:52:55.953549923 +0000 UTC" I0420 22:51:58.776883 3693 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h0m57.176678638s" I0420 22:51:58.797675 3693 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 22:51:58.807041 3693 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0420 22:51:58.807134 3693 server.go:101] MetricServer registers OVS metrics I0420 22:51:58.807440 3693 server.go:105] MetricServer registers OVN DB metrics I0420 22:51:58.807572 3693 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0420 22:51:58.807628 3693 factory.go:561] Starting watch factory I0420 22:51:58.807713 3693 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.807730 3693 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.807743 3693 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.807746 3693 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.807760 3693 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.807773 3693 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.807810 3693 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.807852 3693 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.807745 3693 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.808067 3693 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.807792 3693 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.807762 3693 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.811802 3693 controller_manager.go:370] Starting the ovnkube controller I0420 22:51:58.811815 3693 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-117.ec2.internal I0420 22:51:58.811859 3693 controller_manager.go:395] NBDB zone sync took: 35.9µs I0420 22:51:58.811868 3693 factory.go:561] Starting watch factory I0420 22:51:58.812695 3693 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0420 22:51:58.812722 3693 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0420 22:51:58.826123 3693 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0420 22:51:58.826149 3693 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0420 22:51:58.827580 3693 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.829055 3693 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.829474 3693 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.830201 3693 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0420 22:51:58.830277 3693 server.go:109] MetricServer registers OVN Controller metrics I0420 22:51:58.833630 3693 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.834501 3693 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.835715 3693 server.go:113] MetricServer registers OVN Northd metrics I0420 22:51:58.837718 3693 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:51:58.840775 3693 metrics.go:519] OVN Metrics Server starts to run ... I0420 22:51:58.913171 3693 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 22:51:58.913188 3693 factory.go:1977] *v1.Node informer cache synced successfully I0420 22:51:58.913191 3693 factory.go:1977] *v1.Service informer cache synced successfully I0420 22:51:58.913195 3693 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 22:51:58.913198 3693 factory.go:1977] *v1.Pod informer cache synced successfully I0420 22:51:58.913201 3693 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 22:51:58.913261 3693 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:51:58.913280 3693 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:51:58.913294 3693 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:51:58.913308 3693 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:51:58.917067 3693 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 22:51:58.917080 3693 factory.go:1977] *v1.Node informer cache synced successfully I0420 22:51:58.917126 3693 factory.go:1977] *v1.Service informer cache synced successfully I0420 22:51:58.917132 3693 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 22:51:58.917135 3693 factory.go:1977] *v1.Pod informer cache synced successfully I0420 22:51:58.917139 3693 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 22:51:58.917478 3693 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:51:58.917549 3693 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 22:51:58.919275 3693 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 22:51:58.919286 3693 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 22:51:58.919338 3693 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.919370 3693 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.922650 3693 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 22:51:58.922659 3693 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 22:51:58.922851 3693 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.924868 3693 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 22:51:58.924926 3693 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.924941 3693 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.928028 3693 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 22:51:58.928361 3693 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.930333 3693 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 22:51:58.930386 3693 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.930402 3693 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.933595 3693 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 22:51:58.933795 3693 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.935808 3693 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 22:51:58.935868 3693 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.935881 3693 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.938920 3693 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 22:51:58.939146 3693 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.941160 3693 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 22:51:58.941212 3693 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.941223 3693 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.944352 3693 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 22:51:58.944702 3693 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.946657 3693 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 22:51:58.946890 3693 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 22:51:58.946902 3693 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 22:51:58.949399 3693 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 22:51:58.950395 3693 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 22:51:58.952397 3693 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 22:51:58.952448 3693 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.952459 3693 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.952521 3693 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.952542 3693 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.955136 3693 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 22:51:58.956070 3693 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.956131 3693 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 22:51:58.958096 3693 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 22:51:58.958107 3693 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 22:51:58.958127 3693 factory.go:680] Watch Factory start up complete, took: 150.502165ms I0420 22:51:58.958184 3693 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0420 22:51:58.960274 3693 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 22:51:58.960285 3693 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 22:51:58.960294 3693 factory.go:680] Watch Factory start up complete, took: 148.422486ms I0420 22:51:58.960304 3693 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-117.ec2.internal" zone I0420 22:51:58.996830 3693 default_node_network_controller.go:710] Initializing the default node network controller I0420 22:51:59.077676 3693 udn_isolation.go:101] Starting UDN host isolation manager I0420 22:51:59.084187 3693 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0420 22:51:59.144106 3693 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0420 22:51:59.144198 3693 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0420 22:51:59.144212 3693 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0420 22:51:59.174306 3693 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0420 22:51:59.174356 3693 default_node_network_controller.go:809] Node ip-10-0-1-117.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0420 22:51:59.179140 3693 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.117"] k8s.ovn.org/zone-name:ip-10-0-1-117.ec2.internal] on node ip-10-0-1-117.ec2.internal I0420 22:51:59.200296 3693 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0420 22:51:59.206342 3693 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0420 22:51:59.206502 3693 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0420 22:51:59.206642 3693 gateway_init.go:263] Preparing Gateway I0420 22:51:59.206654 3693 gateway_shared_intf.go:1687] Creating new gateway I0420 22:51:59.210907 3693 controller_manager.go:429] Waiting for node in zone sync took: 250.591351ms I0420 22:51:59.216318 3693 controller_manager.go:611] Switching to transit router for layer2 networks I0420 22:51:59.216331 3693 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-117.ec2.internal I0420 22:51:59.231655 3693 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 22:51:59.237571 3693 controller_manager.go:290] SCTP support detected in OVN I0420 22:51:59.238281 3693 services_controller.go:69] Creating services controller for network=default I0420 22:51:59.238583 3693 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0420 22:51:59.238631 3693 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0420 22:51:59.238646 3693 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0420 22:51:59.238655 3693 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 22:51:59.238881 3693 udn_enabled_svc.go:80] Waiting for service informer to sync I0420 22:51:59.238891 3693 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0420 22:51:59.238956 3693 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0420 22:51:59.239026 3693 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 41.779µs I0420 22:51:59.239045 3693 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 78.887µs I0420 22:51:59.239052 3693 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 94.755µs I0420 22:51:59.239062 3693 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0420 22:51:59.239072 3693 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0420 22:51:59.239082 3693 default_network_controller.go:325] Starting the default network controller I0420 22:51:59.239128 3693 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 30.267µs I0420 22:51:59.239377 3693 udn_enabled_svc.go:95] Performing full resync I0420 22:51:59.239689 3693 udn_enabled_svc.go:99] Waiting for handler to sync I0420 22:51:59.239703 3693 udn_enabled_svc.go:104] Starting worker I0420 22:51:59.248508 3693 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0420 22:51:59.248588 3693 repair.go:33] Syncing exgw routes took 67.761µs I0420 22:51:59.248608 3693 default_network_controller.go:414] Starting all the Watchers... I0420 22:51:59.248821 3693 namespace.go:98] [openshift-customer-monitoring] adding namespace I0420 22:51:59.248831 3693 namespace.go:98] [openshift-backplane] adding namespace I0420 22:51:59.248830 3693 namespace.go:98] [default] adding namespace I0420 22:51:59.248846 3693 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0420 22:51:59.248850 3693 namespace.go:98] [openshift-image-registry] adding namespace I0420 22:51:59.248853 3693 namespace.go:98] [openshift-multus] adding namespace I0420 22:51:59.248859 3693 namespace.go:98] [openshift-apiserver] adding namespace I0420 22:51:59.248867 3693 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0420 22:51:59.248873 3693 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0420 22:51:59.248880 3693 namespace.go:98] [openshift-backplane-tam] adding namespace I0420 22:51:59.248883 3693 namespace.go:98] [openshift-machine-config-operator] adding namespace I0420 22:51:59.248890 3693 namespace.go:98] [open-cluster-management-2pq5oo0ggfpe15f5ol7esv3tsdt0rprv] adding namespace I0420 22:51:59.248890 3693 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0420 22:51:59.248899 3693 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0420 22:51:59.248909 3693 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0420 22:51:59.249509 3693 namespace.go:102] [openshift-customer-monitoring] adding namespace took 672.833µs I0420 22:51:59.249526 3693 namespace.go:98] [openshift-backplane-cse] adding namespace I0420 22:51:59.249952 3693 namespace.go:102] [openshift-backplane-cse] adding namespace took 421.432µs I0420 22:51:59.249964 3693 namespace.go:98] [openshift-backplane-srep] adding namespace I0420 22:51:59.250565 3693 namespace.go:102] [openshift-backplane-srep] adding namespace took 592.98µs I0420 22:51:59.250583 3693 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0420 22:51:59.251096 3693 namespace.go:102] [openshift-backplane] adding namespace took 2.255116ms I0420 22:51:59.251133 3693 namespace.go:98] [openshift-dns] adding namespace I0420 22:51:59.251665 3693 namespace.go:102] [default] adding namespace took 2.818263ms I0420 22:51:59.251683 3693 namespace.go:98] [openshift-machine-api] adding namespace W0420 22:51:59.252194 3693 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-s6zj2: pod openshift-multus/network-metrics-daemon-s6zj2: no pod IPs found I0420 22:51:59.252224 3693 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 3.364314ms I0420 22:51:59.252239 3693 namespace.go:98] [openshift-ingress-canary] adding namespace I0420 22:51:59.252857 3693 namespace.go:102] [openshift-multus] adding namespace took 3.992471ms I0420 22:51:59.252871 3693 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0420 22:51:59.253458 3693 namespace.go:102] [openshift-image-registry] adding namespace took 4.598042ms I0420 22:51:59.253469 3693 namespace.go:98] [openshift-console-operator] adding namespace I0420 22:51:59.254019 3693 namespace.go:102] [openshift-apiserver] adding namespace took 5.152339ms I0420 22:51:59.254027 3693 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0420 22:51:59.254578 3693 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.703129ms I0420 22:51:59.254589 3693 namespace.go:98] [openshift-route-controller-manager] adding namespace I0420 22:51:59.255208 3693 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.326812ms I0420 22:51:59.255217 3693 namespace.go:98] [openshift-controller-manager] adding namespace I0420 22:51:59.255792 3693 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.900494ms I0420 22:51:59.255810 3693 namespace.go:98] [openshift-network-operator] adding namespace I0420 22:51:59.256318 3693 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.424328ms I0420 22:51:59.256340 3693 namespace.go:98] [dedicated-admin] adding namespace I0420 22:51:59.256853 3693 namespace.go:102] [open-cluster-management-2pq5oo0ggfpe15f5ol7esv3tsdt0rprv] adding namespace took 7.951666ms I0420 22:51:59.256872 3693 namespace.go:98] [openshift-kube-scheduler] adding namespace I0420 22:51:59.257405 3693 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.495057ms I0420 22:51:59.257422 3693 namespace.go:98] [openshift-backplane-cee] adding namespace I0420 22:51:59.257997 3693 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 9.087355ms I0420 22:51:59.258026 3693 namespace.go:98] [openshift-apiserver-operator] adding namespace I0420 22:51:59.258523 3693 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 9.606144ms I0420 22:51:59.258537 3693 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0420 22:51:59.258899 3693 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.31152ms I0420 22:51:59.258910 3693 namespace.go:98] [kube-node-lease] adding namespace I0420 22:51:59.259360 3693 namespace.go:102] [openshift-dns] adding namespace took 8.21788ms I0420 22:51:59.259376 3693 namespace.go:98] [openshift-ingress] adding namespace I0420 22:51:59.259769 3693 namespace.go:102] [openshift-machine-api] adding namespace took 8.080483ms I0420 22:51:59.259786 3693 namespace.go:98] [openshift-package-operator] adding namespace I0420 22:51:59.260143 3693 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.898155ms I0420 22:51:59.260157 3693 namespace.go:98] [openshift-operators] adding namespace I0420 22:51:59.260624 3693 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.745796ms I0420 22:51:59.260641 3693 namespace.go:98] [openshift-network-node-identity] adding namespace I0420 22:51:59.261051 3693 namespace.go:102] [openshift-console-operator] adding namespace took 7.576099ms I0420 22:51:59.261067 3693 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0420 22:51:59.261543 3693 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.509226ms I0420 22:51:59.261558 3693 namespace.go:98] [openshift-etcd] adding namespace I0420 22:51:59.261975 3693 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.380667ms I0420 22:51:59.261988 3693 namespace.go:98] [openshift-marketplace] adding namespace I0420 22:51:59.262376 3693 namespace.go:102] [openshift-controller-manager] adding namespace took 7.154621ms I0420 22:51:59.262387 3693 namespace.go:98] [openshift-backplane-mobb] adding namespace I0420 22:51:59.262774 3693 namespace.go:102] [openshift-network-operator] adding namespace took 6.959785ms I0420 22:51:59.262787 3693 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0420 22:51:59.263293 3693 namespace.go:102] [dedicated-admin] adding namespace took 6.946138ms I0420 22:51:59.263306 3693 namespace.go:98] [openshift-monitoring] adding namespace I0420 22:51:59.263686 3693 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.809218ms I0420 22:51:59.263698 3693 namespace.go:98] [openshift-operators-redhat] adding namespace I0420 22:51:59.264124 3693 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.675374ms I0420 22:51:59.264139 3693 namespace.go:98] [openshift-config-managed] adding namespace I0420 22:51:59.264546 3693 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.510557ms I0420 22:51:59.264558 3693 namespace.go:98] [openshift-config] adding namespace I0420 22:51:59.264917 3693 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.375013ms I0420 22:51:59.264929 3693 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0420 22:51:59.265340 3693 namespace.go:102] [kube-node-lease] adding namespace took 6.422694ms I0420 22:51:59.265713 3693 namespace.go:102] [openshift-ingress] adding namespace took 6.330883ms I0420 22:51:59.265726 3693 namespace.go:98] [openshift-kube-apiserver] adding namespace I0420 22:51:59.266100 3693 namespace.go:102] [openshift-package-operator] adding namespace took 6.307972ms I0420 22:51:59.266129 3693 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0420 22:51:59.266517 3693 namespace.go:102] [openshift-operators] adding namespace took 6.355461ms I0420 22:51:59.266527 3693 namespace.go:98] [openshift-must-gather-operator] adding namespace I0420 22:51:59.266904 3693 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.257128ms I0420 22:51:59.266932 3693 namespace.go:98] [openshift-network-console] adding namespace I0420 22:51:59.267347 3693 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.273226ms I0420 22:51:59.267365 3693 namespace.go:98] [openshift-ingress-operator] adding namespace I0420 22:51:59.267789 3693 namespace.go:102] [openshift-etcd] adding namespace took 6.224557ms I0420 22:51:59.267803 3693 namespace.go:98] [kube-public] adding namespace I0420 22:51:59.268200 3693 namespace.go:102] [openshift-marketplace] adding namespace took 6.208161ms I0420 22:51:59.268212 3693 namespace.go:98] [openshift-authentication] adding namespace I0420 22:51:59.268595 3693 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.202058ms I0420 22:51:59.268607 3693 namespace.go:98] [openshift-dns-operator] adding namespace I0420 22:51:59.268964 3693 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.171508ms I0420 22:51:59.268978 3693 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0420 22:51:59.269412 3693 namespace.go:102] [openshift-monitoring] adding namespace took 6.100835ms I0420 22:51:59.269444 3693 namespace.go:98] [openshift-infra] adding namespace I0420 22:51:59.269802 3693 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.099415ms I0420 22:51:59.269815 3693 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0420 22:51:59.270240 3693 namespace.go:102] [openshift-config-managed] adding namespace took 6.094245ms I0420 22:51:59.270256 3693 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0420 22:51:59.270640 3693 namespace.go:102] [openshift-config] adding namespace took 6.075593ms I0420 22:51:59.270657 3693 namespace.go:98] [openshift-node] adding namespace I0420 22:51:59.271056 3693 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.120778ms I0420 22:51:59.271073 3693 namespace.go:98] [openshift-cluster-version] adding namespace I0420 22:51:59.271586 3693 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.853279ms I0420 22:51:59.271604 3693 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0420 22:51:59.272050 3693 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.913898ms I0420 22:51:59.272067 3693 namespace.go:98] [openshift-authentication-operator] adding namespace I0420 22:51:59.273175 3693 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.642962ms I0420 22:51:59.273190 3693 namespace.go:98] [openshift-network-diagnostics] adding namespace I0420 22:51:59.273651 3693 namespace.go:102] [openshift-network-console] adding namespace took 6.708811ms I0420 22:51:59.273670 3693 namespace.go:98] [openshift-insights] adding namespace I0420 22:51:59.274229 3693 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.856742ms I0420 22:51:59.274245 3693 namespace.go:98] [openshift-console-user-settings] adding namespace I0420 22:51:59.274674 3693 namespace.go:102] [kube-public] adding namespace took 6.864235ms I0420 22:51:59.274688 3693 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0420 22:51:59.275130 3693 namespace.go:102] [openshift-authentication] adding namespace took 6.893568ms I0420 22:51:59.275146 3693 namespace.go:98] [openshift] adding namespace I0420 22:51:59.275655 3693 namespace.go:102] [openshift-dns-operator] adding namespace took 7.041056ms I0420 22:51:59.275673 3693 namespace.go:98] [openshift-host-network] adding namespace I0420 22:51:59.276092 3693 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.107268ms I0420 22:51:59.276127 3693 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0420 22:51:59.276548 3693 namespace.go:102] [openshift-infra] adding namespace took 7.097809ms I0420 22:51:59.276968 3693 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.14736ms I0420 22:51:59.277383 3693 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.120073ms I0420 22:51:59.277400 3693 namespace.go:98] [openshift-console] adding namespace I0420 22:51:59.277864 3693 namespace.go:102] [openshift-node] adding namespace took 7.199074ms I0420 22:51:59.277882 3693 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0420 22:51:59.278367 3693 namespace.go:102] [openshift-cluster-version] adding namespace took 7.28815ms I0420 22:51:59.278380 3693 namespace.go:98] [openshift-backplane-csm] adding namespace I0420 22:51:59.278795 3693 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.183889ms I0420 22:51:59.278814 3693 namespace.go:98] [openshift-service-ca-operator] adding namespace W0420 22:51:59.279315 3693 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jjxwg: pod openshift-network-diagnostics/network-check-target-jjxwg: no pod IPs found I0420 22:51:59.279368 3693 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.29245ms I0420 22:51:59.279381 3693 namespace.go:98] [openshift-config-operator] adding namespace I0420 22:51:59.279927 3693 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.730912ms I0420 22:51:59.279944 3693 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0420 22:51:59.280330 3693 namespace.go:102] [openshift-insights] adding namespace took 6.652345ms I0420 22:51:59.280348 3693 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0420 22:51:59.280948 3693 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.697992ms I0420 22:51:59.281419 3693 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.723214ms I0420 22:51:59.281444 3693 namespace.go:98] [kube-system] adding namespace I0420 22:51:59.281949 3693 namespace.go:102] [openshift] adding namespace took 6.798878ms I0420 22:51:59.282527 3693 namespace.go:102] [openshift-host-network] adding namespace took 6.846316ms I0420 22:51:59.283083 3693 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.946765ms I0420 22:51:59.283549 3693 namespace.go:102] [openshift-console] adding namespace took 6.143654ms I0420 22:51:59.283561 3693 namespace.go:98] [openshift-logging] adding namespace I0420 22:51:59.283926 3693 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.035855ms I0420 22:51:59.284594 3693 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.209115ms I0420 22:51:59.285264 3693 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.445052ms I0420 22:51:59.285691 3693 namespace.go:102] [openshift-config-operator] adding namespace took 6.305772ms I0420 22:51:59.286243 3693 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.284069ms I0420 22:51:59.286828 3693 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.472575ms I0420 22:51:59.287379 3693 namespace.go:102] [kube-system] adding namespace took 5.928561ms I0420 22:51:59.287775 3693 namespace.go:102] [openshift-logging] adding namespace took 4.20937ms W0420 22:51:59.287859 3693 master.go:458] Unable to parse local node ip-10-0-1-117.ec2.internal chassis-id annotation. Chassis may be removed during sync I0420 22:51:59.287871 3693 master.go:481] Removing stale chassis with ID/Name: ff9dad30-d720-4329-b65f-59a97a107a7b, hostname: ip-10-0-1-117.ec2.internal I0420 22:51:59.288403 3693 master.go:548] Adding or Updating local node "ip-10-0-1-117.ec2.internal" for network "default" I0420 22:51:59.291669 3693 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-117.ec2.internal for the network default I0420 22:51:59.291949 3693 zone_ic_handler.go:195] Time taken to create transit switch: 268.078µs I0420 22:51:59.292561 3693 default_network_controller.go:823] Node add failed for ip-10-0-1-117.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-117.ec2.internal, error getting gateway config for node ip-10-0-1-117.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-117.ec2.internal", failed to update chassis to local for local node ip-10-0-1-117.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-117.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-117.ec2.internal] E0420 22:51:59.292628 3693 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-117.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-117.ec2.internal, error getting gateway config for node ip-10-0-1-117.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-117.ec2.internal", failed to update chassis to local for local node ip-10-0-1-117.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-117.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-117.ec2.internal] I0420 22:51:59.292679 3693 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0420 22:51:59.292709 3693 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0420 22:51:59.292729 3693 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0420 22:51:59.292760 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-117.ec2.internal in network "default" I0420 22:51:59.292765 3693 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-117.ec2.internal", UID:"05c113df-d937-478e-942c-d2d326ea2302", APIVersion:"v1", ResourceVersion:"8078", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-117.ec2.internal, error getting gateway config for node ip-10-0-1-117.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-117.ec2.internal", failed to update chassis to local for local node ip-10-0-1-117.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-117.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-117.ec2.internal] I0420 22:51:59.292797 3693 node_tracker.go:235] Node ip-10-0-1-117.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-117.ec2.internal" I0420 22:51:59.292817 3693 node_tracker.go:169] Node ip-10-0-1-117.ec2.internal switch + router changed, syncing services in network "default" I0420 22:51:59.292829 3693 services_controller.go:574] Full service sync requested for network=default I0420 22:51:59.312457 3693 iptables.go:108] Creating table: filter chain: FORWARD I0420 22:51:59.319197 3693 iptables.go:108] Creating table: filter chain: OUTPUT I0420 22:51:59.325766 3693 gateway_shared_intf.go:1816] Gateway Creation Complete I0420 22:51:59.325778 3693 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-117.ec2.internal","mac-address":"0a:ff:cd:bc:0c:b7","ip-addresses":["10.0.1.117/24"],"ip-address":"10.0.1.117/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ff9dad30-d720-4329-b65f-59a97a107a7b k8s.ovn.org/node-encap-ips:["10.0.1.117"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.117/24"} k8s.ovn.org/zone-name:ip-10-0-1-117.ec2.internal] on node ip-10-0-1-117.ec2.internal I0420 22:51:59.342306 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-117.ec2.internal in network "default" I0420 22:51:59.342312 3693 master.go:548] Adding or Updating local node "ip-10-0-1-117.ec2.internal" for network "default" I0420 22:51:59.342363 3693 node_tracker.go:169] Node ip-10-0-1-117.ec2.internal switch + router changed, syncing services in network "default" I0420 22:51:59.342376 3693 services_controller.go:574] Full service sync requested for network=default I0420 22:51:59.345933 3693 default_node_network_controller.go:519] Node connection status = connected W0420 22:51:59.346869 3693 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-jjxwg: pod openshift-network-diagnostics/network-check-target-jjxwg: no pod IPs found W0420 22:51:59.346885 3693 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-s6zj2: pod openshift-multus/network-metrics-daemon-s6zj2: no pod IPs found I0420 22:51:59.347703 3693 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-117.ec2.internal for the network default I0420 22:51:59.347848 3693 zone_ic_handler.go:195] Time taken to create transit switch: 132.891µs I0420 22:51:59.393104 3693 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0420 22:51:59.393139 3693 services_controller.go:208] Setting up event handlers for services for network=default I0420 22:51:59.393212 3693 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0420 22:51:59.393286 3693 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0420 22:51:59.393298 3693 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0420 22:51:59.493532 3693 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0420 22:51:59.493548 3693 repair.go:60] Starting repairing loop for services I0420 22:51:59.493617 3693 repair.go:131] Deleted 0 stale service LBs I0420 22:51:59.493638 3693 repair.go:137] Deleted 0 stale Chassis Template Vars I0420 22:51:59.493656 3693 repair.go:62] Finished repairing loop for services: 109.152µs I0420 22:51:59.493687 3693 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0420 22:51:59.493698 3693 services_controller.go:254] Starting workers for network=default I0420 22:51:59.494206 3693 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jjxwg] creating logical port openshift-network-diagnostics_network-check-target-jjxwg for pod on switch ip-10-0-1-117.ec2.internal I0420 22:51:59.494234 3693 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-s6zj2] creating logical port openshift-multus_network-metrics-daemon-s6zj2 for pod on switch ip-10-0-1-117.ec2.internal I0420 22:51:59.494382 3693 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-s6zj2 I0420 22:51:59.494452 3693 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-jjxwg I0420 22:51:59.513046 3693 pod.go:62] [openshift-multus/network-metrics-daemon-s6zj2] pod update took 18.747748ms I0420 22:51:59.513064 3693 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-s6zj2] addLogicalPort annotation time took 18.76731ms I0420 22:51:59.513957 3693 pods.go:271] [openshift-multus/network-metrics-daemon-s6zj2] addLogicalPort took 19.728559ms, libovsdb time 683.348µs I0420 22:51:59.514277 3693 pod.go:62] [openshift-network-diagnostics/network-check-target-jjxwg] pod update took 19.978787ms I0420 22:51:59.514292 3693 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-jjxwg] addLogicalPort annotation time took 19.998369ms I0420 22:51:59.515065 3693 pods.go:271] [openshift-network-diagnostics/network-check-target-jjxwg] addLogicalPort took 20.870083ms, libovsdb time 567.449µs I0420 22:51:59.515483 3693 admin_network_policy_controller.go:227] Starting controller default-network-controller I0420 22:51:59.515507 3693 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0420 22:51:59.515520 3693 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0420 22:51:59.515526 3693 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0420 22:51:59.515712 3693 repair.go:29] Repairing admin network policies took 180.199µs I0420 22:51:59.515826 3693 repair.go:92] Repairing baseline admin network policies took 102.107µs I0420 22:51:59.516159 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0420 22:51:59.516180 3693 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0420 22:51:59.518420 3693 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0420 22:51:59.518441 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0420 22:51:59.518456 3693 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0420 22:51:59.519435 3693 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0420 22:51:59.519454 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0420 22:51:59.519465 3693 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0420 22:51:59.521164 3693 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0420 22:51:59.521189 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0420 22:51:59.521198 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0420 22:51:59.522627 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0420 22:51:59.522646 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0420 22:51:59.522654 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0420 22:51:59.523070 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0420 22:51:59.523088 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0420 22:51:59.523096 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0420 22:51:59.523533 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0420 22:51:59.523549 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0420 22:51:59.523863 3693 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0420 22:51:59.523873 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 22:51:59.525415 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0420 22:51:59.525459 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0420 22:51:59.525470 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0420 22:51:59.525970 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0420 22:51:59.525988 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0420 22:51:59.525998 3693 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0420 22:51:59.526929 3693 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0420 22:51:59.526945 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0420 22:51:59.526953 3693 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0420 22:51:59.528547 3693 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0420 22:51:59.528562 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0420 22:51:59.528570 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0420 22:51:59.529626 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0420 22:51:59.529650 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0420 22:51:59.529664 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0420 22:51:59.529986 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0420 22:51:59.530002 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0420 22:51:59.530009 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0420 22:51:59.531216 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0420 22:51:59.531233 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0420 22:51:59.531239 3693 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0420 22:51:59.531482 3693 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0420 22:51:59.531496 3693 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0420 22:51:59.531505 3693 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0420 22:51:59.532984 3693 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0420 22:51:59.533000 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0420 22:51:59.533007 3693 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0420 22:51:59.533525 3693 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0420 22:51:59.533543 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0420 22:51:59.533550 3693 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0420 22:51:59.533967 3693 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0420 22:51:59.533982 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0420 22:51:59.533988 3693 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0420 22:51:59.534216 3693 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0420 22:51:59.534229 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0420 22:51:59.534236 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0420 22:51:59.534728 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0420 22:51:59.534743 3693 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0420 22:51:59.534749 3693 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0420 22:51:59.535997 3693 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0420 22:51:59.536019 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0420 22:51:59.536028 3693 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0420 22:51:59.536497 3693 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0420 22:51:59.536514 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0420 22:51:59.536522 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0420 22:51:59.536966 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0420 22:51:59.536980 3693 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0420 22:51:59.536987 3693 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0420 22:51:59.538446 3693 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0420 22:51:59.538463 3693 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0420 22:51:59.538471 3693 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0420 22:51:59.539333 3693 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0420 22:51:59.539352 3693 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0420 22:51:59.539372 3693 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 22:51:59.539987 3693 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0420 22:51:59.540007 3693 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0420 22:51:59.540014 3693 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0420 22:51:59.540958 3693 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0420 22:51:59.540974 3693 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0420 22:51:59.540982 3693 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0420 22:51:59.541517 3693 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0420 22:51:59.541538 3693 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0420 22:51:59.541549 3693 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0420 22:51:59.542499 3693 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0420 22:51:59.542516 3693 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0420 22:51:59.542529 3693 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0420 22:51:59.543337 3693 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0420 22:51:59.547135 3693 egressfirewall.go:374] Starting EgressFirewall controller I0420 22:51:59.547158 3693 controller.go:133] Adding controller egress-firewall-controller event handlers I0420 22:51:59.547186 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0420 22:51:59.547198 3693 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0420 22:51:59.547209 3693 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0420 22:51:59.547231 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0420 22:51:59.547238 3693 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0420 22:51:59.547537 3693 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0420 22:51:59.547552 3693 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0420 22:51:59.547557 3693 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0420 22:51:59.547564 3693 egressqos.go:193] Setting up event handlers for EgressQoS I0420 22:51:59.547602 3693 egressfirewall.go:723] Syncing node "ip-10-0-1-117.ec2.internal" for egress firewall I0420 22:51:59.547745 3693 egressqos.go:245] Starting EgressQoS Controller I0420 22:51:59.547759 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0420 22:51:59.547768 3693 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0420 22:51:59.547775 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0420 22:51:59.547779 3693 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0420 22:51:59.547784 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0420 22:51:59.547788 3693 shared_informer.go:356] "Caches are synced" controller="egressqos" I0420 22:51:59.547792 3693 egressqos.go:259] Repairing EgressQoSes I0420 22:51:59.547795 3693 egressqos.go:399] Starting repairing loop for egressqos I0420 22:51:59.547881 3693 egressqos.go:401] Finished repairing loop for egressqos: 85.59µs I0420 22:51:59.547909 3693 egressservice_zone.go:132] Setting up event handlers for Egress Services I0420 22:51:59.547915 3693 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-117.ec2.internal I0420 22:51:59.547965 3693 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-117.ec2.internal : 48.999µs I0420 22:51:59.548162 3693 egressservice_zone.go:210] Starting Egress Services Controller I0420 22:51:59.548172 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 22:51:59.548180 3693 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 22:51:59.548189 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 22:51:59.548196 3693 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 22:51:59.548201 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 22:51:59.548206 3693 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 22:51:59.548225 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0420 22:51:59.548232 3693 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0420 22:51:59.548235 3693 egressservice_zone.go:228] Repairing Egress Services I0420 22:51:59.548560 3693 master_controller.go:88] Starting Admin Policy Based Route Controller I0420 22:51:59.548571 3693 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 22:51:59.548625 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-117.ec2.internal I0420 22:51:59.548637 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-117.ec2.internal: 16.517µs I0420 22:51:59.548680 3693 default_network_controller.go:585] Completing all the Watchers took 300.063584ms I0420 22:51:59.548693 3693 default_network_controller.go:589] Starting unidling controllers I0420 22:51:59.548703 3693 unidle.go:46] Registering OVN SB ControllerEvent handler I0420 22:51:59.548708 3693 unidle.go:63] Populating Initial ContollerEvent events I0420 22:51:59.548718 3693 unidle.go:79] Setting up event handlers for services I0420 22:51:59.548854 3693 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0420 22:51:59.846940 3693 default_node_network_controller.go:519] Node connection status = connected I0420 22:52:00.347333 3693 default_node_network_controller.go:519] Node connection status = connected I0420 22:52:00.854294 3693 default_node_network_controller.go:519] Node connection status = connected I0420 22:52:00.924888 3693 bridgeconfig.go:537] Gateway is ready I0420 22:52:00.924908 3693 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0420 22:52:00.936756 3693 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.117. Updating OVN encap IP. I0420 22:52:00.939968 3693 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0420 22:52:00.942398 3693 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.117 - it is already configured I0420 22:52:00.942414 3693 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.117/24:{} 172.20.0.1/32:{}]. Updating annotations. I0420 22:52:00.942638 3693 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.117/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-117.ec2.internal","mac-address":"0a:ff:cd:bc:0c:b7","ip-addresses":["10.0.1.117/24"],"ip-address":"10.0.1.117/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ff9dad30-d720-4329-b65f-59a97a107a7b k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.117/24"}] on node ip-10-0-1-117.ec2.internal I0420 22:52:00.962227 3693 master.go:548] Adding or Updating local node "ip-10-0-1-117.ec2.internal" for network "default" I0420 22:52:00.962253 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-117.ec2.internal I0420 22:52:00.962268 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-117.ec2.internal: 19.308µs I0420 22:52:00.962288 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-117.ec2.internal in network "default" I0420 22:52:00.962347 3693 egressfirewall.go:723] Syncing node "ip-10-0-1-117.ec2.internal" for egress firewall I0420 22:52:00.962354 3693 node_tracker.go:169] Node ip-10-0-1-117.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:00.962356 3693 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.117 I0420 22:52:00.962370 3693 services_controller.go:574] Full service sync requested for network=default I0420 22:52:00.962475 3693 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-117.ec2.internal I0420 22:52:00.966898 3693 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-117.ec2.internal. Updating no re-route policies I0420 22:52:00.966996 3693 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-fr8fh I0420 22:52:00.966996 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-q968t I0420 22:52:00.967009 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-68n7m I0420 22:52:00.967014 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nnpjf I0420 22:52:00.967021 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-q968t I0420 22:52:00.967020 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-b2zvn I0420 22:52:00.967027 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nnpjf I0420 22:52:00.967030 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-b2zvn I0420 22:52:00.967031 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-s6zj2 I0420 22:52:00.967045 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-s6zj2 I0420 22:52:00.967048 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-b2zvn after 0 failed attempt(s) I0420 22:52:00.967050 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-q968t after 0 failed attempt(s) I0420 22:52:00.967047 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-117.ec2.internal I0420 22:52:00.967055 3693 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-117.ec2.internal I0420 22:52:00.967027 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-68n7m I0420 22:52:00.967057 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-nlg2r I0420 22:52:00.967065 3693 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-117.ec2.internal I0420 22:52:00.967065 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-jjxwg I0420 22:52:00.967067 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-117.ec2.internal I0420 22:52:00.967071 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-68n7m after 0 failed attempt(s) I0420 22:52:00.967039 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-d9n2b I0420 22:52:00.967074 3693 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-bxz2w I0420 22:52:00.967068 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-hl9m2 I0420 22:52:00.967083 3693 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-bxz2w I0420 22:52:00.967081 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-d9n2b I0420 22:52:00.967076 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-l89h2 I0420 22:52:00.967085 3693 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-117.ec2.internal after 0 failed attempt(s) I0420 22:52:00.967092 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-hl9m2 I0420 22:52:00.967068 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-nlg2r I0420 22:52:00.967096 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-l89h2 I0420 22:52:00.967108 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-nlg2r after 0 failed attempt(s) I0420 22:52:00.967135 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-d9n2b after 0 failed attempt(s) I0420 22:52:00.967138 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-l89h2 after 0 failed attempt(s) I0420 22:52:00.967144 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-hl9m2 after 0 failed attempt(s) I0420 22:52:00.967048 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nnpjf after 0 failed attempt(s) I0420 22:52:00.967072 3693 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-s6zj2] creating logical port openshift-multus_network-metrics-daemon-s6zj2 for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:00.967095 3693 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-bxz2w after 0 failed attempt(s) I0420 22:52:00.967013 3693 obj_retry.go:398] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-fr8fh I0420 22:52:00.967272 3693 obj_retry.go:418] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-fr8fh after 0 failed attempt(s) I0420 22:52:00.967076 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-jjxwg I0420 22:52:00.967300 3693 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jjxwg] creating logical port openshift-network-diagnostics_network-check-target-jjxwg for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:00.967095 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-117.ec2.internal after 0 failed attempt(s) I0420 22:52:00.967737 3693 pods.go:271] [openshift-multus/network-metrics-daemon-s6zj2] addLogicalPort took 670.396µs, libovsdb time 235.803µs I0420 22:52:00.967750 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-s6zj2 after 0 failed attempt(s) I0420 22:52:00.968101 3693 pods.go:271] [openshift-network-diagnostics/network-check-target-jjxwg] addLogicalPort took 809.703µs, libovsdb time 467.777µs I0420 22:52:00.968127 3693 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-jjxwg after 0 failed attempt(s) I0420 22:52:00.980400 3693 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0420 22:52:00.992020 3693 iptables.go:108] Creating table: mangle chain: OUTPUT I0420 22:52:00.995575 3693 iptables.go:108] Creating table: nat chain: OUTPUT I0420 22:52:01.039367 3693 iptables.go:108] Creating table: nat chain: PREROUTING I0420 22:52:01.100033 3693 iptables.go:108] Creating table: filter chain: FORWARD I0420 22:52:01.117683 3693 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0420 22:52:01.117781 3693 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0420 22:52:01.117831 3693 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0420 22:52:01.117907 3693 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0420 22:52:01.117959 3693 gateway_init.go:325] Gateway and management port readiness took 1.77558984s I0420 22:52:01.117984 3693 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0420 22:52:01.118042 3693 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0420 22:52:01.118054 3693 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0420 22:52:01.118071 3693 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 22:52:01.118143 3693 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0420 22:52:01.118264 3693 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.514µs I0420 22:52:01.118467 3693 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0420 22:52:01.118494 3693 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.581µs I0420 22:52:01.118503 3693 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.43µs I0420 22:52:01.118509 3693 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0420 22:52:01.118518 3693 nad_controller.go:379] [node-nad-controller NAD controller]: started I0420 22:52:01.118524 3693 default_node_network_controller.go:899] Starting the default node network controller I0420 22:52:01.118529 3693 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0420 22:52:01.118545 3693 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.316µs I0420 22:52:01.118697 3693 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0420 22:52:01.118705 3693 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0420 22:52:01.118735 3693 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008e7020 0xc0002ff960 0xc0002ff9d0 0xc0002ffa40 0xc0002ffab0 0xc0002ffb20 0xc0002ffb90 0xc000c520a0 0xc0002ffc00 0xc0002ffc70 0xc0000242d0 0xc00647b420 0xc0002ffce0 map[0x2ff9080:0xc002291500 0x2ff95c0:0xc002291740 0x2ffa2e0:0xc002291440 0x2ffa580:0xc0022914a0 0x2ffad60:0xc002291560 0x2ffb000:0xc0022915c0 0x2ffb2a0:0xc0022916e0 0x2ffba80:0xc0022917a0 0x2ffbd20:0xc002291800 0x3026980:0xc0010b4600 0x3026d20:0xc0010b4660 0x3027800:0xc000c28d20 0x3029160:0xc001bea000 0x30298a0:0xc002498de0 0x302a720:0xc000b966c0] 0xc000528af0 0} I0420 22:52:01.118790 3693 gateway.go:151] Starting gateway service sync I0420 22:52:01.119238 3693 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0420 22:52:01.121611 3693 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0420 22:52:01.138784 3693 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0420 22:52:01.140062 3693 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0420 22:52:01.141298 3693 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0420 22:52:01.176296 3693 gateway.go:168] Gateway service sync done. Time taken: 57.488197ms I0420 22:52:01.176822 3693 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31202 I0420 22:52:01.177102 3693 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008e7020 0xc0002ff960 0xc0002ff9d0 0xc0002ffa40 0xc0002ffab0 0xc0002ffb20 0xc0002ffb90 0xc000c520a0 0xc0002ffc00 0xc0002ffc70 0xc0000242d0 0xc00647b420 0xc0002ffce0 map[0x2ff9080:0xc002291500 0x2ff95c0:0xc002291740 0x2ffa2e0:0xc002291440 0x2ffa580:0xc0022914a0 0x2ffad60:0xc002291560 0x2ffb000:0xc0022915c0 0x2ffb2a0:0xc0022916e0 0x2ffba80:0xc0022917a0 0x2ffbd20:0xc002291800 0x3026980:0xc0010b4600 0x3026d20:0xc0010b4660 0x3027800:0xc000c28d20 0x3029160:0xc001bea000 0x30298a0:0xc002498de0 0x302a720:0xc000b966c0] 0xc000528af0 0} I0420 22:52:01.177612 3693 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008e7020 0xc0002ff960 0xc0002ff9d0 0xc0002ffa40 0xc0002ffab0 0xc0002ffb20 0xc0002ffb90 0xc000c520a0 0xc0002ffc00 0xc0002ffc70 0xc0000242d0 0xc00647b420 0xc0002ffce0 map[0x2ff9080:0xc002291500 0x2ff95c0:0xc002291740 0x2ffa2e0:0xc002291440 0x2ffa580:0xc0022914a0 0x2ffad60:0xc002291560 0x2ffb000:0xc0022915c0 0x2ffb2a0:0xc0022916e0 0x2ffba80:0xc0022917a0 0x2ffbd20:0xc002291800 0x3026980:0xc0010b4600 0x3026d20:0xc0010b4660 0x3027800:0xc000c28d20 0x3029160:0xc001bea000 0x30298a0:0xc002498de0 0x302a720:0xc000b966c0] 0xc000528af0 0} I0420 22:52:01.177657 3693 gateway.go:532] Reconciling gateway with updates I0420 22:52:01.182567 3693 gateway.go:339] Spawning Conntrack Rule Check Thread I0420 22:52:01.182648 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 22:52:01.182661 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 22:52:01.182677 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 22:52:01.182682 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 22:52:01.182693 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 22:52:01.182697 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 22:52:01.182701 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 22:52:01.182698 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 22:52:01.182711 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 22:52:01.182712 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 22:52:01.182716 3693 default_node_network_controller.go:944] Gateway and management port readiness took 64.001203ms I0420 22:52:01.182719 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 22:52:01.182726 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 22:52:01.182729 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 22:52:01.182729 3693 port_claim.go:71] Svc openshift-ingress/router-default: port 30136 is already open, no action needed I0420 22:52:01.182738 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 22:52:01.182741 3693 port_claim.go:71] Svc openshift-ingress/router-default: port 30516 is already open, no action needed I0420 22:52:01.182741 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 22:52:01.182748 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 22:52:01.182750 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 22:52:01.182759 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 22:52:01.182768 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 22:52:01.182771 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 22:52:01.182683 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 22:52:01.182780 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 22:52:01.182668 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 22:52:01.182786 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 22:52:01.182799 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 22:52:01.182799 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 22:52:01.182778 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 22:52:01.182809 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 22:52:01.182813 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 22:52:01.182763 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 22:52:01.182736 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 22:52:01.182827 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 22:52:01.182833 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 22:52:01.182835 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 22:52:01.182845 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 22:52:01.182756 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 22:52:01.182858 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 22:52:01.182862 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 22:52:01.182865 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 22:52:01.182865 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 22:52:01.182869 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 22:52:01.182752 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 22:52:01.182878 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 22:52:01.182881 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 22:52:01.182811 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 22:52:01.182888 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 22:52:01.182889 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 22:52:01.182763 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 22:52:01.182897 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 22:52:01.182899 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 22:52:01.182903 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 22:52:01.182904 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 22:52:01.182906 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 22:52:01.182913 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 22:52:01.182833 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 22:52:01.182920 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 22:52:01.182733 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 22:52:01.182926 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 22:52:01.182931 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 22:52:01.182935 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 22:52:01.182939 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 22:52:01.182942 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 22:52:01.182823 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 22:52:01.182951 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 22:52:01.182820 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 22:52:01.182957 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 22:52:01.182967 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 22:52:01.182968 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 22:52:01.182741 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 22:52:01.183004 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 22:52:01.183014 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 22:52:01.183017 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 22:52:01.183046 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 22:52:01.182846 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 22:52:01.183065 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 22:52:01.182839 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 22:52:01.183105 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 22:52:01.182841 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 22:52:01.183148 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 22:52:01.182869 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 22:52:01.183197 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 22:52:01.183211 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 22:52:01.183243 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 22:52:01.183252 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 22:52:01.183256 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 22:52:01.183257 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 22:52:01.183261 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 22:52:01.183271 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 22:52:01.183245 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 22:52:01.183341 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 22:52:01.183262 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 22:52:01.182891 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 22:52:01.183412 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 22:52:01.182956 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 22:52:01.182996 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 22:52:01.183498 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 22:52:01.182890 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 22:52:01.183526 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 22:52:01.183937 3693 node_ip_handler_linux.go:160] Node IP manager is running I0420 22:52:01.203455 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 22:52:01.203466 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 22:52:01.203479 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 22:52:01.203485 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 22:52:01.203490 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 22:52:01.203494 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 22:52:01.203499 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 22:52:01.203504 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 22:52:01.203510 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 22:52:01.203515 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 22:52:01.203522 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 22:52:01.203528 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) W0420 22:52:01.220448 3693 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 22:52:01.220671 3693 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 22:52:01.220795 3693 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0420 22:52:01.248500 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 22:52:01.248553 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 22:52:01.248561 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 22:52:01.248569 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 22:52:01.248577 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 22:52:01.248583 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 22:52:01.248586 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 22:52:01.248591 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 22:52:01.248594 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 22:52:01.248598 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 22:52:01.248614 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 22:52:01.248619 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 22:52:01.286999 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 22:52:01.287019 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 22:52:01.287026 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 22:52:01.287037 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 22:52:01.287049 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 22:52:01.287057 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 22:52:01.287064 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 22:52:01.287069 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 22:52:01.287075 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 22:52:01.287094 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 22:52:02.821770 3693 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-fr8fh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:52:02.821806 3693 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-fr8fh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:52:02.959725 3693 default_node_network_controller.go:1380] Starting node controller node sync W0420 22:52:02.959835 3693 egressip_healthcheck.go:76] Health checking using insecure connection I0420 22:52:02.959903 3693 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0420 22:52:02.971853 3693 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.110504ms I0420 22:52:02.971970 3693 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0420 22:52:02.972244 3693 egressservice_node.go:93] Setting up event handlers for Egress Services I0420 22:52:02.972401 3693 egressservice_node.go:183] Starting Egress Services Controller I0420 22:52:02.972417 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 22:52:02.972426 3693 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 22:52:02.972431 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 22:52:02.972437 3693 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 22:52:02.972447 3693 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 22:52:02.972456 3693 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 22:52:02.972461 3693 egressservice_node.go:197] Repairing Egress Services I0420 22:52:02.982181 3693 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0420 22:52:02.982191 3693 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 22:52:02.982289 3693 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0420 22:52:02.982298 3693 link_network_manager.go:119] Link manager is running I0420 22:52:02.982306 3693 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0420 22:52:02.982580 3693 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0420 22:52:02.982724 3693 vrf_manager.go:128] VRF manager is running I0420 22:52:02.982811 3693 node_controller_manager.go:437] Removing flows to drop GARP I0420 22:52:02.982820 3693 gateway.go:532] Reconciling gateway with updates I0420 22:52:02.999100 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 22:52:02.999124 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 22:52:02.999106 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 22:52:02.999132 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 22:52:02.999140 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 22:52:02.999141 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 22:52:02.999145 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 22:52:02.999152 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 22:52:02.999159 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 22:52:02.999157 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 22:52:02.999163 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 22:52:02.999167 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 22:52:02.999174 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 22:52:02.999173 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 22:52:02.999183 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 22:52:02.999189 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 22:52:02.999136 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 22:52:02.999198 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 22:52:02.999201 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 22:52:02.999160 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 22:52:02.999206 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 22:52:02.999210 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 22:52:02.999214 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 22:52:02.999219 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 22:52:02.999222 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 22:52:02.999218 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 22:52:02.999229 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 22:52:02.999168 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 22:52:02.999179 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 22:52:02.999236 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 22:52:02.999240 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 22:52:02.999244 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 22:52:02.999247 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 22:52:02.999240 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 22:52:02.999255 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 22:52:02.999261 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 22:52:02.999259 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 22:52:02.999266 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 22:52:02.999267 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 22:52:02.999269 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 22:52:02.999244 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 22:52:02.999277 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 22:52:02.999274 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 22:52:02.999280 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 22:52:02.999280 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 22:52:02.999282 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 22:52:02.999286 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 22:52:02.999285 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 22:52:02.999291 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 22:52:02.999295 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 22:52:02.999299 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 22:52:02.999291 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 22:52:02.999272 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 22:52:02.999296 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 22:52:02.999314 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 22:52:02.999318 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 22:52:02.999322 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 22:52:02.999219 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 22:52:02.999328 3693 port_claim.go:71] Svc openshift-ingress/router-default: port 30136 is already open, no action needed I0420 22:52:02.999332 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 22:52:02.999334 3693 port_claim.go:71] Svc openshift-ingress/router-default: port 30516 is already open, no action needed I0420 22:52:02.999231 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 22:52:02.999358 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 22:52:02.999363 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 22:52:02.999148 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 22:52:02.999371 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 22:52:02.999195 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 22:52:02.999380 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 22:52:02.999386 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 22:52:02.999262 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 22:52:02.999394 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 22:52:02.999209 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 22:52:02.999248 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 22:52:02.999431 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 22:52:02.999174 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 22:52:02.999152 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 22:52:02.999482 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 22:52:02.999217 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 22:52:02.999238 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 22:52:02.999191 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 22:52:02.999192 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 22:52:02.999573 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 22:52:02.999234 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 22:52:02.999584 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 22:52:02.999234 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 22:52:02.999236 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 22:52:02.999611 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 22:52:02.999269 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 22:52:02.999639 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 22:52:02.999645 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 22:52:02.999273 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 22:52:02.999261 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 22:52:02.999683 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 22:52:02.999272 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 22:52:02.999708 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 22:52:02.999272 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 22:52:02.999283 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 22:52:02.999744 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 22:52:02.999749 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 22:52:02.999286 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 22:52:02.999289 3693 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 22:52:02.999761 3693 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 22:52:03.022911 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 22:52:03.022925 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 22:52:03.022931 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 22:52:03.022938 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 22:52:03.022942 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 22:52:03.022947 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 22:52:03.022952 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 22:52:03.022956 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 22:52:03.022960 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 22:52:03.022965 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 22:52:03.022969 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 22:52:03.022975 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 22:52:03.022979 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 22:52:03.022983 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 22:52:03.022988 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 22:52:03.022993 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 22:52:03.022998 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 22:52:03.023002 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 22:52:03.060778 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 22:52:03.060789 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 22:52:03.060799 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 22:52:03.060804 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 22:52:03.060808 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 22:52:03.060813 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 22:52:03.060817 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 22:52:03.060821 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 22:52:03.060826 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 22:52:03.060831 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 22:52:03.060848 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 22:52:03.060867 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 22:52:03.060873 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 22:52:03.060878 3693 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 22:52:03.070419 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-153.ec2.internal I0420 22:52:03.070435 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-153.ec2.internal in network "default" E0420 22:52:03.070442 3693 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-153.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0420 22:52:03.070438 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-153.ec2.internal: 26.288µs I0420 22:52:03.070454 3693 egressfirewall.go:723] Syncing node "ip-10-0-0-153.ec2.internal" for egress firewall I0420 22:52:03.070451 3693 node_tracker.go:220] Node ip-10-0-0-153.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0420 22:52:03.070457 3693 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-153.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-153.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-153.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-153.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-153.ec2.internal, error parsing annotation for node ip-10-0-0-153.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0420 22:52:03.084475 3693 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-153.ec2.internal annotation: unexpected end of JSON input I0420 22:52:03.095497 3693 egressfirewall.go:723] Syncing node "ip-10-0-0-153.ec2.internal" for egress firewall I0420 22:52:03.095522 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-153.ec2.internal E0420 22:52:03.095525 3693 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-153.ec2.internal annotation: unexpected end of JSON input I0420 22:52:03.095532 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-153.ec2.internal: 12.894µs I0420 22:52:03.099621 3693 default_network_controller.go:1025] Node "ip-10-0-0-153.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0420 22:52:03.099652 3693 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-153.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0420 22:52:03.099684 3693 default_network_controller.go:1025] Node "ip-10-0-0-153.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0420 22:52:03.099731 3693 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-153.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0420 22:52:03.115840 3693 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-153.ec2.internal annotation: unexpected end of JSON input E0420 22:52:03.115903 3693 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-153.ec2.internal annotation: unexpected end of JSON input I0420 22:52:03.115923 3693 default_network_controller.go:1025] Node "ip-10-0-0-153.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0420 22:52:03.115976 3693 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-153.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-153.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-153.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-153.ec2.internal" I0420 22:52:03.133550 3693 default_network_controller.go:1025] Node "ip-10-0-0-153.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0420 22:52:03.276101 3693 egressfirewall.go:723] Syncing node "ip-10-0-0-153.ec2.internal" for egress firewall I0420 22:52:03.276152 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-153.ec2.internal I0420 22:52:03.276170 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-153.ec2.internal: 23.501µs I0420 22:52:03.276174 3693 default_network_controller.go:1025] Node "ip-10-0-0-153.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:03.291619 3693 default_network_controller.go:1025] Node "ip-10-0-0-153.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:03.481687 3693 default_network_controller.go:1025] Node "ip-10-0-0-153.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:03.869075 3693 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-fr8fh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:52:03.869107 3693 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-fr8fh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:52:04.989060 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-117.ec2.internal I0420 22:52:04.989088 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-117.ec2.internal: 36.334µs I0420 22:52:05.019615 3693 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5f46bd49f7-j9q98] creating logical port openshift-image-registry_image-registry-5f46bd49f7-j9q98 for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:05.019742 3693 kube.go:256] Updating pod openshift-image-registry/image-registry-5f46bd49f7-j9q98 I0420 22:52:05.043711 3693 pod.go:62] [openshift-image-registry/image-registry-5f46bd49f7-j9q98] pod update took 23.997346ms I0420 22:52:05.043731 3693 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5f46bd49f7-j9q98] addLogicalPort annotation time took 24.022242ms I0420 22:52:05.044811 3693 pods.go:271] [openshift-image-registry/image-registry-5f46bd49f7-j9q98] addLogicalPort took 25.212257ms, libovsdb time 827.009µs I0420 22:52:05.071013 3693 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-s7nlh] creating logical port openshift-dns_dns-default-s7nlh for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:05.071149 3693 kube.go:256] Updating pod openshift-dns/dns-default-s7nlh I0420 22:52:05.073846 3693 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zb9nl] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-zb9nl for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:05.073938 3693 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zb9nl I0420 22:52:05.080169 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-prgdk] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-prgdk for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:05.080221 3693 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-6c9rz] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-6c9rz for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:05.080270 3693 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-prgdk I0420 22:52:05.080366 3693 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-6c9rz I0420 22:52:05.080370 3693 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-4tnj4] creating logical port openshift-insights_insights-operator-6dbb575d6c-4tnj4 for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:05.080455 3693 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-4tnj4 I0420 22:52:05.080490 3693 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-8gr8s] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-8gr8s for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:05.080608 3693 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-8gr8s I0420 22:52:05.080655 3693 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-k87vz] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-k87vz for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:05.080684 3693 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7lqzw] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-7lqzw for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:05.080747 3693 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-k87vz I0420 22:52:05.080771 3693 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7lqzw I0420 22:52:05.080965 3693 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-lh64z] creating logical port openshift-console-operator_console-operator-66dbbb6468-lh64z for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:05.081043 3693 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-lh64z I0420 22:52:05.098935 3693 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zb9nl] pod update took 25.012451ms I0420 22:52:05.098957 3693 pod.go:62] [openshift-dns/dns-default-s7nlh] pod update took 27.867939ms I0420 22:52:05.098966 3693 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zb9nl] addLogicalPort annotation time took 25.035067ms I0420 22:52:05.098975 3693 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-s7nlh] addLogicalPort annotation time took 27.889201ms I0420 22:52:05.100157 3693 pods.go:271] [openshift-dns/dns-default-s7nlh] addLogicalPort took 29.156822ms, libovsdb time 877.76µs I0420 22:52:05.100597 3693 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zb9nl] addLogicalPort took 26.761112ms, libovsdb time 1.298963ms I0420 22:52:05.103818 3693 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-prgdk] pod update took 23.574115ms I0420 22:52:05.103837 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-prgdk] addLogicalPort annotation time took 23.593685ms I0420 22:52:05.104815 3693 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-prgdk] addLogicalPort took 24.655594ms, libovsdb time 738.932µs I0420 22:52:05.104861 3693 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fjq2c] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-fjq2c for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:05.104920 3693 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fjq2c I0420 22:52:05.112305 3693 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-8gr8s] pod update took 31.713759ms I0420 22:52:05.112324 3693 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-8gr8s] addLogicalPort annotation time took 31.73295ms I0420 22:52:05.112356 3693 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-6c9rz] pod update took 32.013794ms I0420 22:52:05.112379 3693 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-6c9rz] addLogicalPort annotation time took 32.039533ms I0420 22:52:05.112361 3693 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-4tnj4] pod update took 31.92213ms I0420 22:52:05.112492 3693 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-4tnj4] addLogicalPort annotation time took 32.048303ms I0420 22:52:05.113206 3693 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-8gr8s] addLogicalPort took 32.726545ms, libovsdb time 643.398µs I0420 22:52:05.113245 3693 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5d8c47946f-fsqw6] creating logical port openshift-ingress_router-default-5d8c47946f-fsqw6 for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:05.113295 3693 kube.go:256] Updating pod openshift-ingress/router-default-5d8c47946f-fsqw6 I0420 22:52:05.113665 3693 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-6c9rz] addLogicalPort took 33.461866ms, libovsdb time 1.034443ms I0420 22:52:05.113866 3693 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-4tnj4] addLogicalPort took 33.506199ms, libovsdb time 1.117779ms I0420 22:52:05.117904 3693 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-k87vz] pod update took 37.180835ms I0420 22:52:05.117918 3693 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-k87vz] addLogicalPort annotation time took 37.197195ms I0420 22:52:05.118081 3693 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7lqzw] pod update took 37.328412ms I0420 22:52:05.118101 3693 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7lqzw] addLogicalPort annotation time took 37.348916ms I0420 22:52:05.118196 3693 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-lh64z] pod update took 37.168053ms I0420 22:52:05.118217 3693 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-lh64z] addLogicalPort annotation time took 37.189093ms I0420 22:52:05.118891 3693 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-k87vz] addLogicalPort took 38.243207ms, libovsdb time 729.106µs I0420 22:52:05.118932 3693 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7946554f8c-ppv4w] creating logical port openshift-ingress_router-default-7946554f8c-ppv4w for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:05.118982 3693 kube.go:256] Updating pod openshift-ingress/router-default-7946554f8c-ppv4w I0420 22:52:05.119248 3693 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7lqzw] addLogicalPort took 38.577441ms, libovsdb time 820.709µs I0420 22:52:05.119439 3693 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-lh64z] addLogicalPort took 38.479735ms, libovsdb time 967.388µs I0420 22:52:05.125384 3693 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwtv9] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-lwtv9 for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:05.125470 3693 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwtv9 I0420 22:52:05.130523 3693 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fjq2c] pod update took 25.621141ms I0420 22:52:05.130545 3693 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fjq2c] addLogicalPort annotation time took 25.642636ms I0420 22:52:05.131590 3693 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-46twf] creating logical port openshift-ingress-canary_ingress-canary-46twf for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:05.131683 3693 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-k2dms] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-k2dms for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:05.131776 3693 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-46twf I0420 22:52:05.131719 3693 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fjq2c] addLogicalPort took 26.864558ms, libovsdb time 810.957µs I0420 22:52:05.131824 3693 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-k2dms I0420 22:52:05.137679 3693 pod.go:62] [openshift-ingress/router-default-5d8c47946f-fsqw6] pod update took 24.402064ms I0420 22:52:05.137696 3693 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5d8c47946f-fsqw6] addLogicalPort annotation time took 24.420286ms I0420 22:52:05.138685 3693 pods.go:271] [openshift-ingress/router-default-5d8c47946f-fsqw6] addLogicalPort took 25.444636ms, libovsdb time 665.439µs I0420 22:52:05.143308 3693 pod.go:62] [openshift-ingress/router-default-7946554f8c-ppv4w] pod update took 24.344013ms I0420 22:52:05.143327 3693 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7946554f8c-ppv4w] addLogicalPort annotation time took 24.363132ms I0420 22:52:05.144230 3693 pods.go:271] [openshift-ingress/router-default-7946554f8c-ppv4w] addLogicalPort took 25.303134ms, libovsdb time 647.895µs I0420 22:52:05.148080 3693 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwtv9] pod update took 22.633504ms I0420 22:52:05.148099 3693 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwtv9] addLogicalPort annotation time took 22.652396ms I0420 22:52:05.149041 3693 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwtv9] addLogicalPort took 23.667993ms, libovsdb time 591.442µs I0420 22:52:05.149264 3693 pod.go:62] [openshift-ingress-canary/ingress-canary-46twf] pod update took 17.511342ms I0420 22:52:05.149279 3693 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-46twf] addLogicalPort annotation time took 17.53085ms I0420 22:52:05.150550 3693 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29612090-smpqg for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:05.150596 3693 pods.go:271] [openshift-ingress-canary/ingress-canary-46twf] addLogicalPort took 19.014513ms, libovsdb time 929.319µs I0420 22:52:05.150618 3693 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg I0420 22:52:05.151806 3693 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-k2dms] pod update took 19.998036ms I0420 22:52:05.151828 3693 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-k2dms] addLogicalPort annotation time took 20.019843ms I0420 22:52:05.153194 3693 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-k2dms] addLogicalPort took 21.520267ms, libovsdb time 971.468µs I0420 22:52:05.169220 3693 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg] pod update took 18.617321ms I0420 22:52:05.169243 3693 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg] addLogicalPort annotation time took 18.647109ms I0420 22:52:05.170333 3693 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg] addLogicalPort took 19.787684ms, libovsdb time 713.865µs I0420 22:52:05.497294 3693 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zb9nl d903c224d2f6482aa638e7926c6b3e64638448433b1be8c7dc0a6594dcf4b5ba network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zb9nl d903c224d2f6482aa638e7926c6b3e64638448433b1be8c7dc0a6594dcf4b5ba network default NAD default NAD key ] I0420 22:52:05.543348 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-zb9nl, hostIfaceName: d903c224d2f6482, network: default, NAD default, SandboxID: "d903c224d2f6482aa638e7926c6b3e64638448433b1be8c7dc0a6594dcf4b5ba", PCI device ID: , UID: "a426a5fa-01f7-49e9-a7d9-46378e0b182f", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0420 22:52:05.566331 3693 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-4tnj4 205d4d605c5b4b4535201f598e3dba9de973630114dca974a17a63e82ddf812a network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-4tnj4 205d4d605c5b4b4535201f598e3dba9de973630114dca974a17a63e82ddf812a network default NAD default NAD key ] I0420 22:52:05.579935 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-4tnj4, hostIfaceName: 205d4d605c5b4b4, network: default, NAD default, SandboxID: "205d4d605c5b4b4535201f598e3dba9de973630114dca974a17a63e82ddf812a", PCI device ID: , UID: "4920d673-6d83-4574-9a15-41c0e9764df8", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0420 22:52:05.601910 3693 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-8gr8s ecad723f42ca9222480bf39e2b25e1648aaec01dbd8dae1186000d4cb29cbcd8 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-8gr8s ecad723f42ca9222480bf39e2b25e1648aaec01dbd8dae1186000d4cb29cbcd8 network default NAD default NAD key ] I0420 22:52:05.612620 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-8gr8s, hostIfaceName: ecad723f42ca922, network: default, NAD default, SandboxID: "ecad723f42ca9222480bf39e2b25e1648aaec01dbd8dae1186000d4cb29cbcd8", PCI device ID: , UID: "a23ec58a-8d32-471b-be90-2ff1c582290d", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0420 22:52:05.615869 3693 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zb9nl d903c224d2f6482aa638e7926c6b3e64638448433b1be8c7dc0a6594dcf4b5ba network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zb9nl d903c224d2f6482aa638e7926c6b3e64638448433b1be8c7dc0a6594dcf4b5ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:40:f2:c3:d6:1b\",\"name\":\"d903c224d2f6482\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbb5699b-a4d0-4a80-b5d2-a4e13e7b0f51\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:05.629902 3693 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-4tnj4 205d4d605c5b4b4535201f598e3dba9de973630114dca974a17a63e82ddf812a network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-4tnj4 205d4d605c5b4b4535201f598e3dba9de973630114dca974a17a63e82ddf812a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:64:a1:0f:be:99\",\"name\":\"205d4d605c5b4b4\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca27e4f3-309c-4726-afb0-d96f72471c6b\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:05.646887 3693 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7lqzw 08ef292b3119f3bf3fbf351e23935a65f5d7f2435ce1f7100f3528411b6e904e network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7lqzw 08ef292b3119f3bf3fbf351e23935a65f5d7f2435ce1f7100f3528411b6e904e network default NAD default NAD key ] I0420 22:52:05.659250 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-7lqzw, hostIfaceName: 08ef292b3119f3b, network: default, NAD default, SandboxID: "08ef292b3119f3bf3fbf351e23935a65f5d7f2435ce1f7100f3528411b6e904e", PCI device ID: , UID: "75acb5ca-5f0f-4fc1-aa5f-9ad7e6ab048f", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0420 22:52:05.665408 3693 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-8gr8s ecad723f42ca9222480bf39e2b25e1648aaec01dbd8dae1186000d4cb29cbcd8 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-8gr8s ecad723f42ca9222480bf39e2b25e1648aaec01dbd8dae1186000d4cb29cbcd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:f1:0e:0c:5a:31\",\"name\":\"ecad723f42ca922\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a031f4dc-d3f0-48a7-a082-f490740e5dd5\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:05.690524 3693 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-lh64z fa3eefd4e491e1b200492c4b60607eb863a6b9ffcd431dc973a9319ed4abef25 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-lh64z fa3eefd4e491e1b200492c4b60607eb863a6b9ffcd431dc973a9319ed4abef25 network default NAD default NAD key ] I0420 22:52:05.701529 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-lh64z, hostIfaceName: fa3eefd4e491e1b, network: default, NAD default, SandboxID: "fa3eefd4e491e1b200492c4b60607eb863a6b9ffcd431dc973a9319ed4abef25", PCI device ID: , UID: "57a910ac-61a7-47fc-aadf-43387145a88f", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0420 22:52:05.713563 3693 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7lqzw 08ef292b3119f3bf3fbf351e23935a65f5d7f2435ce1f7100f3528411b6e904e network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7lqzw 08ef292b3119f3bf3fbf351e23935a65f5d7f2435ce1f7100f3528411b6e904e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:c8:b0:65:3c:10\",\"name\":\"08ef292b3119f3b\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99c77f39-b29c-4324-a745-5aa3f51dddad\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:05.749641 3693 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwtv9 ba1c5d730baffab69a4eacc7824b53cbcfe4c703d10d63b9664f6a2d273d2d84 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwtv9 ba1c5d730baffab69a4eacc7824b53cbcfe4c703d10d63b9664f6a2d273d2d84 network default NAD default NAD key ] I0420 22:52:05.753051 3693 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-lh64z fa3eefd4e491e1b200492c4b60607eb863a6b9ffcd431dc973a9319ed4abef25 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-lh64z fa3eefd4e491e1b200492c4b60607eb863a6b9ffcd431dc973a9319ed4abef25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:72:80:12:4e:74\",\"name\":\"fa3eefd4e491e1b\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfc9bf73-416a-4865-9df9-a907f7beab98\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:05.761542 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-lwtv9, hostIfaceName: ba1c5d730baffab, network: default, NAD default, SandboxID: "ba1c5d730baffab69a4eacc7824b53cbcfe4c703d10d63b9664f6a2d273d2d84", PCI device ID: , UID: "01fea790-0896-48e0-bee4-a413edbf91d9", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0420 22:52:05.782653 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg 9ec355e88e520a1f37f77276b720970bd00156c031980ae64aefab50513c413c network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg 9ec355e88e520a1f37f77276b720970bd00156c031980ae64aefab50513c413c network default NAD default NAD key ] I0420 22:52:05.795559 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29612090-smpqg, hostIfaceName: 9ec355e88e520a1, network: default, NAD default, SandboxID: "9ec355e88e520a1f37f77276b720970bd00156c031980ae64aefab50513c413c", PCI device ID: , UID: "17b9999b-e6ab-42ea-a7b7-5867fa72a220", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0420 22:52:05.809579 3693 cni.go:452] [openshift-ingress-canary/ingress-canary-46twf 48dd4dbb17e52c7116d27dca87a7f5312bb38c4dcc6d6f8cf502ac6570872d39 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-46twf 48dd4dbb17e52c7116d27dca87a7f5312bb38c4dcc6d6f8cf502ac6570872d39 network default NAD default NAD key ] I0420 22:52:05.819423 3693 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwtv9 ba1c5d730baffab69a4eacc7824b53cbcfe4c703d10d63b9664f6a2d273d2d84 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lwtv9 ba1c5d730baffab69a4eacc7824b53cbcfe4c703d10d63b9664f6a2d273d2d84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:0a:d0:cb:4d:fa\",\"name\":\"ba1c5d730baffab\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87355067-d727-446b-8a0b-b2fba08b4ed4\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:05.822476 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-46twf, hostIfaceName: 48dd4dbb17e52c7, network: default, NAD default, SandboxID: "48dd4dbb17e52c7116d27dca87a7f5312bb38c4dcc6d6f8cf502ac6570872d39", PCI device ID: , UID: "6fc134ef-fe5a-4515-887e-fe5bba62477c", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0420 22:52:05.832584 3693 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-k2dms c2ca2c94d9e8d38f34110fdf6d7789928e4aff3e9e6f41e8fd04b6515482ab1a network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-k2dms c2ca2c94d9e8d38f34110fdf6d7789928e4aff3e9e6f41e8fd04b6515482ab1a network default NAD default NAD key ] I0420 22:52:05.843796 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-k2dms, hostIfaceName: c2ca2c94d9e8d38, network: default, NAD default, SandboxID: "c2ca2c94d9e8d38f34110fdf6d7789928e4aff3e9e6f41e8fd04b6515482ab1a", PCI device ID: , UID: "2aaec0e7-3b48-405f-968f-3845e8014faf", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0420 22:52:05.850493 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg 9ec355e88e520a1f37f77276b720970bd00156c031980ae64aefab50513c413c network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg 9ec355e88e520a1f37f77276b720970bd00156c031980ae64aefab50513c413c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:bb:99:b2:ad:62\",\"name\":\"9ec355e88e520a1\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85daeec4-ad11-4d46-9ea3-4633aabdd5c3\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:05.876442 3693 cni.go:473] [openshift-ingress-canary/ingress-canary-46twf 48dd4dbb17e52c7116d27dca87a7f5312bb38c4dcc6d6f8cf502ac6570872d39 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-46twf 48dd4dbb17e52c7116d27dca87a7f5312bb38c4dcc6d6f8cf502ac6570872d39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:2c:03:78:80:84\",\"name\":\"48dd4dbb17e52c7\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d28a5db-5dbb-4f41-9203-6be53d6d9284\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:05.893258 3693 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-k2dms c2ca2c94d9e8d38f34110fdf6d7789928e4aff3e9e6f41e8fd04b6515482ab1a network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-k2dms c2ca2c94d9e8d38f34110fdf6d7789928e4aff3e9e6f41e8fd04b6515482ab1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:5f:76:50:43:42\",\"name\":\"c2ca2c94d9e8d38\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b2b7d34a-9b91-4ca3-b8a2-8556f78d0e03\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:06.684263 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal I0420 22:52:06.684269 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-216.ec2.internal in network "default" I0420 22:52:06.684288 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 33.761µs I0420 22:52:06.684293 3693 node_tracker.go:220] Node ip-10-0-2-216.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0420 22:52:06.684307 3693 egressfirewall.go:723] Syncing node "ip-10-0-2-216.ec2.internal" for egress firewall E0420 22:52:06.684344 3693 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-216.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0420 22:52:06.684369 3693 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-216.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-216.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-216.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-216.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-216.ec2.internal, error parsing annotation for node ip-10-0-2-216.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0420 22:52:06.694323 3693 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-216.ec2.internal annotation: unexpected end of JSON input E0420 22:52:06.694450 3693 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-216.ec2.internal annotation: unexpected end of JSON input I0420 22:52:06.694474 3693 default_network_controller.go:1025] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0420 22:52:06.694520 3693 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-216.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-216.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-216.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-216.ec2.internal" I0420 22:52:06.706178 3693 default_network_controller.go:1025] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0420 22:52:06.721910 3693 default_network_controller.go:1025] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:06.738278 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal I0420 22:52:06.738344 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 70.248µs I0420 22:52:06.738366 3693 egressfirewall.go:723] Syncing node "ip-10-0-2-216.ec2.internal" for egress firewall I0420 22:52:06.738300 3693 default_network_controller.go:1025] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:06.931338 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal I0420 22:52:06.931425 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 94.291µs I0420 22:52:06.931368 3693 default_network_controller.go:1025] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:06.931389 3693 egressfirewall.go:723] Syncing node "ip-10-0-2-216.ec2.internal" for egress firewall I0420 22:52:06.960209 3693 default_network_controller.go:1025] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:07.135456 3693 default_network_controller.go:1025] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:08.871182 3693 default_network_controller.go:1025] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:13.252707 3693 default_network_controller.go:1025] Node "ip-10-0-0-153.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:13.354580 3693 cni.go:452] [openshift-network-diagnostics/network-check-target-jjxwg 0c8906cd8de3751a3fb9469727e5bc73cfe617f22b8f6c305ac0c5e14fe38546 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-jjxwg 0c8906cd8de3751a3fb9469727e5bc73cfe617f22b8f6c305ac0c5e14fe38546 network default NAD default NAD key ] I0420 22:52:13.364148 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-jjxwg, hostIfaceName: 0c8906cd8de3751, network: default, NAD default, SandboxID: "0c8906cd8de3751a3fb9469727e5bc73cfe617f22b8f6c305ac0c5e14fe38546", PCI device ID: , UID: "a8951759-bdee-4aca-9e0f-dd0a8f3eb45c", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0420 22:52:13.411984 3693 cni.go:473] [openshift-network-diagnostics/network-check-target-jjxwg 0c8906cd8de3751a3fb9469727e5bc73cfe617f22b8f6c305ac0c5e14fe38546 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-jjxwg 0c8906cd8de3751a3fb9469727e5bc73cfe617f22b8f6c305ac0c5e14fe38546 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:74:5b:05:93:09\",\"name\":\"0c8906cd8de3751\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a72791fb-f48a-4321-b9a1-9a656297f859\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:14.642657 3693 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0420 22:52:14.643622 3693 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 937.949µs I0420 22:52:14.658022 3693 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 22:52:14.746966 3693 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qmg5v] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-qmg5v for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:14.747081 3693 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qmg5v I0420 22:52:14.762428 3693 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qmg5v] pod update took 15.38198ms I0420 22:52:14.762456 3693 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qmg5v] addLogicalPort annotation time took 15.414101ms I0420 22:52:14.763892 3693 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qmg5v] addLogicalPort took 16.949911ms, libovsdb time 999.699µs W0420 22:52:14.910989 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 22:52:14.961313 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 22:52:15.122592 3693 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qmg5v eb2f0c4a53d46dee25f2e83c28ccdabc4947d670362fdcde091cb7c26ad39f47 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qmg5v eb2f0c4a53d46dee25f2e83c28ccdabc4947d670362fdcde091cb7c26ad39f47 network default NAD default NAD key ] I0420 22:52:15.134665 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-qmg5v, hostIfaceName: eb2f0c4a53d46de, network: default, NAD default, SandboxID: "eb2f0c4a53d46dee25f2e83c28ccdabc4947d670362fdcde091cb7c26ad39f47", PCI device ID: , UID: "7d00ea39-eb35-47df-9f32-ccb0dac5da3a", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0420 22:52:15.186658 3693 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qmg5v eb2f0c4a53d46dee25f2e83c28ccdabc4947d670362fdcde091cb7c26ad39f47 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-qmg5v eb2f0c4a53d46dee25f2e83c28ccdabc4947d670362fdcde091cb7c26ad39f47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:bd:5f:24:65:f4\",\"name\":\"eb2f0c4a53d46de\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/843e5ef9-0146-4445-88b4-ab573bef89f9\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:16.000899 3693 namespace.go:98] [openshift-service-ca] adding namespace I0420 22:52:16.001840 3693 namespace.go:102] [openshift-service-ca] adding namespace took 915.735µs I0420 22:52:16.015753 3693 namespace.go:142] [openshift-service-ca] updating namespace I0420 22:52:16.804398 3693 default_network_controller.go:1025] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:17.695055 3693 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-7g7dc] creating logical port openshift-service-ca_service-ca-d9cb48497-7g7dc for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:17.695188 3693 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-7g7dc I0420 22:52:17.710576 3693 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-7g7dc] pod update took 15.421732ms I0420 22:52:17.710602 3693 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-7g7dc] addLogicalPort annotation time took 15.449584ms I0420 22:52:17.711749 3693 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-7g7dc] addLogicalPort took 16.710523ms, libovsdb time 820.222µs W0420 22:52:17.891741 3693 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 22:52:18.083647 3693 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-7g7dc f04c8d962b4cd651ccefe2be965aec02b797b300bf89a07821017c3b6c3d2f9e network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-7g7dc f04c8d962b4cd651ccefe2be965aec02b797b300bf89a07821017c3b6c3d2f9e network default NAD default NAD key ] I0420 22:52:18.093013 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-7g7dc, hostIfaceName: f04c8d962b4cd65, network: default, NAD default, SandboxID: "f04c8d962b4cd651ccefe2be965aec02b797b300bf89a07821017c3b6c3d2f9e", PCI device ID: , UID: "76dfbc22-a44d-4580-a41f-9796d53e89f3", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0420 22:52:18.139793 3693 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-7g7dc f04c8d962b4cd651ccefe2be965aec02b797b300bf89a07821017c3b6c3d2f9e network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-7g7dc f04c8d962b4cd651ccefe2be965aec02b797b300bf89a07821017c3b6c3d2f9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:22:cc:52:bc:db\",\"name\":\"f04c8d962b4cd65\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3d07dc7-91fe-467f-a849-1f8e78fdfbbd\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:20.993359 3693 egressfirewall.go:723] Syncing node "ip-10-0-0-153.ec2.internal" for egress firewall I0420 22:52:20.993388 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-153.ec2.internal I0420 22:52:20.993407 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-153.ec2.internal: 24.792µs I0420 22:52:20.993473 3693 default_network_controller.go:1025] Node "ip-10-0-0-153.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:21.220878 3693 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-x8gm7] creating logical port openshift-insights_insights-runtime-extractor-x8gm7 for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:21.221013 3693 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-x8gm7 I0420 22:52:21.239316 3693 pod.go:62] [openshift-insights/insights-runtime-extractor-x8gm7] pod update took 18.332721ms I0420 22:52:21.239341 3693 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-x8gm7] addLogicalPort annotation time took 18.357467ms I0420 22:52:21.240492 3693 pods.go:271] [openshift-insights/insights-runtime-extractor-x8gm7] addLogicalPort took 19.628041ms, libovsdb time 816.599µs W0420 22:52:23.846068 3693 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-7fbc77f694-4znq5 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-7fbc77f694-4znq5: no pod IPs found W0420 22:52:23.854706 3693 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-5f46bd49f7-r85jt IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-5f46bd49f7-r85jt: no pod IPs found W0420 22:52:24.068662 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 22:52:25.605727 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal I0420 22:52:25.605750 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 29.436µs I0420 22:52:25.605770 3693 egressfirewall.go:723] Syncing node "ip-10-0-2-216.ec2.internal" for egress firewall I0420 22:52:25.605794 3693 default_network_controller.go:1025] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:29.292993 3693 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-216.ec2.internal I0420 22:52:29.292998 3693 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-0-153.ec2.internal I0420 22:52:29.293012 3693 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-216.ec2.internal I0420 22:52:29.293017 3693 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-0-153.ec2.internal I0420 22:52:29.293095 3693 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-0-153.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-153.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-153.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-153.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-153.ec2.internal I0420 22:52:29.293095 3693 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-216.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-216.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-216.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-216.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-216.ec2.internal I0420 22:52:30.969167 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5rnjk I0420 22:52:30.969177 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-r9x8g I0420 22:52:30.969199 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5rnjk I0420 22:52:30.969210 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-r9x8g I0420 22:52:30.969210 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9hxs9 I0420 22:52:30.969227 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9hxs9 I0420 22:52:30.969243 3693 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-5rnjk, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5rnjk: suppressed error logged: pod openshift-multus/network-metrics-daemon-5rnjk: no pod IPs found I0420 22:52:30.969261 3693 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-9hxs9, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9hxs9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9hxs9: no pod IPs found I0420 22:52:30.969186 3693 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-skbdd I0420 22:52:30.969270 3693 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-r9x8g, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-r9x8g: suppressed error logged: pod openshift-network-diagnostics/network-check-target-r9x8g: no pod IPs found I0420 22:52:30.969292 3693 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-skbdd I0420 22:52:30.969330 3693 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-skbdd, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-skbdd: suppressed error logged: pod openshift-multus/network-metrics-daemon-skbdd: no pod IPs found I0420 22:52:33.715894 3693 default_network_controller.go:1025] Node "ip-10-0-0-153.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:37.223187 3693 cni.go:452] [openshift-insights/insights-runtime-extractor-x8gm7 7bc5b87b3200650f15b685659d30c19e631de447b1d5325795d48f467ec3d9ee network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-x8gm7 7bc5b87b3200650f15b685659d30c19e631de447b1d5325795d48f467ec3d9ee network default NAD default NAD key ] I0420 22:52:37.224332 3693 cni.go:452] [openshift-image-registry/image-registry-5f46bd49f7-j9q98 af1401f625e75c39ff00c19cf937ff261d9fa953596b13ec24b4c22f5e7d9547 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5f46bd49f7-j9q98 af1401f625e75c39ff00c19cf937ff261d9fa953596b13ec24b4c22f5e7d9547 network default NAD default NAD key ] I0420 22:52:37.239982 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5f46bd49f7-j9q98, hostIfaceName: af1401f625e75c3, network: default, NAD default, SandboxID: "af1401f625e75c39ff00c19cf937ff261d9fa953596b13ec24b4c22f5e7d9547", PCI device ID: , UID: "f7217c0e-c98f-4466-aa4f-1ae8e0d1a3b3", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0420 22:52:37.240293 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-x8gm7, hostIfaceName: 7bc5b87b3200650, network: default, NAD default, SandboxID: "7bc5b87b3200650f15b685659d30c19e631de447b1d5325795d48f467ec3d9ee", PCI device ID: , UID: "83bae341-0d73-467a-b701-4c4a1ec4a8a8", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0420 22:52:37.276582 3693 cni.go:452] [openshift-dns/dns-default-s7nlh bae523ef843700caf8ba88708201b5364aa0f3a7dfb7a296019dd857f6067c0b network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-s7nlh bae523ef843700caf8ba88708201b5364aa0f3a7dfb7a296019dd857f6067c0b network default NAD default NAD key ] I0420 22:52:37.292577 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-s7nlh, hostIfaceName: bae523ef843700c, network: default, NAD default, SandboxID: "bae523ef843700caf8ba88708201b5364aa0f3a7dfb7a296019dd857f6067c0b", PCI device ID: , UID: "81b528a2-2763-4729-b51c-4a219a74f6de", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0420 22:52:37.294101 3693 cni.go:473] [openshift-image-registry/image-registry-5f46bd49f7-j9q98 af1401f625e75c39ff00c19cf937ff261d9fa953596b13ec24b4c22f5e7d9547 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5f46bd49f7-j9q98 af1401f625e75c39ff00c19cf937ff261d9fa953596b13ec24b4c22f5e7d9547 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:df:60:b1:be:64\",\"name\":\"af1401f625e75c3\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4195f503-9a46-445f-84b3-7afd063500cc\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:37.310013 3693 cni.go:473] [openshift-insights/insights-runtime-extractor-x8gm7 7bc5b87b3200650f15b685659d30c19e631de447b1d5325795d48f467ec3d9ee network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-x8gm7 7bc5b87b3200650f15b685659d30c19e631de447b1d5325795d48f467ec3d9ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:30:15:b5:e7:aa\",\"name\":\"7bc5b87b3200650\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03b11e89-8726-4aad-9da8-6ba152e5678d\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:37.320617 3693 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-prgdk ea9e5b5db903ef68c7f3dcbc28bc15fab9115f1eba35f4a5a77050bf90f3093f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-prgdk ea9e5b5db903ef68c7f3dcbc28bc15fab9115f1eba35f4a5a77050bf90f3093f network default NAD default NAD key ] I0420 22:52:37.340739 3693 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-6c9rz 00b3602779d10fd86bc85a6a4f59693a6dd9a7b30f0b7fa85586af8ca4ec84ed network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-6c9rz 00b3602779d10fd86bc85a6a4f59693a6dd9a7b30f0b7fa85586af8ca4ec84ed network default NAD default NAD key ] I0420 22:52:37.342642 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-prgdk, hostIfaceName: ea9e5b5db903ef6, network: default, NAD default, SandboxID: "ea9e5b5db903ef68c7f3dcbc28bc15fab9115f1eba35f4a5a77050bf90f3093f", PCI device ID: , UID: "31fdc91a-e3e5-432c-8798-3fdeee09e172", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0420 22:52:37.346936 3693 cni.go:473] [openshift-dns/dns-default-s7nlh bae523ef843700caf8ba88708201b5364aa0f3a7dfb7a296019dd857f6067c0b network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-s7nlh bae523ef843700caf8ba88708201b5364aa0f3a7dfb7a296019dd857f6067c0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:5e:ca:bc:38:87\",\"name\":\"bae523ef843700c\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd8175c5-9ec2-4350-b5c9-43b7e6be7788\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:37.355325 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-6c9rz, hostIfaceName: 00b3602779d10fd, network: default, NAD default, SandboxID: "00b3602779d10fd86bc85a6a4f59693a6dd9a7b30f0b7fa85586af8ca4ec84ed", PCI device ID: , UID: "f0c0c00d-e436-4656-a51e-dbe0262994a3", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0420 22:52:37.356961 3693 default_network_controller.go:1025] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:37.384606 3693 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-k87vz d527f3a7c27fef856797ec82de918357a1098f1c78aa5474f4ca3dca8ba58f28 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-k87vz d527f3a7c27fef856797ec82de918357a1098f1c78aa5474f4ca3dca8ba58f28 network default NAD default NAD key ] I0420 22:52:37.415829 3693 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-prgdk ea9e5b5db903ef68c7f3dcbc28bc15fab9115f1eba35f4a5a77050bf90f3093f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-prgdk ea9e5b5db903ef68c7f3dcbc28bc15fab9115f1eba35f4a5a77050bf90f3093f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:9d:59:10:6d:50\",\"name\":\"ea9e5b5db903ef6\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3d84fff-5d33-4525-a7b8-e38f1d6a246c\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:37.417418 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-k87vz, hostIfaceName: d527f3a7c27fef8, network: default, NAD default, SandboxID: "d527f3a7c27fef856797ec82de918357a1098f1c78aa5474f4ca3dca8ba58f28", PCI device ID: , UID: "143d5c5e-a60c-4733-b203-76d21e7e9e94", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0420 22:52:37.433380 3693 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-6c9rz 00b3602779d10fd86bc85a6a4f59693a6dd9a7b30f0b7fa85586af8ca4ec84ed network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-6c9rz 00b3602779d10fd86bc85a6a4f59693a6dd9a7b30f0b7fa85586af8ca4ec84ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:42:e3:08:52:5f\",\"name\":\"00b3602779d10fd\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d20efdb5-067a-4725-a632-ee526c92892a\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:37.447547 3693 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fjq2c 130bb0834baa77e4418f3f5b7f4b37ef44b805d30d905fb08237657ec950775c network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fjq2c 130bb0834baa77e4418f3f5b7f4b37ef44b805d30d905fb08237657ec950775c network default NAD default NAD key ] I0420 22:52:37.457932 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-fjq2c, hostIfaceName: 130bb0834baa77e, network: default, NAD default, SandboxID: "130bb0834baa77e4418f3f5b7f4b37ef44b805d30d905fb08237657ec950775c", PCI device ID: , UID: "9cd2e89a-1b25-4638-8335-e9bfa3d402c3", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0420 22:52:37.476549 3693 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-k87vz d527f3a7c27fef856797ec82de918357a1098f1c78aa5474f4ca3dca8ba58f28 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-k87vz d527f3a7c27fef856797ec82de918357a1098f1c78aa5474f4ca3dca8ba58f28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:dc:db:e5:8f:40\",\"name\":\"d527f3a7c27fef8\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fa6211c-0915-4e95-abab-7164be25d861\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:37.485756 3693 cni.go:452] [openshift-ingress/router-default-7946554f8c-ppv4w 1f70848cb4c1a5322e6db7f42394f17dfc820de090007242fd5263ff270d1519 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7946554f8c-ppv4w 1f70848cb4c1a5322e6db7f42394f17dfc820de090007242fd5263ff270d1519 network default NAD default NAD key ] I0420 22:52:37.495613 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7946554f8c-ppv4w, hostIfaceName: 1f70848cb4c1a53, network: default, NAD default, SandboxID: "1f70848cb4c1a5322e6db7f42394f17dfc820de090007242fd5263ff270d1519", PCI device ID: , UID: "d40f74dd-3a95-42dc-be5a-a0c5e136bea9", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0420 22:52:37.512261 3693 cni.go:452] [openshift-ingress/router-default-5d8c47946f-fsqw6 814be52fe4a06735efb6c44dfd083731dcad50e93c4c50584e82bbc78fc3cd18 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5d8c47946f-fsqw6 814be52fe4a06735efb6c44dfd083731dcad50e93c4c50584e82bbc78fc3cd18 network default NAD default NAD key ] I0420 22:52:37.520434 3693 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fjq2c 130bb0834baa77e4418f3f5b7f4b37ef44b805d30d905fb08237657ec950775c network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fjq2c 130bb0834baa77e4418f3f5b7f4b37ef44b805d30d905fb08237657ec950775c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:fa:42:3a:6a:da\",\"name\":\"130bb0834baa77e\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35666c9e-fadc-428c-b02e-084723b6e530\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:37.524150 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5d8c47946f-fsqw6, hostIfaceName: 814be52fe4a0673, network: default, NAD default, SandboxID: "814be52fe4a06735efb6c44dfd083731dcad50e93c4c50584e82bbc78fc3cd18", PCI device ID: , UID: "a70c617d-3808-4e42-bad5-2a96cbc3ee03", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0420 22:52:37.549448 3693 cni.go:473] [openshift-ingress/router-default-7946554f8c-ppv4w 1f70848cb4c1a5322e6db7f42394f17dfc820de090007242fd5263ff270d1519 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7946554f8c-ppv4w 1f70848cb4c1a5322e6db7f42394f17dfc820de090007242fd5263ff270d1519 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:32:f1:3b:10:36\",\"name\":\"1f70848cb4c1a53\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f23ffb6-ea9e-4665-8b4e-15b528aabe7e\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:37.575439 3693 cni.go:473] [openshift-ingress/router-default-5d8c47946f-fsqw6 814be52fe4a06735efb6c44dfd083731dcad50e93c4c50584e82bbc78fc3cd18 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5d8c47946f-fsqw6 814be52fe4a06735efb6c44dfd083731dcad50e93c4c50584e82bbc78fc3cd18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:bb:5f:9d:02:51\",\"name\":\"814be52fe4a0673\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f61fd48d-dbe8-45b8-9fb5-c96e9bc13bc7\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:41.003537 3693 cni.go:452] [openshift-multus/network-metrics-daemon-s6zj2 801a6c3fcd4889cf199b2c555229070e21174a40ca3a9f9873047aff669d5947 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-s6zj2 801a6c3fcd4889cf199b2c555229070e21174a40ca3a9f9873047aff669d5947 network default NAD default NAD key ] I0420 22:52:41.013501 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-s6zj2, hostIfaceName: 801a6c3fcd4889c, network: default, NAD default, SandboxID: "801a6c3fcd4889cf199b2c555229070e21174a40ca3a9f9873047aff669d5947", PCI device ID: , UID: "eb55593b-db6d-4efd-8d06-274527c891a3", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0420 22:52:41.071940 3693 cni.go:473] [openshift-multus/network-metrics-daemon-s6zj2 801a6c3fcd4889cf199b2c555229070e21174a40ca3a9f9873047aff669d5947 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-s6zj2 801a6c3fcd4889cf199b2c555229070e21174a40ca3a9f9873047aff669d5947 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:5c:01:b7:d4:5d\",\"name\":\"801a6c3fcd4889c\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e42120e7-71fe-4d47-9989-543cf2c8538b\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:43.046198 3693 default_network_controller.go:1025] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0420 22:52:43.049827 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0420 22:52:43.092181 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0420 22:52:43.101831 3693 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:43.101850 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:43.101855 3693 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0420 22:52:43.101902 3693 default_network_controller.go:1025] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0420 22:52:43.117001 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 22:52:43.156684 3693 base_network_controller_pods.go:487] [default/openshift-console/console-6dcbd67b88-xwqfx] creating logical port openshift-console_console-6dcbd67b88-xwqfx for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:43.156774 3693 kube.go:256] Updating pod openshift-console/console-6dcbd67b88-xwqfx I0420 22:52:43.160859 3693 default_network_controller.go:1025] Node "ip-10-0-0-153.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:43.168504 3693 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-79nvc] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-79nvc for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:43.168608 3693 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-79nvc I0420 22:52:43.195322 3693 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-79nvc] pod update took 26.736134ms I0420 22:52:43.195341 3693 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-79nvc] addLogicalPort annotation time took 26.758389ms I0420 22:52:43.196658 3693 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-79nvc] addLogicalPort took 28.166483ms, libovsdb time 911.743µs I0420 22:52:43.199686 3693 pod.go:62] [openshift-console/console-6dcbd67b88-xwqfx] pod update took 42.940293ms I0420 22:52:43.199702 3693 base_network_controller_pods.go:951] [default/openshift-console/console-6dcbd67b88-xwqfx] addLogicalPort annotation time took 42.959682ms I0420 22:52:43.200816 3693 pods.go:271] [openshift-console/console-6dcbd67b88-xwqfx] addLogicalPort took 44.144814ms, libovsdb time 826.683µs I0420 22:52:43.200864 3693 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-7kxxc] creating logical port openshift-console_downloads-5c54f4944f-7kxxc for pod on switch ip-10-0-1-117.ec2.internal I0420 22:52:43.200924 3693 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-7kxxc I0420 22:52:43.219011 3693 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 22:52:43.226810 3693 pod.go:62] [openshift-console/downloads-5c54f4944f-7kxxc] pod update took 25.900876ms I0420 22:52:43.226837 3693 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-7kxxc] addLogicalPort annotation time took 25.929964ms I0420 22:52:43.228362 3693 pods.go:271] [openshift-console/downloads-5c54f4944f-7kxxc] addLogicalPort took 27.507031ms, libovsdb time 1.016968ms W0420 22:52:43.245192 3693 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-688b55f47d-zl2jg IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-688b55f47d-zl2jg: no pod IPs found W0420 22:52:43.248504 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 22:52:43.581123 3693 cni.go:452] [openshift-console/console-6dcbd67b88-xwqfx b65ef68c996f023e098721ae6b852c86e7b47fb23bffe07ae51d8120d714ebfa network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6dcbd67b88-xwqfx b65ef68c996f023e098721ae6b852c86e7b47fb23bffe07ae51d8120d714ebfa network default NAD default NAD key ] I0420 22:52:43.591529 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6dcbd67b88-xwqfx, hostIfaceName: b65ef68c996f023, network: default, NAD default, SandboxID: "b65ef68c996f023e098721ae6b852c86e7b47fb23bffe07ae51d8120d714ebfa", PCI device ID: , UID: "a6545cd8-e432-4c7c-9ff0-9d9d8557ddce", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0420 22:52:43.599574 3693 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-79nvc 5e4f5dd5b22712732b9761b5b025f3e2b56f4b5f868db6179518e90734bcc630 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-79nvc 5e4f5dd5b22712732b9761b5b025f3e2b56f4b5f868db6179518e90734bcc630 network default NAD default NAD key ] W0420 22:52:43.599656 3693 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6dcbd67b88-zw9zt IP address from the namespace address-set, err: pod openshift-console/console-6dcbd67b88-zw9zt: no pod IPs found I0420 22:52:43.609464 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-79nvc, hostIfaceName: 5e4f5dd5b227127, network: default, NAD default, SandboxID: "5e4f5dd5b22712732b9761b5b025f3e2b56f4b5f868db6179518e90734bcc630", PCI device ID: , UID: "b9b17102-d426-49d9-a173-4f7b9a78e2ca", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0420 22:52:43.627001 3693 cni.go:452] [openshift-console/downloads-5c54f4944f-7kxxc 466fc4ef5ecf652347fe41d5696988d4352074ad220973c7c548d8cd13b1fdb9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-7kxxc 466fc4ef5ecf652347fe41d5696988d4352074ad220973c7c548d8cd13b1fdb9 network default NAD default NAD key ] I0420 22:52:43.641898 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-7kxxc, hostIfaceName: 466fc4ef5ecf652, network: default, NAD default, SandboxID: "466fc4ef5ecf652347fe41d5696988d4352074ad220973c7c548d8cd13b1fdb9", PCI device ID: , UID: "4e225d37-454d-49ee-8f5b-016dcbf116b7", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0420 22:52:43.647896 3693 cni.go:473] [openshift-console/console-6dcbd67b88-xwqfx b65ef68c996f023e098721ae6b852c86e7b47fb23bffe07ae51d8120d714ebfa network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6dcbd67b88-xwqfx b65ef68c996f023e098721ae6b852c86e7b47fb23bffe07ae51d8120d714ebfa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:42:78:60:b3:eb\",\"name\":\"b65ef68c996f023\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fcf402ee-d559-4aae-9f1c-8f4d7548d957\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:43.669489 3693 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-79nvc 5e4f5dd5b22712732b9761b5b025f3e2b56f4b5f868db6179518e90734bcc630 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-79nvc 5e4f5dd5b22712732b9761b5b025f3e2b56f4b5f868db6179518e90734bcc630 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:bc:5d:c4:f1:5b\",\"name\":\"5e4f5dd5b227127\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65afae6a-c43b-443f-9dfa-281839bc1692\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:43.691415 3693 cni.go:473] [openshift-console/downloads-5c54f4944f-7kxxc 466fc4ef5ecf652347fe41d5696988d4352074ad220973c7c548d8cd13b1fdb9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-7kxxc 466fc4ef5ecf652347fe41d5696988d4352074ad220973c7c548d8cd13b1fdb9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:64:52:47:c9:bd\",\"name\":\"466fc4ef5ecf652\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9220ad61-1546-4076-a1bc-8700f0072815\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:52:44.211286 3693 default_network_controller.go:1025] Node "ip-10-0-2-216.ec2.internal" in remote zone "ip-10-0-2-216.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:44.211317 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-216.ec2.internal in network "default" I0420 22:52:44.211356 3693 node_tracker.go:235] Node ip-10-0-2-216.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-216.ec2.internal" I0420 22:52:44.211373 3693 node_tracker.go:169] Node ip-10-0-2-216.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:44.211381 3693 services_controller.go:574] Full service sync requested for network=default W0420 22:52:44.211614 3693 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.211633 3693 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.211642 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.211641 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 22:52:44.211756 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 22:52:44.239397 3693 default_network_controller.go:1025] Node "ip-10-0-2-216.ec2.internal" in remote zone "ip-10-0-2-216.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:44.367287 3693 default_network_controller.go:1025] Node "ip-10-0-2-216.ec2.internal" in remote zone "ip-10-0-2-216.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:44.367311 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-216.ec2.internal in network "default" I0420 22:52:44.367368 3693 node_tracker.go:169] Node ip-10-0-2-216.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:44.367382 3693 services_controller.go:574] Full service sync requested for network=default W0420 22:52:44.367649 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:52:44.367997 3693 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.368010 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 22:52:44.368013 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.368022 3693 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0420 22:52:44.368360 3693 zone_ic_handler.go:195] Time taken to create transit switch: 346.64µs I0420 22:52:44.368381 3693 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-216.ec2.internal for the network default I0420 22:52:44.369487 3693 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-216.ec2.internal" on network "default" took: 1.491098ms I0420 22:52:44.412973 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-153.ec2.internal in network "default" I0420 22:52:44.413061 3693 node_tracker.go:235] Node ip-10-0-0-153.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-153.ec2.internal" I0420 22:52:44.413084 3693 node_tracker.go:169] Node ip-10-0-0-153.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:44.413097 3693 services_controller.go:574] Full service sync requested for network=default I0420 22:52:44.413011 3693 default_network_controller.go:1025] Node "ip-10-0-0-153.ec2.internal" in remote zone "ip-10-0-0-153.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0420 22:52:44.413373 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:52:44.413610 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 22:52:44.413623 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.413638 3693 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.413646 3693 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0420 22:52:44.469754 3693 default_network_controller.go:1025] Node "ip-10-0-0-153.ec2.internal" in remote zone "ip-10-0-0-153.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:44.533729 3693 default_network_controller.go:1025] Node "ip-10-0-0-153.ec2.internal" in remote zone "ip-10-0-0-153.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 22:52:44.533748 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-153.ec2.internal in network "default" I0420 22:52:44.533806 3693 node_tracker.go:169] Node ip-10-0-0-153.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:44.533826 3693 services_controller.go:574] Full service sync requested for network=default W0420 22:52:44.534055 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:52:44.534347 3693 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.534410 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.534444 3693 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.534357 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 22:52:44.534768 3693 zone_ic_handler.go:195] Time taken to create transit switch: 298.806µs I0420 22:52:44.534781 3693 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-153.ec2.internal for the network default I0420 22:52:44.536294 3693 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-153.ec2.internal" on network "default" took: 1.83629ms I0420 22:52:44.927096 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal I0420 22:52:44.927128 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-216.ec2.internal", IP: 10.0.2.216 to PMTUD blocking rules I0420 22:52:44.927135 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 48.525µs I0420 22:52:44.927144 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-216.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 22:52:44.927145 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-216.ec2.internal in network "default" I0420 22:52:44.927151 3693 egressfirewall.go:723] Syncing node "ip-10-0-2-216.ec2.internal" for egress firewall I0420 22:52:44.927214 3693 node_tracker.go:169] Node ip-10-0-2-216.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:44.927237 3693 services_controller.go:574] Full service sync requested for network=default W0420 22:52:44.927490 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:52:44.927813 3693 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.927829 3693 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.927837 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:44.927841 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 22:52:44.933644 3693 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-216.ec2.internal. Updating no re-route policies I0420 22:52:44.947389 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-216.ec2.internal", IP: 10.0.2.216 to PMTUD blocking rules I0420 22:52:44.947406 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-216.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 22:52:45.093642 3693 egressfirewall.go:723] Syncing node "ip-10-0-0-153.ec2.internal" for egress firewall I0420 22:52:45.093683 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-153.ec2.internal I0420 22:52:45.093701 3693 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-153.ec2.internal in network "default" I0420 22:52:45.093721 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-153.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 22:52:45.093699 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-153.ec2.internal: 19.826µs I0420 22:52:45.093732 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-153.ec2.internal", IP: 10.0.0.153 to PMTUD blocking rules I0420 22:52:45.093766 3693 node_tracker.go:169] Node ip-10-0-0-153.ec2.internal switch + router changed, syncing services in network "default" I0420 22:52:45.093788 3693 services_controller.go:574] Full service sync requested for network=default W0420 22:52:45.094018 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:52:45.094343 3693 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:45.094358 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:45.094365 3693 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:45.094393 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 22:52:45.100405 3693 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-153.ec2.internal. Updating no re-route policies I0420 22:52:45.111958 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-153.ec2.internal", IP: 10.0.0.153 to PMTUD blocking rules I0420 22:52:45.111975 3693 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-153.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0420 22:52:46.039884 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0420 22:52:46.058554 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0420 22:52:46.888961 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 22:52:48.055174 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0420 22:52:48.410359 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal I0420 22:52:48.410386 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 34.436µs W0420 22:52:48.518622 3693 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:48.518642 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:48.518648 3693 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0420 22:52:49.323667 3693 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-153.ec2.internal I0420 22:52:49.323703 3693 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-153.ec2.internal: 44.598µs W0420 22:52:49.781938 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:52:50.163831 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:52:52.021200 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:52.021218 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:52.021223 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 22:52:53.799009 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 22:52:54.089985 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 22:53:02.117339 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0420 22:53:02.141179 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0420 22:53:03.273142 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:04.243610 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:04.243631 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:04.243638 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:07.908206 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:53:07.908225 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:53:07.964064 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:07.964083 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 22:53:07.964092 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 22:53:08.147314 3693 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0420 22:53:08.266776 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0420 22:53:08.342681 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 22:53:08.342696 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 22:53:08.411458 3693 cni.go:452] [openshift-image-registry/image-registry-5f46bd49f7-j9q98 af1401f625e75c39ff00c19cf937ff261d9fa953596b13ec24b4c22f5e7d9547 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5f46bd49f7-j9q98 af1401f625e75c39ff00c19cf937ff261d9fa953596b13ec24b4c22f5e7d9547 network default NAD default NAD key ] W0420 22:53:08.426604 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:08.426626 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:08.426634 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:08.426641 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:08.457597 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0420 22:53:08.485417 3693 cni.go:473] [openshift-image-registry/image-registry-5f46bd49f7-j9q98 af1401f625e75c39ff00c19cf937ff261d9fa953596b13ec24b4c22f5e7d9547 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5f46bd49f7-j9q98 af1401f625e75c39ff00c19cf937ff261d9fa953596b13ec24b4c22f5e7d9547 network default NAD default NAD key default], result "{}", err I0420 22:53:08.546635 3693 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f46bd49f7-j9q98 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:08.546670 3693 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5f46bd49f7-j9q98 I0420 22:53:08.548107 3693 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5f46bd49f7-j9q98, ips: 10.128.0.5 I0420 22:53:08.548166 3693 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f46bd49f7-j9q98 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 22:53:08.551254 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 22:53:08.563284 3693 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-688b55f47d-954n5] creating logical port openshift-image-registry_image-registry-688b55f47d-954n5 for pod on switch ip-10-0-1-117.ec2.internal I0420 22:53:08.563393 3693 kube.go:256] Updating pod openshift-image-registry/image-registry-688b55f47d-954n5 I0420 22:53:08.595922 3693 pod.go:62] [openshift-image-registry/image-registry-688b55f47d-954n5] pod update took 32.564908ms I0420 22:53:08.595947 3693 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-688b55f47d-954n5] addLogicalPort annotation time took 32.596146ms I0420 22:53:08.597297 3693 pods.go:271] [openshift-image-registry/image-registry-688b55f47d-954n5] addLogicalPort took 34.0287ms, libovsdb time 893.738µs I0420 22:53:08.935215 3693 cni.go:452] [openshift-image-registry/image-registry-688b55f47d-954n5 0f0e158ec29a06c6c17f07783b3817f1decc0941a83e5be2cc31a0935424fcd7 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-688b55f47d-954n5 0f0e158ec29a06c6c17f07783b3817f1decc0941a83e5be2cc31a0935424fcd7 network default NAD default NAD key ] I0420 22:53:08.946046 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-688b55f47d-954n5, hostIfaceName: 0f0e158ec29a06c, network: default, NAD default, SandboxID: "0f0e158ec29a06c6c17f07783b3817f1decc0941a83e5be2cc31a0935424fcd7", PCI device ID: , UID: "545521bf-082b-442b-bfb0-245c9bd60f69", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0420 22:53:08.999693 3693 cni.go:473] [openshift-image-registry/image-registry-688b55f47d-954n5 0f0e158ec29a06c6c17f07783b3817f1decc0941a83e5be2cc31a0935424fcd7 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-688b55f47d-954n5 0f0e158ec29a06c6c17f07783b3817f1decc0941a83e5be2cc31a0935424fcd7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:04:c6:28:f8:05\",\"name\":\"0f0e158ec29a06c\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ed20f4b-82f0-4d97-b82a-be48dbe30f14\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 22:53:09.187282 3693 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 22:53:09.204944 3693 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f46bd49f7-j9q98 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:09.204965 3693 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f46bd49f7-j9q98 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:09.220441 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f46bd49f7-j9q98 I0420 22:53:09.220467 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f46bd49f7-j9q98 W0420 22:53:09.950051 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 22:53:10.777329 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:10.777355 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:10.914880 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:10.914904 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:10.914909 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:10.914913 3693 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 22:53:11.186628 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:11.186656 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 22:53:19.213453 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0420 22:53:19.213469 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0420 22:53:19.213527 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0420 22:53:20.221637 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0420 22:53:25.067100 3693 cni.go:452] [openshift-console/console-6dcbd67b88-xwqfx b65ef68c996f023e098721ae6b852c86e7b47fb23bffe07ae51d8120d714ebfa network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6dcbd67b88-xwqfx b65ef68c996f023e098721ae6b852c86e7b47fb23bffe07ae51d8120d714ebfa network default NAD default NAD key ] I0420 22:53:25.135739 3693 cni.go:473] [openshift-console/console-6dcbd67b88-xwqfx b65ef68c996f023e098721ae6b852c86e7b47fb23bffe07ae51d8120d714ebfa network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6dcbd67b88-xwqfx b65ef68c996f023e098721ae6b852c86e7b47fb23bffe07ae51d8120d714ebfa network default NAD default NAD key default], result "{}", err I0420 22:53:25.203825 3693 obj_retry.go:498] Detected object openshift-console/console-6dcbd67b88-xwqfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:25.203861 3693 pods.go:176] Deleting pod: openshift-console/console-6dcbd67b88-xwqfx I0420 22:53:25.205127 3693 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6dcbd67b88-xwqfx, ips: 10.128.0.25 I0420 22:53:25.205155 3693 obj_retry.go:498] Detected object openshift-console/console-6dcbd67b88-xwqfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:25.215826 3693 base_network_controller_pods.go:487] [default/openshift-console/console-5c8c4b84dd-blxzq] creating logical port openshift-console_console-5c8c4b84dd-blxzq for pod on switch ip-10-0-1-117.ec2.internal I0420 22:53:25.215954 3693 kube.go:256] Updating pod openshift-console/console-5c8c4b84dd-blxzq I0420 22:53:25.230809 3693 pod.go:62] [openshift-console/console-5c8c4b84dd-blxzq] pod update took 14.882889ms I0420 22:53:25.230833 3693 base_network_controller_pods.go:951] [default/openshift-console/console-5c8c4b84dd-blxzq] addLogicalPort annotation time took 14.907701ms I0420 22:53:25.231989 3693 pods.go:271] [openshift-console/console-5c8c4b84dd-blxzq] addLogicalPort took 16.177034ms, libovsdb time 794.583µs I0420 22:53:25.536373 3693 obj_retry.go:492] Detected object openshift-console/console-6dcbd67b88-xwqfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:25.536395 3693 obj_retry.go:492] Detected object openshift-console/console-6dcbd67b88-xwqfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:25.542490 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dcbd67b88-xwqfx I0420 22:53:25.542508 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dcbd67b88-xwqfx I0420 22:53:25.615303 3693 cni.go:452] [openshift-console/console-5c8c4b84dd-blxzq 85d6466bd77ffda74a25a8677f2004562ae9163d4a004d6fd4fe59ff4cea2ae8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c8c4b84dd-blxzq 85d6466bd77ffda74a25a8677f2004562ae9163d4a004d6fd4fe59ff4cea2ae8 network default NAD default NAD key ] I0420 22:53:25.625085 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c8c4b84dd-blxzq, hostIfaceName: 85d6466bd77ffda, network: default, NAD default, SandboxID: "85d6466bd77ffda74a25a8677f2004562ae9163d4a004d6fd4fe59ff4cea2ae8", PCI device ID: , UID: "c691391e-0036-4c76-8647-51b67b916722", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0420 22:53:25.674652 3693 cni.go:473] [openshift-console/console-5c8c4b84dd-blxzq 85d6466bd77ffda74a25a8677f2004562ae9163d4a004d6fd4fe59ff4cea2ae8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c8c4b84dd-blxzq 85d6466bd77ffda74a25a8677f2004562ae9163d4a004d6fd4fe59ff4cea2ae8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:a8:c1:da:a4:cb\",\"name\":\"85d6466bd77ffda\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be6d70fa-8b6c-476b-91a3-9f4985a190e2\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 22:53:30.273477 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0420 22:53:30.273510 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0420 22:53:30.273573 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0420 22:53:30.289439 3693 obj_retry.go:498] Detected object openshift-console/console-7c7cb46b78-nnp6b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:30.289986 3693 obj_retry.go:498] Detected object openshift-console/console-7c7cb46b78-nnp6b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:31.007727 3693 obj_retry.go:492] Detected object openshift-console/console-7c7cb46b78-nnp6b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:31.007747 3693 obj_retry.go:492] Detected object openshift-console/console-7c7cb46b78-nnp6b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:31.012766 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c7cb46b78-nnp6b I0420 22:53:31.012782 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c7cb46b78-nnp6b W0420 22:53:31.278904 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0420 22:53:35.302459 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0420 22:53:35.302465 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0420 22:53:35.302512 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0420 22:53:36.305483 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0420 22:53:36.327175 3693 cni.go:452] [openshift-image-registry/image-registry-688b55f47d-954n5 0f0e158ec29a06c6c17f07783b3817f1decc0941a83e5be2cc31a0935424fcd7 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-688b55f47d-954n5 0f0e158ec29a06c6c17f07783b3817f1decc0941a83e5be2cc31a0935424fcd7 network default NAD default NAD key ] W0420 22:53:36.332747 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 22:53:36.426088 3693 cni.go:473] [openshift-image-registry/image-registry-688b55f47d-954n5 0f0e158ec29a06c6c17f07783b3817f1decc0941a83e5be2cc31a0935424fcd7 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-688b55f47d-954n5 0f0e158ec29a06c6c17f07783b3817f1decc0941a83e5be2cc31a0935424fcd7 network default NAD default NAD key default], result "{}", err I0420 22:53:36.490530 3693 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688b55f47d-954n5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:36.490565 3693 pods.go:176] Deleting pod: openshift-image-registry/image-registry-688b55f47d-954n5 I0420 22:53:36.493708 3693 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-688b55f47d-954n5, ips: 10.128.0.28 I0420 22:53:36.493745 3693 obj_retry.go:498] Detected object openshift-image-registry/image-registry-688b55f47d-954n5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:37.313435 3693 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688b55f47d-954n5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:37.313470 3693 obj_retry.go:492] Detected object openshift-image-registry/image-registry-688b55f47d-954n5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:37.313631 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-688b55f47d-954n5 I0420 22:53:37.313651 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-688b55f47d-954n5 I0420 22:53:54.235986 3693 cni.go:452] [openshift-ingress/router-default-5d8c47946f-fsqw6 814be52fe4a06735efb6c44dfd083731dcad50e93c4c50584e82bbc78fc3cd18 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-5d8c47946f-fsqw6 814be52fe4a06735efb6c44dfd083731dcad50e93c4c50584e82bbc78fc3cd18 network default NAD default NAD key ] I0420 22:53:54.307459 3693 cni.go:473] [openshift-ingress/router-default-5d8c47946f-fsqw6 814be52fe4a06735efb6c44dfd083731dcad50e93c4c50584e82bbc78fc3cd18 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-5d8c47946f-fsqw6 814be52fe4a06735efb6c44dfd083731dcad50e93c4c50584e82bbc78fc3cd18 network default NAD default NAD key default], result "{}", err I0420 22:53:54.364302 3693 obj_retry.go:498] Detected object openshift-ingress/router-default-5d8c47946f-fsqw6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:54.364336 3693 pods.go:176] Deleting pod: openshift-ingress/router-default-5d8c47946f-fsqw6 I0420 22:53:54.365799 3693 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-5d8c47946f-fsqw6, ips: 10.128.0.16 I0420 22:53:54.365829 3693 obj_retry.go:498] Detected object openshift-ingress/router-default-5d8c47946f-fsqw6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:53:54.683246 3693 obj_retry.go:492] Detected object openshift-ingress/router-default-5d8c47946f-fsqw6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:54.683268 3693 obj_retry.go:492] Detected object openshift-ingress/router-default-5d8c47946f-fsqw6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:53:54.689128 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5d8c47946f-fsqw6 I0420 22:53:54.689155 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5d8c47946f-fsqw6 I0420 22:54:01.638210 3693 obj_retry.go:498] Detected object openshift-console/console-7c7cb46b78-9kwzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:54:01.638761 3693 obj_retry.go:498] Detected object openshift-console/console-7c7cb46b78-9kwzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:54:02.487674 3693 obj_retry.go:492] Detected object openshift-console/console-7c7cb46b78-9kwzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:54:02.487698 3693 obj_retry.go:492] Detected object openshift-console/console-7c7cb46b78-9kwzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:54:02.493946 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c7cb46b78-9kwzw I0420 22:54:02.493971 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c7cb46b78-9kwzw W0420 22:54:36.270753 3693 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7d4858c6c8-9zcxq IP address from the namespace address-set, err: pod openshift-console/console-7d4858c6c8-9zcxq: no pod IPs found I0420 22:54:53.217527 3693 obj_retry.go:498] Detected object openshift-console/console-5c8c4b84dd-6k9d7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:54:53.218228 3693 obj_retry.go:498] Detected object openshift-console/console-5c8c4b84dd-6k9d7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:54:53.314857 3693 obj_retry.go:492] Detected object openshift-console/console-5c8c4b84dd-6k9d7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:54:53.314877 3693 obj_retry.go:492] Detected object openshift-console/console-5c8c4b84dd-6k9d7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:54:53.317864 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c8c4b84dd-6k9d7 I0420 22:54:53.317895 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c8c4b84dd-6k9d7 I0420 22:55:01.581673 3693 obj_retry.go:498] Detected object openshift-console/console-7d4858c6c8-4tksq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:01.582253 3693 obj_retry.go:498] Detected object openshift-console/console-7d4858c6c8-4tksq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:01.725413 3693 obj_retry.go:492] Detected object openshift-console/console-7d4858c6c8-4tksq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:01.725429 3693 obj_retry.go:492] Detected object openshift-console/console-7d4858c6c8-4tksq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:01.731625 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d4858c6c8-4tksq I0420 22:55:01.731642 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d4858c6c8-4tksq I0420 22:55:02.425242 3693 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 for pod on switch ip-10-0-1-117.ec2.internal I0420 22:55:02.425398 3693 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 I0420 22:55:02.439402 3693 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8] pod update took 14.03536ms I0420 22:55:02.439429 3693 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8] addLogicalPort annotation time took 14.068836ms I0420 22:55:02.441178 3693 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8] addLogicalPort took 15.950476ms, libovsdb time 1.145302ms I0420 22:55:02.787913 3693 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 1a2584080fae10fd089e3c185c4b0a394143a3c421cfed10a5fa41024b672d40 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 1a2584080fae10fd089e3c185c4b0a394143a3c421cfed10a5fa41024b672d40 network default NAD default NAD key ] I0420 22:55:02.797593 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8, hostIfaceName: 1a2584080fae10f, network: default, NAD default, SandboxID: "1a2584080fae10fd089e3c185c4b0a394143a3c421cfed10a5fa41024b672d40", PCI device ID: , UID: "59acf8b5-8532-4693-97a2-0d1e31a7dca0", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0420 22:55:02.848845 3693 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 1a2584080fae10fd089e3c185c4b0a394143a3c421cfed10a5fa41024b672d40 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 1a2584080fae10fd089e3c185c4b0a394143a3c421cfed10a5fa41024b672d40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:d0:e7:83:66:c3\",\"name\":\"1a2584080fae10f\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3950f14-6863-4413-85e3-7dc3bf04c95d\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 22:55:06.727358 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg 9ec355e88e520a1f37f77276b720970bd00156c031980ae64aefab50513c413c network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg 9ec355e88e520a1f37f77276b720970bd00156c031980ae64aefab50513c413c network default NAD default NAD key ] I0420 22:55:06.815890 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg 9ec355e88e520a1f37f77276b720970bd00156c031980ae64aefab50513c413c network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg 9ec355e88e520a1f37f77276b720970bd00156c031980ae64aefab50513c413c network default NAD default NAD key default], result "{}", err I0420 22:55:08.604085 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:08.604139 3693 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg I0420 22:55:08.605429 3693 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg, ips: 10.128.0.21 I0420 22:55:08.605459 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:09.623913 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:09.623938 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:19.797566 3693 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 1a2584080fae10fd089e3c185c4b0a394143a3c421cfed10a5fa41024b672d40 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 1a2584080fae10fd089e3c185c4b0a394143a3c421cfed10a5fa41024b672d40 network default NAD default NAD key ] I0420 22:55:19.878191 3693 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 1a2584080fae10fd089e3c185c4b0a394143a3c421cfed10a5fa41024b672d40 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 1a2584080fae10fd089e3c185c4b0a394143a3c421cfed10a5fa41024b672d40 network default NAD default NAD key default], result "{}", err I0420 22:55:19.922487 3693 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:19.922520 3693 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 I0420 22:55:19.923775 3693 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8, ips: 10.128.0.30 I0420 22:55:19.923801 3693 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:19.923818 3693 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 22:55:19.923829 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0420 22:55:19.923982 3693 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 22:55:19.923996 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0420 22:55:20.950972 3693 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:20.950997 3693 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:20.951017 3693 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:20.951036 3693 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bwxh8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:22.469769 3693 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 22:55:22.479366 3693 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 22:55:29.595187 3693 cni.go:452] [openshift-console/console-5c8c4b84dd-blxzq 85d6466bd77ffda74a25a8677f2004562ae9163d4a004d6fd4fe59ff4cea2ae8 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5c8c4b84dd-blxzq 85d6466bd77ffda74a25a8677f2004562ae9163d4a004d6fd4fe59ff4cea2ae8 network default NAD default NAD key ] I0420 22:55:29.663860 3693 cni.go:473] [openshift-console/console-5c8c4b84dd-blxzq 85d6466bd77ffda74a25a8677f2004562ae9163d4a004d6fd4fe59ff4cea2ae8 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5c8c4b84dd-blxzq 85d6466bd77ffda74a25a8677f2004562ae9163d4a004d6fd4fe59ff4cea2ae8 network default NAD default NAD key default], result "{}", err I0420 22:55:29.726359 3693 obj_retry.go:498] Detected object openshift-console/console-5c8c4b84dd-blxzq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:29.726391 3693 pods.go:176] Deleting pod: openshift-console/console-5c8c4b84dd-blxzq I0420 22:55:29.727620 3693 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5c8c4b84dd-blxzq, ips: 10.128.0.29 I0420 22:55:29.727655 3693 obj_retry.go:498] Detected object openshift-console/console-5c8c4b84dd-blxzq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 22:55:29.831039 3693 obj_retry.go:492] Detected object openshift-console/console-5c8c4b84dd-blxzq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:29.831056 3693 obj_retry.go:492] Detected object openshift-console/console-5c8c4b84dd-blxzq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 22:55:29.837139 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c8c4b84dd-blxzq I0420 22:55:29.837169 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c8c4b84dd-blxzq I0420 22:56:10.360059 3693 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 22:56:59.832989 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=84 I0420 22:57:00.960734 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0420 22:57:32.942729 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0420 22:57:39.954093 3693 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0420 22:57:44.833910 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=127 I0420 22:58:09.926104 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0420 22:58:26.921970 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0420 22:58:31.838161 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0420 22:59:09.960467 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0420 22:59:41.831847 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0420 22:59:56.931975 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0420 23:00:00.192834 3693 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29612100-dltcm for pod on switch ip-10-0-1-117.ec2.internal I0420 23:00:00.192969 3693 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm I0420 23:00:00.218537 3693 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm] pod update took 25.597272ms I0420 23:00:00.218566 3693 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm] addLogicalPort annotation time took 25.629535ms I0420 23:00:00.219993 3693 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm] addLogicalPort took 27.173623ms, libovsdb time 1.015281ms I0420 23:00:00.568563 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm 1b8314d9a6d4e1baaf2a1370f95d458723c5f3b3abe153a4a2ddff77116167c9 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm 1b8314d9a6d4e1baaf2a1370f95d458723c5f3b3abe153a4a2ddff77116167c9 network default NAD default NAD key ] I0420 23:00:00.578592 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29612100-dltcm, hostIfaceName: 1b8314d9a6d4e1b, network: default, NAD default, SandboxID: "1b8314d9a6d4e1baaf2a1370f95d458723c5f3b3abe153a4a2ddff77116167c9", PCI device ID: , UID: "9d061001-a604-4960-a815-0782dea9b5f7", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0420 23:00:00.630065 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm 1b8314d9a6d4e1baaf2a1370f95d458723c5f3b3abe153a4a2ddff77116167c9 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm 1b8314d9a6d4e1baaf2a1370f95d458723c5f3b3abe153a4a2ddff77116167c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:32:c4:9a:67:10\",\"name\":\"1b8314d9a6d4e1b\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cc64b20-baa7-4626-b76f-46cdeb35a139\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:00:03.952393 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm 1b8314d9a6d4e1baaf2a1370f95d458723c5f3b3abe153a4a2ddff77116167c9 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm 1b8314d9a6d4e1baaf2a1370f95d458723c5f3b3abe153a4a2ddff77116167c9 network default NAD default NAD key ] I0420 23:00:04.023877 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm 1b8314d9a6d4e1baaf2a1370f95d458723c5f3b3abe153a4a2ddff77116167c9 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm 1b8314d9a6d4e1baaf2a1370f95d458723c5f3b3abe153a4a2ddff77116167c9 network default NAD default NAD key default], result "{}", err I0420 23:00:04.064497 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:00:04.064549 3693 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm I0420 23:00:04.065752 3693 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm, ips: 10.128.0.31 I0420 23:00:04.065780 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:00:04.964745 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:00:04.964795 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612100-dltcm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:00:24.396091 3693 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-nnsfb] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-nnsfb for pod on switch ip-10-0-1-117.ec2.internal I0420 23:00:24.396304 3693 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-nnsfb I0420 23:00:24.411269 3693 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-nnsfb] pod update took 15.007419ms I0420 23:00:24.411293 3693 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-nnsfb] addLogicalPort annotation time took 15.038597ms I0420 23:00:24.412683 3693 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-nnsfb] addLogicalPort took 16.614982ms, libovsdb time 985.849µs I0420 23:00:24.761837 3693 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-nnsfb 3a260035c8c87e2d27d7bf06657a2bc177b9553664fb123a704752e0d58e29a3 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-nnsfb 3a260035c8c87e2d27d7bf06657a2bc177b9553664fb123a704752e0d58e29a3 network default NAD default NAD key ] I0420 23:00:24.772159 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-nnsfb, hostIfaceName: 3a260035c8c87e2, network: default, NAD default, SandboxID: "3a260035c8c87e2d27d7bf06657a2bc177b9553664fb123a704752e0d58e29a3", PCI device ID: , UID: "f4f455b8-ad32-4180-b9d8-7ad1c355368a", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0420 23:00:24.822494 3693 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-nnsfb 3a260035c8c87e2d27d7bf06657a2bc177b9553664fb123a704752e0d58e29a3 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-nnsfb 3a260035c8c87e2d27d7bf06657a2bc177b9553664fb123a704752e0d58e29a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:c5:7c:5d:5c:dc\",\"name\":\"3a260035c8c87e2\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe903de6-1644-44f2-bb37-dbeeaabf1a6a\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 23:00:28.054867 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 23:00:28.948172 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0420 23:00:34.837423 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 W0420 23:00:39.067389 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 23:00:39.097837 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0420 23:00:39.097904 3693 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-m24pt IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-m24pt: no pod IPs found I0420 23:00:54.037207 3693 namespace.go:98] [tsf] adding namespace I0420 23:00:54.038184 3693 namespace.go:102] [tsf] adding namespace took 954.976µs I0420 23:00:54.054755 3693 namespace.go:142] [tsf] updating namespace I0420 23:00:54.065688 3693 namespace.go:142] [tsf] updating namespace I0420 23:00:57.861016 3693 namespace.go:98] [cert-manager-operator] adding namespace I0420 23:00:57.861685 3693 namespace.go:98] [konflux-ui] adding namespace I0420 23:00:57.862066 3693 namespace.go:102] [cert-manager-operator] adding namespace took 1.022409ms I0420 23:00:57.862729 3693 namespace.go:102] [konflux-ui] adding namespace took 1.025038ms I0420 23:00:57.864798 3693 namespace.go:98] [konflux-operator] adding namespace I0420 23:00:57.865429 3693 namespace.go:102] [konflux-operator] adding namespace took 613.744µs I0420 23:00:57.867803 3693 namespace.go:98] [tsf-tpa] adding namespace I0420 23:00:57.867894 3693 namespace.go:98] [rhbk-operator] adding namespace I0420 23:00:57.868044 3693 namespace.go:98] [rhtpa-operator] adding namespace I0420 23:00:57.868244 3693 namespace.go:98] [tsf-tas] adding namespace I0420 23:00:57.868256 3693 namespace.go:98] [tsf-keycloak] adding namespace I0420 23:00:57.868613 3693 namespace.go:102] [tsf-tpa] adding namespace took 795.626µs I0420 23:00:57.869225 3693 namespace.go:102] [rhbk-operator] adding namespace took 1.311298ms I0420 23:00:57.869954 3693 namespace.go:102] [rhtpa-operator] adding namespace took 1.892271ms I0420 23:00:57.870581 3693 namespace.go:102] [tsf-tas] adding namespace took 2.318214ms I0420 23:00:57.871254 3693 namespace.go:102] [tsf-keycloak] adding namespace took 2.985297ms I0420 23:00:57.882173 3693 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:00:57.899937 3693 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:00:57.908742 3693 namespace.go:142] [konflux-ui] updating namespace I0420 23:00:57.908836 3693 namespace.go:142] [rhbk-operator] updating namespace I0420 23:00:57.908959 3693 namespace.go:142] [konflux-operator] updating namespace I0420 23:00:57.909135 3693 namespace.go:142] [tsf-tpa] updating namespace I0420 23:00:57.924578 3693 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:00:57.924712 3693 namespace.go:142] [tsf-tas] updating namespace I0420 23:00:57.928908 3693 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:00:57.928984 3693 namespace.go:142] [konflux-ui] updating namespace I0420 23:00:57.941303 3693 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:00:57.953334 3693 namespace.go:142] [konflux-ui] updating namespace I0420 23:00:57.960903 3693 namespace.go:142] [konflux-operator] updating namespace I0420 23:00:57.976860 3693 namespace.go:142] [konflux-operator] updating namespace I0420 23:00:57.991741 3693 namespace.go:142] [tsf-tpa] updating namespace I0420 23:00:58.003253 3693 namespace.go:142] [tsf-tpa] updating namespace I0420 23:00:58.015357 3693 namespace.go:142] [rhbk-operator] updating namespace I0420 23:00:58.028874 3693 namespace.go:142] [rhbk-operator] updating namespace I0420 23:00:58.039791 3693 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:00:58.048879 3693 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:00:58.065723 3693 namespace.go:142] [tsf-tas] updating namespace I0420 23:00:58.076482 3693 namespace.go:142] [tsf-tas] updating namespace I0420 23:00:58.099739 3693 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:00:58.116752 3693 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:00:59.137198 3693 namespace.go:142] [tsf-tpa] updating namespace I0420 23:00:59.153209 3693 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:01:00.684049 3693 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 for pod on switch ip-10-0-1-117.ec2.internal I0420 23:01:00.684204 3693 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 I0420 23:01:00.697792 3693 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6] pod update took 13.619292ms I0420 23:01:00.697815 3693 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6] addLogicalPort annotation time took 13.650103ms I0420 23:01:00.699172 3693 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6] addLogicalPort took 15.13695ms, libovsdb time 927.453µs I0420 23:01:00.776068 3693 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw for pod on switch ip-10-0-1-117.ec2.internal I0420 23:01:00.776193 3693 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw I0420 23:01:00.789486 3693 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw] pod update took 13.316728ms I0420 23:01:00.789509 3693 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw] addLogicalPort annotation time took 13.346042ms I0420 23:01:00.790715 3693 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw] addLogicalPort took 14.660357ms, libovsdb time 870.072µs I0420 23:01:01.046478 3693 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 55a5f0f31178437a880e8d1a732b3339a549e5f0596cea2d50789a222b799f1d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 55a5f0f31178437a880e8d1a732b3339a549e5f0596cea2d50789a222b799f1d network default NAD default NAD key ] I0420 23:01:01.056247 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6, hostIfaceName: 55a5f0f31178437, network: default, NAD default, SandboxID: "55a5f0f31178437a880e8d1a732b3339a549e5f0596cea2d50789a222b799f1d", PCI device ID: , UID: "1d195490-a7d0-4792-85d5-809577ba59a1", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0420 23:01:01.109308 3693 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 55a5f0f31178437a880e8d1a732b3339a549e5f0596cea2d50789a222b799f1d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 55a5f0f31178437a880e8d1a732b3339a549e5f0596cea2d50789a222b799f1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:f8:4c:86:20:c2\",\"name\":\"55a5f0f31178437\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9b95a9d-1e7b-41cb-a011-7fcab47ba0a1\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:01:01.135548 3693 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw 3a659dcf57a4b6490e1ef0f9fb40e9c55b2e013f73f7360890208f5b9b3bbfcf network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw 3a659dcf57a4b6490e1ef0f9fb40e9c55b2e013f73f7360890208f5b9b3bbfcf network default NAD default NAD key ] I0420 23:01:01.146275 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw, hostIfaceName: 3a659dcf57a4b64, network: default, NAD default, SandboxID: "3a659dcf57a4b6490e1ef0f9fb40e9c55b2e013f73f7360890208f5b9b3bbfcf", PCI device ID: , UID: "e51df5cd-98d7-478f-9631-425cfc3ca3b3", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0420 23:01:01.198663 3693 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw 3a659dcf57a4b6490e1ef0f9fb40e9c55b2e013f73f7360890208f5b9b3bbfcf network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw 3a659dcf57a4b6490e1ef0f9fb40e9c55b2e013f73f7360890208f5b9b3bbfcf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:59:89:7b:bb:52\",\"name\":\"3a659dcf57a4b64\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/059fe8f7-5589-48ba-8c54-5b792f9f4899\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:01:03.567895 3693 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm for pod on switch ip-10-0-1-117.ec2.internal I0420 23:01:03.568015 3693 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm I0420 23:01:03.585019 3693 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm] pod update took 17.029842ms I0420 23:01:03.585039 3693 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm] addLogicalPort annotation time took 17.054124ms I0420 23:01:03.586283 3693 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm] addLogicalPort took 18.403416ms, libovsdb time 849.665µs I0420 23:01:03.927760 3693 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm 2776e49bbf5c924d5a056592d0e7ea7bb4b1d4ec9697c5644466a3bb9d48429d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm 2776e49bbf5c924d5a056592d0e7ea7bb4b1d4ec9697c5644466a3bb9d48429d network default NAD default NAD key ] I0420 23:01:03.937586 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm, hostIfaceName: 2776e49bbf5c924, network: default, NAD default, SandboxID: "2776e49bbf5c924d5a056592d0e7ea7bb4b1d4ec9697c5644466a3bb9d48429d", PCI device ID: , UID: "3613bb94-55ea-469b-b25f-ac5329ccc38c", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0420 23:01:03.990202 3693 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h for pod on switch ip-10-0-1-117.ec2.internal I0420 23:01:03.990339 3693 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h I0420 23:01:03.991889 3693 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm 2776e49bbf5c924d5a056592d0e7ea7bb4b1d4ec9697c5644466a3bb9d48429d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm 2776e49bbf5c924d5a056592d0e7ea7bb4b1d4ec9697c5644466a3bb9d48429d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:29:4e:af:55:fb\",\"name\":\"2776e49bbf5c924\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fbe4c5d-eaa8-459f-ad13-bd8b8b1a61e3\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:01:04.004781 3693 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h] pod update took 14.470086ms I0420 23:01:04.004806 3693 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h] addLogicalPort annotation time took 14.497082ms I0420 23:01:04.006293 3693 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h] addLogicalPort took 16.107714ms, libovsdb time 992.245µs I0420 23:01:04.352483 3693 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h a67d298659aa5192ee42447541c258c0cf4688de85e71d1eceadd5fa9db535be network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h a67d298659aa5192ee42447541c258c0cf4688de85e71d1eceadd5fa9db535be network default NAD default NAD key ] I0420 23:01:04.363312 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h, hostIfaceName: a67d298659aa519, network: default, NAD default, SandboxID: "a67d298659aa5192ee42447541c258c0cf4688de85e71d1eceadd5fa9db535be", PCI device ID: , UID: "367d4fb4-893b-4bc3-acc6-babefba51070", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0420 23:01:04.416460 3693 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h a67d298659aa5192ee42447541c258c0cf4688de85e71d1eceadd5fa9db535be network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h a67d298659aa5192ee42447541c258c0cf4688de85e71d1eceadd5fa9db535be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:4b:c6:c6:b6:8a\",\"name\":\"a67d298659aa519\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/003644ed-3066-4b20-9def-8f262682bf84\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:01:04.938038 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0420 23:01:05.841471 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=715 I0420 23:01:06.256876 3693 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 55a5f0f31178437a880e8d1a732b3339a549e5f0596cea2d50789a222b799f1d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 55a5f0f31178437a880e8d1a732b3339a549e5f0596cea2d50789a222b799f1d network default NAD default NAD key ] I0420 23:01:06.332969 3693 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 55a5f0f31178437a880e8d1a732b3339a549e5f0596cea2d50789a222b799f1d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 55a5f0f31178437a880e8d1a732b3339a549e5f0596cea2d50789a222b799f1d network default NAD default NAD key default], result "{}", err I0420 23:01:06.392173 3693 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:06.392242 3693 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 I0420 23:01:06.394024 3693 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6, ips: 10.128.0.33 I0420 23:01:06.394052 3693 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:06.394068 3693 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:06.394076 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:06.394367 3693 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:06.394384 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:06.820251 3693 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 for pod on switch ip-10-0-1-117.ec2.internal I0420 23:01:06.820427 3693 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 I0420 23:01:06.833899 3693 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4] pod update took 13.502225ms I0420 23:01:06.833932 3693 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4] addLogicalPort annotation time took 13.544028ms I0420 23:01:06.835384 3693 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4] addLogicalPort took 15.145789ms, libovsdb time 977.991µs I0420 23:01:06.916044 3693 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz for pod on switch ip-10-0-1-117.ec2.internal I0420 23:01:06.916177 3693 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz I0420 23:01:06.930762 3693 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz] pod update took 14.610351ms I0420 23:01:06.930780 3693 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz] addLogicalPort annotation time took 14.634376ms I0420 23:01:06.931912 3693 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz] addLogicalPort took 15.880735ms, libovsdb time 754.331µs I0420 23:01:07.182107 3693 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 247db7d9dfbd9d74f9c49442d35aff6bb468ddeeff0a33295bfe99461cd3eda1 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 247db7d9dfbd9d74f9c49442d35aff6bb468ddeeff0a33295bfe99461cd3eda1 network default NAD default NAD key ] I0420 23:01:07.193595 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4, hostIfaceName: 247db7d9dfbd9d7, network: default, NAD default, SandboxID: "247db7d9dfbd9d74f9c49442d35aff6bb468ddeeff0a33295bfe99461cd3eda1", PCI device ID: , UID: "2449fc7b-ac00-46ce-9a0a-8d43c4e72151", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0420 23:01:07.245331 3693 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 247db7d9dfbd9d74f9c49442d35aff6bb468ddeeff0a33295bfe99461cd3eda1 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 247db7d9dfbd9d74f9c49442d35aff6bb468ddeeff0a33295bfe99461cd3eda1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:d9:4a:9b:2c:7f\",\"name\":\"247db7d9dfbd9d7\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f22e4189-0d4c-4dfe-99ba-1016080cdc11\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:01:07.273869 3693 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz 3db4de004cf5184799f836f2b599aee7da5692f81a609f30b936ab9f277d95bb network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz 3db4de004cf5184799f836f2b599aee7da5692f81a609f30b936ab9f277d95bb network default NAD default NAD key ] I0420 23:01:07.285982 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz, hostIfaceName: 3db4de004cf5184, network: default, NAD default, SandboxID: "3db4de004cf5184799f836f2b599aee7da5692f81a609f30b936ab9f277d95bb", PCI device ID: , UID: "db6265e8-fbd4-46c4-a76f-eaf9b27e1a51", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0420 23:01:07.338553 3693 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz 3db4de004cf5184799f836f2b599aee7da5692f81a609f30b936ab9f277d95bb network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz 3db4de004cf5184799f836f2b599aee7da5692f81a609f30b936ab9f277d95bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:eb:a6:da:e3:c0\",\"name\":\"3db4de004cf5184\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bea1a0a8-0f6b-4bab-ac81-399ad48594d9\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:01:07.415697 3693 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:07.415723 3693 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:07.415738 3693 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:07.415750 3693 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24r6v6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:08.289959 3693 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw 3a659dcf57a4b6490e1ef0f9fb40e9c55b2e013f73f7360890208f5b9b3bbfcf network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw 3a659dcf57a4b6490e1ef0f9fb40e9c55b2e013f73f7360890208f5b9b3bbfcf network default NAD default NAD key ] I0420 23:01:08.290619 3693 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h a67d298659aa5192ee42447541c258c0cf4688de85e71d1eceadd5fa9db535be network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h a67d298659aa5192ee42447541c258c0cf4688de85e71d1eceadd5fa9db535be network default NAD default NAD key ] I0420 23:01:08.290687 3693 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm 2776e49bbf5c924d5a056592d0e7ea7bb4b1d4ec9697c5644466a3bb9d48429d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm 2776e49bbf5c924d5a056592d0e7ea7bb4b1d4ec9697c5644466a3bb9d48429d network default NAD default NAD key ] I0420 23:01:08.377386 3693 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm 2776e49bbf5c924d5a056592d0e7ea7bb4b1d4ec9697c5644466a3bb9d48429d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm 2776e49bbf5c924d5a056592d0e7ea7bb4b1d4ec9697c5644466a3bb9d48429d network default NAD default NAD key default], result "{}", err I0420 23:01:08.391321 3693 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h a67d298659aa5192ee42447541c258c0cf4688de85e71d1eceadd5fa9db535be network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h a67d298659aa5192ee42447541c258c0cf4688de85e71d1eceadd5fa9db535be network default NAD default NAD key default], result "{}", err I0420 23:01:08.426950 3693 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw 3a659dcf57a4b6490e1ef0f9fb40e9c55b2e013f73f7360890208f5b9b3bbfcf network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw 3a659dcf57a4b6490e1ef0f9fb40e9c55b2e013f73f7360890208f5b9b3bbfcf network default NAD default NAD key default], result "{}", err I0420 23:01:08.433850 3693 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.433881 3693 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm I0420 23:01:08.435337 3693 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm, ips: 10.128.0.35 I0420 23:01:08.435364 3693 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.435396 3693 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.435406 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:08.435584 3693 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.435601 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:08.457179 3693 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.457210 3693 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h I0420 23:01:08.458505 3693 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h, ips: 10.128.0.36 I0420 23:01:08.458538 3693 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.458564 3693 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.458575 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:08.458786 3693 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.458800 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:08.478152 3693 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.478177 3693 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw I0420 23:01:08.479240 3693 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw, ips: 10.128.0.34 I0420 23:01:08.479260 3693 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.479283 3693 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.479289 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:08.479439 3693 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:08.479452 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:09.457022 3693 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.457068 3693 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.457083 3693 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.457095 3693 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45684rbdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.482679 3693 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.482696 3693 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.482709 3693 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.482721 3693 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.504173 3693 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.504194 3693 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.504207 3693 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:09.504218 3693 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2vjjw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:12.317607 3693 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz 3db4de004cf5184799f836f2b599aee7da5692f81a609f30b936ab9f277d95bb network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz 3db4de004cf5184799f836f2b599aee7da5692f81a609f30b936ab9f277d95bb network default NAD default NAD key ] I0420 23:01:12.318609 3693 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 247db7d9dfbd9d74f9c49442d35aff6bb468ddeeff0a33295bfe99461cd3eda1 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 247db7d9dfbd9d74f9c49442d35aff6bb468ddeeff0a33295bfe99461cd3eda1 network default NAD default NAD key ] I0420 23:01:12.402730 3693 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz 3db4de004cf5184799f836f2b599aee7da5692f81a609f30b936ab9f277d95bb network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz 3db4de004cf5184799f836f2b599aee7da5692f81a609f30b936ab9f277d95bb network default NAD default NAD key default], result "{}", err I0420 23:01:12.410658 3693 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 247db7d9dfbd9d74f9c49442d35aff6bb468ddeeff0a33295bfe99461cd3eda1 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 247db7d9dfbd9d74f9c49442d35aff6bb468ddeeff0a33295bfe99461cd3eda1 network default NAD default NAD key default], result "{}", err I0420 23:01:12.462506 3693 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.462532 3693 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz I0420 23:01:12.463876 3693 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz, ips: 10.128.0.38 I0420 23:01:12.463904 3693 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.463923 3693 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.463932 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:12.464186 3693 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.464215 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:12.493962 3693 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.493984 3693 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 I0420 23:01:12.495102 3693 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4, ips: 10.128.0.37 I0420 23:01:12.495144 3693 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.495161 3693 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.495167 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 23:01:12.495365 3693 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 23:01:12.495378 3693 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 23:01:13.493493 3693 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.493530 3693 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.493551 3693 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.493569 3693 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5kwvz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.526774 3693 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.526799 3693 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.526816 3693 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.526831 3693 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7r6dl4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:01:13.862625 3693 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-rv98k] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-rv98k for pod on switch ip-10-0-1-117.ec2.internal I0420 23:01:13.862779 3693 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-rv98k I0420 23:01:13.879303 3693 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-rv98k] pod update took 16.558394ms I0420 23:01:13.879341 3693 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-rv98k] addLogicalPort annotation time took 16.600854ms I0420 23:01:13.881247 3693 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-rv98k] addLogicalPort took 18.642691ms, libovsdb time 1.395881ms I0420 23:01:14.233343 3693 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-rv98k 0daeed42dec0b677f2a342aa378e5061cd3019980e29347c37549e37660c9ccf network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-rv98k 0daeed42dec0b677f2a342aa378e5061cd3019980e29347c37549e37660c9ccf network default NAD default NAD key ] I0420 23:01:14.243735 3693 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-rv98k, hostIfaceName: 0daeed42dec0b67, network: default, NAD default, SandboxID: "0daeed42dec0b677f2a342aa378e5061cd3019980e29347c37549e37660c9ccf", PCI device ID: , UID: "52556bbc-72ca-4b3f-bca1-11d40cf0ac9a", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0420 23:01:14.295228 3693 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-rv98k 0daeed42dec0b677f2a342aa378e5061cd3019980e29347c37549e37660c9ccf network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-rv98k 0daeed42dec0b677f2a342aa378e5061cd3019980e29347c37549e37660c9ccf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:c1:27:5f:8a:db\",\"name\":\"0daeed42dec0b67\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac79d0de-c995-44fe-9998-f8748df55c94\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:01:22.607916 3693 namespace.go:98] [cert-manager] adding namespace I0420 23:01:22.608946 3693 namespace.go:102] [cert-manager] adding namespace took 1.002084ms I0420 23:01:22.634881 3693 namespace.go:142] [cert-manager] updating namespace I0420 23:01:22.658894 3693 namespace.go:142] [cert-manager] updating namespace I0420 23:01:24.168220 3693 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-8q9dq] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-8q9dq for pod on switch ip-10-0-1-117.ec2.internal I0420 23:01:24.168378 3693 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-8q9dq I0420 23:01:24.193010 3693 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-8q9dq] pod update took 24.663081ms I0420 23:01:24.193032 3693 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-8q9dq] addLogicalPort annotation time took 24.690074ms I0420 23:01:24.194303 3693 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-8q9dq] addLogicalPort took 26.099828ms, libovsdb time 841.924µs I0420 23:01:24.525584 3693 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-8q9dq 749ca78797b29453aa8fe4a4860602b79ebdbf28f8ec33e72fe8a8a97c8052e2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-8q9dq 749ca78797b29453aa8fe4a4860602b79ebdbf28f8ec33e72fe8a8a97c8052e2 network default NAD default NAD key ] I0420 23:01:24.535075 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-8q9dq, hostIfaceName: 749ca78797b2945, network: default, NAD default, SandboxID: "749ca78797b29453aa8fe4a4860602b79ebdbf28f8ec33e72fe8a8a97c8052e2", PCI device ID: , UID: "9d19a87c-6453-4f11-9a11-b03c7ecd57d5", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0420 23:01:24.585758 3693 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-8q9dq 749ca78797b29453aa8fe4a4860602b79ebdbf28f8ec33e72fe8a8a97c8052e2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-8q9dq 749ca78797b29453aa8fe4a4860602b79ebdbf28f8ec33e72fe8a8a97c8052e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ce:97:31:95:42\",\"name\":\"749ca78797b2945\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e300e1dc-fda3-4cb1-a493-345a514d64eb\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 23:01:27.537947 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:27.888878 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 23:01:27.888897 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 23:01:28.504568 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:28.527836 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0420 23:01:29.841898 3693 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-2k258] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-2k258 for pod on switch ip-10-0-1-117.ec2.internal I0420 23:01:29.842030 3693 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-2k258 I0420 23:01:29.864001 3693 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-2k258] pod update took 21.992428ms I0420 23:01:29.864030 3693 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-2k258] addLogicalPort annotation time took 22.024132ms I0420 23:01:29.865227 3693 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-2k258] addLogicalPort took 23.347946ms, libovsdb time 827.886µs W0420 23:01:31.304919 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:31.314598 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:31.327041 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:31.337953 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0420 23:01:31.361249 3693 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-2k258 6f5bc256e4cf08504943874dd28486897f8a62a6d6bac3caf9bdfdd78b311883 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-2k258 6f5bc256e4cf08504943874dd28486897f8a62a6d6bac3caf9bdfdd78b311883 network default NAD default NAD key ] I0420 23:01:31.371080 3693 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-2k258, hostIfaceName: 6f5bc256e4cf085, network: default, NAD default, SandboxID: "6f5bc256e4cf08504943874dd28486897f8a62a6d6bac3caf9bdfdd78b311883", PCI device ID: , UID: "68d0b2fa-e5a4-43f5-819e-1261b4aba351", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0420 23:01:31.425380 3693 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-2k258 6f5bc256e4cf08504943874dd28486897f8a62a6d6bac3caf9bdfdd78b311883 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-2k258 6f5bc256e4cf08504943874dd28486897f8a62a6d6bac3caf9bdfdd78b311883 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:c6:63:63:9f:82\",\"name\":\"6f5bc256e4cf085\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad851b99-2b0e-45f6-aee9-4b0a5b183d70\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 23:01:32.854724 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 23:01:33.466108 3693 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-tjp97] creating logical port cert-manager_cert-manager-59c77684cc-tjp97 for pod on switch ip-10-0-1-117.ec2.internal I0420 23:01:33.466239 3693 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-tjp97 I0420 23:01:33.480397 3693 pod.go:62] [cert-manager/cert-manager-59c77684cc-tjp97] pod update took 14.183472ms I0420 23:01:33.480420 3693 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-tjp97] addLogicalPort annotation time took 14.213459ms I0420 23:01:33.481675 3693 pods.go:271] [cert-manager/cert-manager-59c77684cc-tjp97] addLogicalPort took 15.588196ms, libovsdb time 850.379µs I0420 23:01:33.550810 3693 namespace.go:142] [openshift-operators] updating namespace I0420 23:01:33.565768 3693 namespace.go:142] [openshift-operators] updating namespace I0420 23:01:33.831952 3693 cni.go:452] [cert-manager/cert-manager-59c77684cc-tjp97 69f67d101f402ff97089ecafc18bcf23c65b7a550f38a5e1084cd8781c15acba network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-tjp97 69f67d101f402ff97089ecafc18bcf23c65b7a550f38a5e1084cd8781c15acba network default NAD default NAD key ] I0420 23:01:33.842487 3693 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-tjp97, hostIfaceName: 69f67d101f402ff, network: default, NAD default, SandboxID: "69f67d101f402ff97089ecafc18bcf23c65b7a550f38a5e1084cd8781c15acba", PCI device ID: , UID: "4d4327b4-829a-4df3-bcb0-72ea60cd9af1", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0420 23:01:33.893185 3693 cni.go:473] [cert-manager/cert-manager-59c77684cc-tjp97 69f67d101f402ff97089ecafc18bcf23c65b7a550f38a5e1084cd8781c15acba network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-tjp97 69f67d101f402ff97089ecafc18bcf23c65b7a550f38a5e1084cd8781c15acba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:d9:03:8b:23:6f\",\"name\":\"69f67d101f402ff\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfb02acc-9d73-4114-8796-b0b05c6df266\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 23:01:38.403947 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 23:01:41.900159 3693 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 23:01:41.993808 3693 namespace.go:98] [trusted-artifact-signer] adding namespace I0420 23:01:41.994802 3693 namespace.go:102] [trusted-artifact-signer] adding namespace took 973.301µs I0420 23:01:42.039011 3693 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 23:01:42.061066 3693 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 23:01:42.230880 3693 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-kqqcg] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-kqqcg for pod on switch ip-10-0-1-117.ec2.internal I0420 23:01:42.230962 3693 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-kqqcg I0420 23:01:42.260853 3693 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-kqqcg] pod update took 29.913392ms I0420 23:01:42.260873 3693 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-kqqcg] addLogicalPort annotation time took 29.936356ms I0420 23:01:42.262060 3693 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-kqqcg] addLogicalPort took 31.199592ms, libovsdb time 794.921µs I0420 23:01:42.590186 3693 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-kqqcg d58f21c7537b32c90e265d3f40a174db1a67ed564104b2e1112b878aff1c8103 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-kqqcg d58f21c7537b32c90e265d3f40a174db1a67ed564104b2e1112b878aff1c8103 network default NAD default NAD key ] I0420 23:01:42.599743 3693 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-kqqcg, hostIfaceName: d58f21c7537b32c, network: default, NAD default, SandboxID: "d58f21c7537b32c90e265d3f40a174db1a67ed564104b2e1112b878aff1c8103", PCI device ID: , UID: "e7778e56-7fda-4372-affd-dbaf7177d21b", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0420 23:01:42.651907 3693 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-kqqcg d58f21c7537b32c90e265d3f40a174db1a67ed564104b2e1112b878aff1c8103 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-kqqcg d58f21c7537b32c90e265d3f40a174db1a67ed564104b2e1112b878aff1c8103 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:ab:96:d1:29:3e\",\"name\":\"d58f21c7537b32c\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ecf4704-543d-4b00-bbe3-96434175dc59\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:01:45.599417 3693 namespace.go:142] [openshift-operators] updating namespace I0420 23:01:53.921376 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0420 23:02:02.448304 3693 namespace.go:98] [openshift-pipelines] adding namespace I0420 23:02:02.449413 3693 namespace.go:102] [openshift-pipelines] adding namespace took 1.087217ms I0420 23:02:02.467868 3693 namespace.go:142] [openshift-pipelines] updating namespace I0420 23:02:03.158147 3693 namespace.go:142] [cert-manager] updating namespace I0420 23:02:03.361792 3693 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:02:03.759247 3693 namespace.go:142] [konflux-operator] updating namespace I0420 23:02:03.959382 3693 namespace.go:142] [konflux-ui] updating namespace I0420 23:02:04.160529 3693 namespace.go:142] [open-cluster-management-2pq5oo0ggfpe15f5ol7esv3tsdt0rprv] updating namespace I0420 23:02:04.566158 3693 namespace.go:142] [rhbk-operator] updating namespace I0420 23:02:04.766075 3693 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:02:04.964042 3693 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 23:02:05.166477 3693 namespace.go:142] [tsf] updating namespace I0420 23:02:05.367884 3693 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:02:05.568957 3693 namespace.go:142] [tsf-tas] updating namespace I0420 23:02:05.768619 3693 namespace.go:142] [tsf-tpa] updating namespace I0420 23:02:05.902495 3693 namespace.go:142] [cert-manager] updating namespace I0420 23:02:05.913827 3693 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:02:05.921529 3693 namespace.go:142] [default] updating namespace I0420 23:02:05.931578 3693 namespace.go:142] [konflux-operator] updating namespace I0420 23:02:05.939888 3693 namespace.go:142] [konflux-ui] updating namespace I0420 23:02:05.950468 3693 namespace.go:142] [open-cluster-management-2pq5oo0ggfpe15f5ol7esv3tsdt0rprv] updating namespace I0420 23:02:05.958938 3693 namespace.go:142] [openshift] updating namespace I0420 23:02:05.969297 3693 namespace.go:142] [rhbk-operator] updating namespace I0420 23:02:05.977333 3693 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:02:05.987387 3693 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 23:02:05.996474 3693 namespace.go:142] [tsf] updating namespace I0420 23:02:06.013574 3693 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:02:06.032639 3693 namespace.go:142] [tsf-tas] updating namespace I0420 23:02:06.051455 3693 namespace.go:142] [tsf-tpa] updating namespace I0420 23:02:06.154173 3693 namespace.go:142] [cert-manager] updating namespace I0420 23:02:06.251369 3693 namespace.go:142] [cert-manager-operator] updating namespace I0420 23:02:06.353776 3693 namespace.go:142] [default] updating namespace I0420 23:02:06.456105 3693 namespace.go:142] [konflux-operator] updating namespace I0420 23:02:06.560738 3693 namespace.go:142] [konflux-ui] updating namespace I0420 23:02:06.653916 3693 namespace.go:142] [open-cluster-management-2pq5oo0ggfpe15f5ol7esv3tsdt0rprv] updating namespace I0420 23:02:06.759958 3693 namespace.go:142] [openshift] updating namespace I0420 23:02:06.852004 3693 namespace.go:142] [rhbk-operator] updating namespace I0420 23:02:06.954293 3693 namespace.go:142] [rhtpa-operator] updating namespace I0420 23:02:07.052977 3693 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 23:02:07.151349 3693 namespace.go:142] [tsf] updating namespace I0420 23:02:07.253862 3693 namespace.go:142] [tsf-keycloak] updating namespace I0420 23:02:07.352959 3693 namespace.go:142] [tsf-tas] updating namespace I0420 23:02:07.453705 3693 namespace.go:142] [tsf-tpa] updating namespace I0420 23:02:07.730244 3693 namespace.go:142] [openshift-pipelines] updating namespace I0420 23:02:13.628618 3693 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:02:13.629208 3693 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:02:13.649646 3693 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:02:13.649664 3693 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:02:13.655042 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0420 23:02:13.655064 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0420 23:02:15.432556 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j8pr8] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-j8pr8 for pod on switch ip-10-0-1-117.ec2.internal I0420 23:02:15.432667 3693 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j8pr8 I0420 23:02:15.449303 3693 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j8pr8] pod update took 16.654252ms I0420 23:02:15.449326 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j8pr8] addLogicalPort annotation time took 16.682793ms I0420 23:02:15.450721 3693 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j8pr8] addLogicalPort took 18.176247ms, libovsdb time 985.638µs I0420 23:02:15.799295 3693 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j8pr8 a269446c1c4e35652f855f2603bca016c0061ccfe50a2de1c1f8b3ba67e6ef3d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j8pr8 a269446c1c4e35652f855f2603bca016c0061ccfe50a2de1c1f8b3ba67e6ef3d network default NAD default NAD key ] I0420 23:02:15.808542 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-j8pr8, hostIfaceName: a269446c1c4e356, network: default, NAD default, SandboxID: "a269446c1c4e35652f855f2603bca016c0061ccfe50a2de1c1f8b3ba67e6ef3d", PCI device ID: , UID: "ac5b9544-d7a8-4e2b-a044-a96b9ecee5dc", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0420 23:02:15.859744 3693 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j8pr8 a269446c1c4e35652f855f2603bca016c0061ccfe50a2de1c1f8b3ba67e6ef3d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-j8pr8 a269446c1c4e35652f855f2603bca016c0061ccfe50a2de1c1f8b3ba67e6ef3d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:69:f7:5b:4f:69\",\"name\":\"a269446c1c4e356\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/990c5ab6-7f7d-4c1c-be8c-bc6ad5d5e67a\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:02:17.680953 3693 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9tsm8] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-9tsm8 for pod on switch ip-10-0-1-117.ec2.internal I0420 23:02:17.681071 3693 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9tsm8 I0420 23:02:17.695613 3693 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9tsm8] pod update took 14.575263ms I0420 23:02:17.695636 3693 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9tsm8] addLogicalPort annotation time took 14.603614ms I0420 23:02:17.696816 3693 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9tsm8] addLogicalPort took 15.884634ms, libovsdb time 833.148µs W0420 23:02:20.075537 3693 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 23:02:20.075562 3693 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 23:02:20.075569 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0420 23:02:21.708608 3693 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9tsm8 a0c8d06984a135e78c827a32911ddf8e58c8021e8ec12857f2af046e5e0f93b5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9tsm8 a0c8d06984a135e78c827a32911ddf8e58c8021e8ec12857f2af046e5e0f93b5 network default NAD default NAD key ] I0420 23:02:21.718723 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-9tsm8, hostIfaceName: a0c8d06984a135e, network: default, NAD default, SandboxID: "a0c8d06984a135e78c827a32911ddf8e58c8021e8ec12857f2af046e5e0f93b5", PCI device ID: , UID: "5edb7aa9-95d9-4911-b652-aabde81f8582", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0420 23:02:21.770405 3693 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9tsm8 a0c8d06984a135e78c827a32911ddf8e58c8021e8ec12857f2af046e5e0f93b5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9tsm8 a0c8d06984a135e78c827a32911ddf8e58c8021e8ec12857f2af046e5e0f93b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:7b:09:c7:65:49\",\"name\":\"a0c8d06984a135e\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73654fe4-2713-4689-8e3f-df75a2fb23f4\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 23:02:23.593673 3693 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 23:02:23.593701 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 23:02:23.593709 3693 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 23:02:23.627508 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:02:23.627531 3693 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:02:23.627540 3693 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:02:23.627547 3693 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:02:27.584422 3693 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0420 23:02:28.726933 3693 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0420 23:02:46.683083 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0420 23:02:49.757142 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0420 23:02:52.856586 3693 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:02:52.857134 3693 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:02:52.875476 3693 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:02:52.875496 3693 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:02:52.880991 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0420 23:02:52.881011 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0420 23:02:54.700706 3693 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0420 23:02:54.701327 3693 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0420 23:02:54.701345 3693 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0420 23:02:54.703577 3693 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0420 23:02:54.972062 3693 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-117.ec2.internal I0420 23:02:54.972188 3693 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0420 23:02:54.987336 3693 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.174526ms I0420 23:02:54.987364 3693 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.209782ms I0420 23:02:54.988788 3693 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.741481ms, libovsdb time 911.385µs I0420 23:02:55.338151 3693 cni.go:452] [tsf-keycloak/keycloak-0 8f1cf8a47455ec5f2e89b74dd1ce0bcf82d472b05341243fd9d521a61e017d88 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 8f1cf8a47455ec5f2e89b74dd1ce0bcf82d472b05341243fd9d521a61e017d88 network default NAD default NAD key ] I0420 23:02:55.347565 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 8f1cf8a47455ec5, network: default, NAD default, SandboxID: "8f1cf8a47455ec5f2e89b74dd1ce0bcf82d472b05341243fd9d521a61e017d88", PCI device ID: , UID: "0522ed4e-c24d-4ec6-897f-86b4fbdd1937", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0420 23:02:55.402320 3693 cni.go:473] [tsf-keycloak/keycloak-0 8f1cf8a47455ec5f2e89b74dd1ce0bcf82d472b05341243fd9d521a61e017d88 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 8f1cf8a47455ec5f2e89b74dd1ce0bcf82d472b05341243fd9d521a61e017d88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:f8:5a:21:d6:05\",\"name\":\"8f1cf8a47455ec5\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27412817-cd78-47de-a100-52e76db160af\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 23:03:02.913844 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 23:03:02.913865 3693 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 23:03:02.918313 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0420 23:03:02.918334 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0420 23:03:08.794100 3693 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0420 23:03:27.572098 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0420 23:03:27.572182 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0420 23:03:27.575943 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 23:03:27.575965 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 23:03:28.415010 3693 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 23:03:28.415032 3693 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 23:03:28.415038 3693 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0420 23:03:34.865276 3693 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-mcsss] creating logical port tsf-keycloak_tsf-iam-mcsss for pod on switch ip-10-0-1-117.ec2.internal I0420 23:03:34.865381 3693 kube.go:256] Updating pod tsf-keycloak/tsf-iam-mcsss I0420 23:03:34.880078 3693 pod.go:62] [tsf-keycloak/tsf-iam-mcsss] pod update took 14.730217ms I0420 23:03:34.880097 3693 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-mcsss] addLogicalPort annotation time took 14.753126ms I0420 23:03:34.881323 3693 pods.go:271] [tsf-keycloak/tsf-iam-mcsss] addLogicalPort took 16.068921ms, libovsdb time 806.468µs I0420 23:03:35.292623 3693 cni.go:452] [tsf-keycloak/tsf-iam-mcsss 60ec2a33ab7b42fc4b26b43645b741fb56110769079498adbd203d98dcefdf6e network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-mcsss 60ec2a33ab7b42fc4b26b43645b741fb56110769079498adbd203d98dcefdf6e network default NAD default NAD key ] I0420 23:03:35.302146 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-mcsss, hostIfaceName: 60ec2a33ab7b42f, network: default, NAD default, SandboxID: "60ec2a33ab7b42fc4b26b43645b741fb56110769079498adbd203d98dcefdf6e", PCI device ID: , UID: "aa069677-45ab-42b4-83b4-1086207698e5", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0420 23:03:35.354179 3693 cni.go:473] [tsf-keycloak/tsf-iam-mcsss 60ec2a33ab7b42fc4b26b43645b741fb56110769079498adbd203d98dcefdf6e network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-mcsss 60ec2a33ab7b42fc4b26b43645b741fb56110769079498adbd203d98dcefdf6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:33:53:fd:9a:0c\",\"name\":\"60ec2a33ab7b42f\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d784e49-7b5d-4c27-b83a-2d8b8008510f\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:03:37.958421 3693 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0420 23:03:46.791948 3693 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:03:46.792545 3693 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:03:46.832263 3693 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:03:46.832285 3693 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:03:46.837682 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0420 23:03:46.837703 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0420 23:03:53.231547 3693 cni.go:452] [tsf-keycloak/tsf-iam-mcsss 60ec2a33ab7b42fc4b26b43645b741fb56110769079498adbd203d98dcefdf6e network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-mcsss 60ec2a33ab7b42fc4b26b43645b741fb56110769079498adbd203d98dcefdf6e network default NAD default NAD key ] I0420 23:03:53.316620 3693 cni.go:473] [tsf-keycloak/tsf-iam-mcsss 60ec2a33ab7b42fc4b26b43645b741fb56110769079498adbd203d98dcefdf6e network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-mcsss 60ec2a33ab7b42fc4b26b43645b741fb56110769079498adbd203d98dcefdf6e network default NAD default NAD key default], result "{}", err I0420 23:03:53.365297 3693 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mcsss of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:03:53.365331 3693 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-mcsss I0420 23:03:53.366629 3693 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-mcsss, ips: 10.128.0.47 I0420 23:03:53.366656 3693 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mcsss of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:03:54.246881 3693 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mcsss of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:03:54.246909 3693 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mcsss of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 23:03:59.591310 3693 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0420 23:03:59.611366 3693 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0420 23:04:00.842699 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=53 W0420 23:04:05.135354 3693 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0420 23:04:05.269565 3693 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-9s4bf-ln5k7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:05.270208 3693 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-9s4bf-ln5k7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:05.958294 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bxxbv] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-bxxbv for pod on switch ip-10-0-1-117.ec2.internal I0420 23:04:05.958405 3693 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bxxbv I0420 23:04:05.973223 3693 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bxxbv] pod update took 14.855152ms I0420 23:04:05.973243 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bxxbv] addLogicalPort annotation time took 14.882762ms I0420 23:04:05.974669 3693 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bxxbv] addLogicalPort took 16.390784ms, libovsdb time 964.701µs I0420 23:04:06.154008 3693 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-9s4bf-ln5k7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:06.154028 3693 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-9s4bf-ln5k7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:06.318937 3693 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bxxbv fd8c62b027e8da42c4928693173ca58deca4e885c6e2f4a3dfd346b191d69f35 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bxxbv fd8c62b027e8da42c4928693173ca58deca4e885c6e2f4a3dfd346b191d69f35 network default NAD default NAD key ] I0420 23:04:06.346558 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-bxxbv, hostIfaceName: fd8c62b027e8da4, network: default, NAD default, SandboxID: "fd8c62b027e8da42c4928693173ca58deca4e885c6e2f4a3dfd346b191d69f35", PCI device ID: , UID: "b5717f89-fd11-4226-a560-2d4b5f04e70b", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0420 23:04:06.397741 3693 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bxxbv fd8c62b027e8da42c4928693173ca58deca4e885c6e2f4a3dfd346b191d69f35 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bxxbv fd8c62b027e8da42c4928693173ca58deca4e885c6e2f4a3dfd346b191d69f35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:b9:7c:be:de:95\",\"name\":\"fd8c62b027e8da4\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78f117d5-0658-4344-bf72-3d270832cdcd\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:04:06.926102 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 W0420 23:04:09.155357 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0420 23:04:09.310872 3693 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 23:04:09.310890 3693 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 23:04:10.329311 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 23:04:10.329337 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0420 23:04:20.965323 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0420 23:04:20.966255 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0420 23:04:36.459499 3693 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:36.460069 3693 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:36.478741 3693 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:36.478758 3693 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:36.484335 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0420 23:04:36.484359 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0420 23:04:37.109770 3693 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-4zw66] creating logical port tsf_patch-tekton-config-4zw66 for pod on switch ip-10-0-1-117.ec2.internal I0420 23:04:37.109921 3693 kube.go:256] Updating pod tsf/patch-tekton-config-4zw66 I0420 23:04:37.123021 3693 pod.go:62] [tsf/patch-tekton-config-4zw66] pod update took 13.129929ms I0420 23:04:37.123053 3693 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-4zw66] addLogicalPort annotation time took 13.166313ms I0420 23:04:37.124532 3693 pods.go:271] [tsf/patch-tekton-config-4zw66] addLogicalPort took 14.787098ms, libovsdb time 985.916µs I0420 23:04:37.473756 3693 cni.go:452] [tsf/patch-tekton-config-4zw66 7596328dd347792f2f44a477875b2d74f13d9a580b23d7d2c574988c9cac3583 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-4zw66 7596328dd347792f2f44a477875b2d74f13d9a580b23d7d2c574988c9cac3583 network default NAD default NAD key ] I0420 23:04:37.483400 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-4zw66, hostIfaceName: 7596328dd347792, network: default, NAD default, SandboxID: "7596328dd347792f2f44a477875b2d74f13d9a580b23d7d2c574988c9cac3583", PCI device ID: , UID: "0c5d27b2-5956-4fc0-9f2f-75397c173e01", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0420 23:04:37.536613 3693 cni.go:473] [tsf/patch-tekton-config-4zw66 7596328dd347792f2f44a477875b2d74f13d9a580b23d7d2c574988c9cac3583 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-4zw66 7596328dd347792f2f44a477875b2d74f13d9a580b23d7d2c574988c9cac3583 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:76:c1:c1:93:04\",\"name\":\"7596328dd347792\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aac2f500-cf3a-446e-90d0-eabf4a2e9074\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:04:42.571424 3693 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-pcgq5-72fmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:42.571949 3693 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-pcgq5-72fmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:43.353848 3693 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-pcgq5-72fmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:43.353871 3693 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-pcgq5-72fmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:44.525178 3693 cni.go:452] [tsf/patch-tekton-config-4zw66 7596328dd347792f2f44a477875b2d74f13d9a580b23d7d2c574988c9cac3583 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-4zw66 7596328dd347792f2f44a477875b2d74f13d9a580b23d7d2c574988c9cac3583 network default NAD default NAD key ] I0420 23:04:44.601823 3693 cni.go:473] [tsf/patch-tekton-config-4zw66 7596328dd347792f2f44a477875b2d74f13d9a580b23d7d2c574988c9cac3583 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-4zw66 7596328dd347792f2f44a477875b2d74f13d9a580b23d7d2c574988c9cac3583 network default NAD default NAD key default], result "{}", err I0420 23:04:44.648244 3693 obj_retry.go:498] Detected object tsf/patch-tekton-config-4zw66 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:44.648276 3693 pods.go:176] Deleting pod: tsf/patch-tekton-config-4zw66 I0420 23:04:44.649658 3693 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-4zw66, ips: 10.128.0.49 I0420 23:04:44.649682 3693 obj_retry.go:498] Detected object tsf/patch-tekton-config-4zw66 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:45.667988 3693 obj_retry.go:492] Detected object tsf/patch-tekton-config-4zw66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:45.668012 3693 obj_retry.go:492] Detected object tsf/patch-tekton-config-4zw66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:46.418075 3693 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-5c5d69c488-rnc4s] creating logical port tsf-tas_rekor-redis-5c5d69c488-rnc4s for pod on switch ip-10-0-1-117.ec2.internal I0420 23:04:46.418259 3693 kube.go:256] Updating pod tsf-tas/rekor-redis-5c5d69c488-rnc4s I0420 23:04:46.432384 3693 pod.go:62] [tsf-tas/rekor-redis-5c5d69c488-rnc4s] pod update took 14.155297ms I0420 23:04:46.432411 3693 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-5c5d69c488-rnc4s] addLogicalPort annotation time took 14.186112ms I0420 23:04:46.433847 3693 pods.go:271] [tsf-tas/rekor-redis-5c5d69c488-rnc4s] addLogicalPort took 15.794485ms, libovsdb time 1.03286ms I0420 23:04:47.384357 3693 cni.go:452] [tsf-tas/rekor-redis-5c5d69c488-rnc4s 05d69f963bfdac3a3952e321b7d932b76bd375926a82f9476a2d66af38527f7b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-5c5d69c488-rnc4s 05d69f963bfdac3a3952e321b7d932b76bd375926a82f9476a2d66af38527f7b network default NAD default NAD key ] I0420 23:04:47.394710 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-5c5d69c488-rnc4s, hostIfaceName: 05d69f963bfdac3, network: default, NAD default, SandboxID: "05d69f963bfdac3a3952e321b7d932b76bd375926a82f9476a2d66af38527f7b", PCI device ID: , UID: "8c58ecc2-e090-4e27-9634-3f7c8a1f9868", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0420 23:04:47.445859 3693 cni.go:473] [tsf-tas/rekor-redis-5c5d69c488-rnc4s 05d69f963bfdac3a3952e321b7d932b76bd375926a82f9476a2d66af38527f7b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-5c5d69c488-rnc4s 05d69f963bfdac3a3952e321b7d932b76bd375926a82f9476a2d66af38527f7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:b9:fd:86:3f:41\",\"name\":\"05d69f963bfdac3\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1507078-217d-43d8-8a6e-664167d3496b\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:04:48.970455 3693 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:48.971183 3693 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:49.093810 3693 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-8689cd4db9-4pb68] creating logical port tsf-tas_rekor-server-8689cd4db9-4pb68 for pod on switch ip-10-0-1-117.ec2.internal I0420 23:04:49.093926 3693 kube.go:256] Updating pod tsf-tas/rekor-server-8689cd4db9-4pb68 I0420 23:04:49.108254 3693 pod.go:62] [tsf-tas/rekor-server-8689cd4db9-4pb68] pod update took 14.354706ms I0420 23:04:49.108279 3693 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-8689cd4db9-4pb68] addLogicalPort annotation time took 14.388593ms I0420 23:04:49.109824 3693 pods.go:271] [tsf-tas/rekor-server-8689cd4db9-4pb68] addLogicalPort took 16.040739ms, libovsdb time 1.053584ms I0420 23:04:49.390631 3693 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:49.390650 3693 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 23:04:49.544277 3693 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0420 23:04:50.393181 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0420 23:04:52.160047 3693 cni.go:452] [tsf-tas/rekor-server-8689cd4db9-4pb68 caab865d43d51a12742dc9bad5a12f7ee5c69d5281bdf57d42aa587addae3ee1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-8689cd4db9-4pb68 caab865d43d51a12742dc9bad5a12f7ee5c69d5281bdf57d42aa587addae3ee1 network default NAD default NAD key ] I0420 23:04:52.170217 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-8689cd4db9-4pb68, hostIfaceName: caab865d43d51a1, network: default, NAD default, SandboxID: "caab865d43d51a12742dc9bad5a12f7ee5c69d5281bdf57d42aa587addae3ee1", PCI device ID: , UID: "91546ffe-badc-425e-90fb-0bedcb735375", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0420 23:04:52.224281 3693 cni.go:473] [tsf-tas/rekor-server-8689cd4db9-4pb68 caab865d43d51a12742dc9bad5a12f7ee5c69d5281bdf57d42aa587addae3ee1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-8689cd4db9-4pb68 caab865d43d51a12742dc9bad5a12f7ee5c69d5281bdf57d42aa587addae3ee1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:d7:41:a5:8f:80\",\"name\":\"caab865d43d51a1\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96a0016d-312a-4b4f-a811-cffa0a9b8dfb\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:04:52.543694 3693 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-tnzps of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:52.544231 3693 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-tnzps of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:53.437791 3693 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-tnzps of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:53.437828 3693 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-tnzps of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:53.470006 3693 obj_retry.go:492] Detected object tsf/patch-tekton-config-4zw66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:53.470033 3693 obj_retry.go:492] Detected object tsf/patch-tekton-config-4zw66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:53.474599 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-4zw66 I0420 23:04:53.474625 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-4zw66 W0420 23:04:55.583394 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0420 23:04:57.442210 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0420 23:04:57.582539 3693 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:57.583183 3693 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:04:57.603281 3693 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:57.603300 3693 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:04:57.608781 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0420 23:04:57.608801 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0420 23:05:01.593007 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0420 23:05:03.628926 3693 obj_retry.go:498] Detected object tsf-tpa/create-db-rq47g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:03.629568 3693 obj_retry.go:498] Detected object tsf-tpa/create-db-rq47g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:04.651074 3693 obj_retry.go:492] Detected object tsf-tpa/create-db-rq47g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:04.651103 3693 obj_retry.go:492] Detected object tsf-tpa/create-db-rq47g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 23:05:06.591366 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0420 23:05:07.646212 3693 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s6bmw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:07.646816 3693 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s6bmw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:07.779654 3693 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s6bmw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:07.779672 3693 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s6bmw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:12.111362 3693 obj_retry.go:498] Detected object tsf-tpa/create-importers-p94cx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:12.111963 3693 obj_retry.go:498] Detected object tsf-tpa/create-importers-p94cx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:12.372149 3693 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-5lrtz-bvxpb] creating logical port tsf-tas_tuf-repository-init-5lrtz-bvxpb for pod on switch ip-10-0-1-117.ec2.internal I0420 23:05:12.372269 3693 kube.go:256] Updating pod tsf-tas/tuf-repository-init-5lrtz-bvxpb I0420 23:05:12.386322 3693 pod.go:62] [tsf-tas/tuf-repository-init-5lrtz-bvxpb] pod update took 14.089487ms I0420 23:05:12.386344 3693 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-5lrtz-bvxpb] addLogicalPort annotation time took 14.117887ms I0420 23:05:12.387877 3693 pods.go:271] [tsf-tas/tuf-repository-init-5lrtz-bvxpb] addLogicalPort took 15.772796ms, libovsdb time 1.111087ms I0420 23:05:13.133766 3693 obj_retry.go:492] Detected object tsf-tpa/create-importers-p94cx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:13.133788 3693 obj_retry.go:492] Detected object tsf-tpa/create-importers-p94cx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 23:05:21.616895 3693 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0420 23:05:22.644456 3693 cni.go:452] [tsf-tas/tuf-repository-init-5lrtz-bvxpb 1ab03d9b2ca8193981f5b72d9b2d294d562a814d42daaad146a11062c2fcb41e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-5lrtz-bvxpb 1ab03d9b2ca8193981f5b72d9b2d294d562a814d42daaad146a11062c2fcb41e network default NAD default NAD key ] I0420 23:05:22.653905 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-5lrtz-bvxpb, hostIfaceName: 1ab03d9b2ca8193, network: default, NAD default, SandboxID: "1ab03d9b2ca8193981f5b72d9b2d294d562a814d42daaad146a11062c2fcb41e", PCI device ID: , UID: "2a0b5cf7-4419-41d6-b7cd-1ee028c957ad", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0420 23:05:22.707496 3693 cni.go:473] [tsf-tas/tuf-repository-init-5lrtz-bvxpb 1ab03d9b2ca8193981f5b72d9b2d294d562a814d42daaad146a11062c2fcb41e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-5lrtz-bvxpb 1ab03d9b2ca8193981f5b72d9b2d294d562a814d42daaad146a11062c2fcb41e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:f8:b4:fe:39:94\",\"name\":\"1ab03d9b2ca8193\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42e99a8f-7415-4190-b13c-f32a91013485\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:05:26.773749 3693 cni.go:452] [tsf-tas/tuf-repository-init-5lrtz-bvxpb 1ab03d9b2ca8193981f5b72d9b2d294d562a814d42daaad146a11062c2fcb41e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-5lrtz-bvxpb 1ab03d9b2ca8193981f5b72d9b2d294d562a814d42daaad146a11062c2fcb41e network default NAD default NAD key ] I0420 23:05:26.852059 3693 cni.go:473] [tsf-tas/tuf-repository-init-5lrtz-bvxpb 1ab03d9b2ca8193981f5b72d9b2d294d562a814d42daaad146a11062c2fcb41e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-5lrtz-bvxpb 1ab03d9b2ca8193981f5b72d9b2d294d562a814d42daaad146a11062c2fcb41e network default NAD default NAD key default], result "{}", err I0420 23:05:26.899956 3693 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5lrtz-bvxpb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:26.899998 3693 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-5lrtz-bvxpb I0420 23:05:26.901523 3693 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-5lrtz-bvxpb, ips: 10.128.0.52 I0420 23:05:26.901569 3693 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5lrtz-bvxpb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:27.789729 3693 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5lrtz-bvxpb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:27.789753 3693 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5lrtz-bvxpb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:29.503938 3693 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-lmnp2] creating logical port tsf-tas_tuf-bc5768c88-lmnp2 for pod on switch ip-10-0-1-117.ec2.internal I0420 23:05:29.504030 3693 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-lmnp2 I0420 23:05:29.520768 3693 pod.go:62] [tsf-tas/tuf-bc5768c88-lmnp2] pod update took 16.75693ms I0420 23:05:29.520793 3693 base_network_controller_pods.go:951] [default/tsf-tas/tuf-bc5768c88-lmnp2] addLogicalPort annotation time took 16.787181ms I0420 23:05:29.522033 3693 pods.go:271] [tsf-tas/tuf-bc5768c88-lmnp2] addLogicalPort took 18.112127ms, libovsdb time 806.567µs I0420 23:05:33.168466 3693 cni.go:452] [tsf-tas/tuf-bc5768c88-lmnp2 ea4d7a144bf89496edd2ec46004b9b5dec23548b628a7c853cf9424549ccb738 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-bc5768c88-lmnp2 ea4d7a144bf89496edd2ec46004b9b5dec23548b628a7c853cf9424549ccb738 network default NAD default NAD key ] I0420 23:05:33.182446 3693 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-lmnp2, hostIfaceName: ea4d7a144bf8949, network: default, NAD default, SandboxID: "ea4d7a144bf89496edd2ec46004b9b5dec23548b628a7c853cf9424549ccb738", PCI device ID: , UID: "416ef022-185b-48cb-ad2f-1c43dfc06b45", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0420 23:05:33.238081 3693 cni.go:473] [tsf-tas/tuf-bc5768c88-lmnp2 ea4d7a144bf89496edd2ec46004b9b5dec23548b628a7c853cf9424549ccb738 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-lmnp2 ea4d7a144bf89496edd2ec46004b9b5dec23548b628a7c853cf9424549ccb738 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:4a:0d:93:8b:b3\",\"name\":\"ea4d7a144bf8949\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2874fd4d-6daa-4a1a-b0d3-9f72246c3c91\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 23:05:34.808254 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0420 23:05:42.936244 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0420 23:05:45.824406 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0420 23:05:49.898653 3693 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:49.899361 3693 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:05:49.937719 3693 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:49.937752 3693 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:05:49.943217 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0420 23:05:49.943248 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0420 23:05:50.637889 3693 namespace.go:98] [default-tenant] adding namespace I0420 23:05:50.637980 3693 namespace.go:98] [build-service] adding namespace I0420 23:05:50.638190 3693 namespace.go:98] [integration-service] adding namespace I0420 23:05:50.638865 3693 namespace.go:102] [default-tenant] adding namespace took 953.816µs I0420 23:05:50.638904 3693 namespace.go:98] [image-controller] adding namespace I0420 23:05:50.639404 3693 namespace.go:102] [image-controller] adding namespace took 490.741µs I0420 23:05:50.640074 3693 namespace.go:102] [build-service] adding namespace took 2.07016ms I0420 23:05:50.640855 3693 namespace.go:102] [integration-service] adding namespace took 2.645589ms I0420 23:05:50.677916 3693 namespace.go:142] [default-tenant] updating namespace I0420 23:05:50.720259 3693 namespace.go:142] [build-service] updating namespace I0420 23:05:50.727615 3693 namespace.go:142] [default-tenant] updating namespace I0420 23:05:50.776959 3693 namespace.go:142] [build-service] updating namespace I0420 23:05:50.781034 3693 namespace.go:142] [image-controller] updating namespace I0420 23:05:50.816512 3693 namespace.go:142] [image-controller] updating namespace I0420 23:05:50.847392 3693 namespace.go:142] [integration-service] updating namespace I0420 23:05:50.877409 3693 namespace.go:142] [integration-service] updating namespace I0420 23:05:51.027428 3693 namespace.go:142] [build-service] updating namespace I0420 23:05:51.040094 3693 namespace.go:142] [integration-service] updating namespace I0420 23:05:51.061239 3693 namespace.go:98] [release-service] adding namespace I0420 23:05:51.062103 3693 namespace.go:102] [release-service] adding namespace took 848.707µs I0420 23:05:51.096342 3693 namespace.go:142] [konflux-ui] updating namespace I0420 23:05:51.110516 3693 namespace.go:142] [release-service] updating namespace I0420 23:05:51.125860 3693 namespace.go:142] [release-service] updating namespace I0420 23:05:51.465803 3693 namespace.go:98] [konflux-info] adding namespace I0420 23:05:51.466734 3693 namespace.go:102] [konflux-info] adding namespace took 911.552µs I0420 23:05:51.489985 3693 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-117.ec2.internal I0420 23:05:51.490079 3693 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0420 23:05:51.506189 3693 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 16.134668ms I0420 23:05:51.506207 3693 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 16.157499ms I0420 23:05:51.507496 3693 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 17.519964ms, libovsdb time 860.264µs I0420 23:05:51.514732 3693 namespace.go:98] [namespace-lister] adding namespace I0420 23:05:51.515510 3693 namespace.go:102] [namespace-lister] adding namespace took 759.418µs I0420 23:05:51.906091 3693 namespace.go:142] [konflux-info] updating namespace I0420 23:05:52.401993 3693 namespace.go:142] [konflux-info] updating namespace I0420 23:05:52.557083 3693 namespace.go:142] [namespace-lister] updating namespace I0420 23:05:52.658138 3693 namespace.go:142] [namespace-lister] updating namespace I0420 23:05:52.833243 3693 namespace.go:98] [enterprise-contract-service] adding namespace I0420 23:05:52.834058 3693 namespace.go:102] [enterprise-contract-service] adding namespace took 794.763µs I0420 23:05:52.866538 3693 namespace.go:142] [image-controller] updating namespace I0420 23:05:52.967430 3693 namespace.go:142] [enterprise-contract-service] updating namespace I0420 23:05:53.043996 3693 namespace.go:142] [enterprise-contract-service] updating namespace I0420 23:05:53.073039 3693 namespace.go:142] [default-tenant] updating namespace I0420 23:05:53.096483 3693 cni.go:452] [konflux-ui/test-tsf-konflux 3cde23f4cf7de61039e70796c8ccd4572bf9193c96cd2d7d6fae3b530eb9f3b5 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 3cde23f4cf7de61039e70796c8ccd4572bf9193c96cd2d7d6fae3b530eb9f3b5 network default NAD default NAD key ] I0420 23:05:53.106079 3693 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 3cde23f4cf7de61, network: default, NAD default, SandboxID: "3cde23f4cf7de61039e70796c8ccd4572bf9193c96cd2d7d6fae3b530eb9f3b5", PCI device ID: , UID: "334843be-dc3b-4efc-9067-77dc53fad660", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0420 23:05:53.159951 3693 cni.go:473] [konflux-ui/test-tsf-konflux 3cde23f4cf7de61039e70796c8ccd4572bf9193c96cd2d7d6fae3b530eb9f3b5 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 3cde23f4cf7de61039e70796c8ccd4572bf9193c96cd2d7d6fae3b530eb9f3b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:fe:92:53:b8:fc\",\"name\":\"3cde23f4cf7de61\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a9cc141-3632-4568-8dd3-f762826c6ed3\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:05:53.229056 3693 namespace.go:98] [segment-bridge] adding namespace I0420 23:05:53.229884 3693 namespace.go:102] [segment-bridge] adding namespace took 809.141µs I0420 23:05:53.272066 3693 namespace.go:142] [segment-bridge] updating namespace I0420 23:05:53.323866 3693 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0420 23:05:53.324447 3693 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0420 23:05:53.324468 3693 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0420 23:05:53.327237 3693 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0420 23:05:53.377014 3693 namespace.go:142] [segment-bridge] updating namespace I0420 23:05:53.437047 3693 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0420 23:05:53.437067 3693 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0420 23:05:53.437784 3693 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0420 23:05:53.909092 3693 namespace.go:142] [build-service] updating namespace I0420 23:05:54.168255 3693 base_network_controller_pods.go:487] [default/konflux-ui/proxy-56bc59bf59-22cx8] creating logical port konflux-ui_proxy-56bc59bf59-22cx8 for pod on switch ip-10-0-1-117.ec2.internal I0420 23:05:54.168367 3693 kube.go:256] Updating pod konflux-ui/proxy-56bc59bf59-22cx8 I0420 23:05:54.189410 3693 pod.go:62] [konflux-ui/proxy-56bc59bf59-22cx8] pod update took 21.070527ms I0420 23:05:54.189432 3693 base_network_controller_pods.go:951] [default/konflux-ui/proxy-56bc59bf59-22cx8] addLogicalPort annotation time took 21.096154ms I0420 23:05:54.190625 3693 pods.go:271] [konflux-ui/proxy-56bc59bf59-22cx8] addLogicalPort took 22.384942ms, libovsdb time 802.604µs I0420 23:05:54.315026 3693 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-f9pxz for pod on switch ip-10-0-1-117.ec2.internal I0420 23:05:54.315154 3693 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz I0420 23:05:54.337951 3693 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz] pod update took 22.840466ms I0420 23:05:54.337971 3693 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz] addLogicalPort annotation time took 22.863599ms I0420 23:05:54.339225 3693 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz] addLogicalPort took 24.218669ms, libovsdb time 831.432µs I0420 23:05:54.386977 3693 namespace.go:142] [default-tenant] updating namespace I0420 23:05:55.059884 3693 namespace.go:142] [enterprise-contract-service] updating namespace I0420 23:05:55.668034 3693 namespace.go:142] [image-controller] updating namespace I0420 23:05:56.056906 3693 namespace.go:142] [integration-service] updating namespace I0420 23:05:56.496184 3693 namespace.go:142] [konflux-info] updating namespace I0420 23:05:56.680731 3693 namespace.go:142] [namespace-lister] updating namespace I0420 23:05:56.838590 3693 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-669774bbc9-t8wpg] creating logical port integration-service_integration-service-controller-manager-669774bbc9-t8wpg for pod on switch ip-10-0-1-117.ec2.internal I0420 23:05:56.838739 3693 kube.go:256] Updating pod integration-service/integration-service-controller-manager-669774bbc9-t8wpg I0420 23:05:56.857359 3693 pod.go:62] [integration-service/integration-service-controller-manager-669774bbc9-t8wpg] pod update took 18.648398ms I0420 23:05:56.857380 3693 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-669774bbc9-t8wpg] addLogicalPort annotation time took 18.673698ms I0420 23:05:56.858718 3693 pods.go:271] [integration-service/integration-service-controller-manager-669774bbc9-t8wpg] addLogicalPort took 20.145257ms, libovsdb time 899.361µs I0420 23:05:56.882653 3693 namespace.go:142] [release-service] updating namespace I0420 23:05:57.001149 3693 namespace.go:142] [build-service] updating namespace I0420 23:05:57.019753 3693 namespace.go:142] [default-tenant] updating namespace I0420 23:05:57.051817 3693 namespace.go:142] [enterprise-contract-service] updating namespace I0420 23:05:57.062448 3693 namespace.go:142] [image-controller] updating namespace I0420 23:05:57.093644 3693 namespace.go:142] [integration-service] updating namespace I0420 23:05:57.113837 3693 namespace.go:142] [konflux-info] updating namespace I0420 23:05:57.139837 3693 namespace.go:142] [namespace-lister] updating namespace I0420 23:05:57.161553 3693 namespace.go:142] [release-service] updating namespace I0420 23:05:57.228854 3693 namespace.go:142] [build-service] updating namespace I0420 23:05:57.292655 3693 namespace.go:142] [default-tenant] updating namespace I0420 23:05:57.370433 3693 namespace.go:142] [enterprise-contract-service] updating namespace I0420 23:05:57.426992 3693 namespace.go:142] [image-controller] updating namespace I0420 23:05:57.501130 3693 namespace.go:142] [integration-service] updating namespace I0420 23:05:57.609362 3693 namespace.go:142] [konflux-info] updating namespace I0420 23:05:57.703580 3693 namespace.go:142] [namespace-lister] updating namespace I0420 23:05:57.802966 3693 namespace.go:142] [release-service] updating namespace I0420 23:05:59.011873 3693 namespace.go:142] [segment-bridge] updating namespace I0420 23:05:59.144488 3693 namespace.go:142] [segment-bridge] updating namespace W0420 23:05:59.228018 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0420 23:05:59.245617 3693 namespace.go:142] [segment-bridge] updating namespace W0420 23:05:59.253103 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0420 23:05:59.277281 3693 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0420 23:06:00.801855 3693 cni.go:452] [integration-service/integration-service-controller-manager-669774bbc9-t8wpg 6bdb99a4bd1daa904b376cf732c8fb33d82cffaba90b1c045637782f3b5b84b4 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-669774bbc9-t8wpg 6bdb99a4bd1daa904b376cf732c8fb33d82cffaba90b1c045637782f3b5b84b4 network default NAD default NAD key ] I0420 23:06:00.812083 3693 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-669774bbc9-t8wpg, hostIfaceName: 6bdb99a4bd1daa9, network: default, NAD default, SandboxID: "6bdb99a4bd1daa904b376cf732c8fb33d82cffaba90b1c045637782f3b5b84b4", PCI device ID: , UID: "776d1164-8338-4aff-841f-88cb0da8d395", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0420 23:06:00.869293 3693 cni.go:473] [integration-service/integration-service-controller-manager-669774bbc9-t8wpg 6bdb99a4bd1daa904b376cf732c8fb33d82cffaba90b1c045637782f3b5b84b4 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-669774bbc9-t8wpg 6bdb99a4bd1daa904b376cf732c8fb33d82cffaba90b1c045637782f3b5b84b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:d6:8e:15:5a:66\",\"name\":\"6bdb99a4bd1daa9\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55a1d2f3-6bd0-4d7b-8937-82d7c9a77a1e\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:06:03.948814 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0420 23:06:04.251150 3693 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0420 23:06:04.364520 3693 cni.go:452] [konflux-ui/proxy-56bc59bf59-22cx8 dc36b2bc2f0a29c718e034d7385a2919b60868d025e692ccbf015a53092af979 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-56bc59bf59-22cx8 dc36b2bc2f0a29c718e034d7385a2919b60868d025e692ccbf015a53092af979 network default NAD default NAD key ] I0420 23:06:04.365092 3693 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz 7844d892f1e435b54197203bdd8b1abdbc6f3e646d51db17ac23a15c147ff753 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz 7844d892f1e435b54197203bdd8b1abdbc6f3e646d51db17ac23a15c147ff753 network default NAD default NAD key ] I0420 23:06:04.376565 3693 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-56bc59bf59-22cx8, hostIfaceName: dc36b2bc2f0a29c, network: default, NAD default, SandboxID: "dc36b2bc2f0a29c718e034d7385a2919b60868d025e692ccbf015a53092af979", PCI device ID: , UID: "de28ac73-eead-4aa7-bee8-6fe02b2c308b", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0420 23:06:04.376801 3693 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-f9pxz, hostIfaceName: 7844d892f1e435b, network: default, NAD default, SandboxID: "7844d892f1e435b54197203bdd8b1abdbc6f3e646d51db17ac23a15c147ff753", PCI device ID: , UID: "e3c08398-a364-4aaf-a734-25e89cab7cc0", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0420 23:06:04.432173 3693 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz 7844d892f1e435b54197203bdd8b1abdbc6f3e646d51db17ac23a15c147ff753 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz 7844d892f1e435b54197203bdd8b1abdbc6f3e646d51db17ac23a15c147ff753 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:44:3a:fd:d7:f2\",\"name\":\"7844d892f1e435b\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1083f8e8-8010-483d-86a7-60a3554a40e7\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:06:04.455980 3693 cni.go:473] [konflux-ui/proxy-56bc59bf59-22cx8 dc36b2bc2f0a29c718e034d7385a2919b60868d025e692ccbf015a53092af979 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-56bc59bf59-22cx8 dc36b2bc2f0a29c718e034d7385a2919b60868d025e692ccbf015a53092af979 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:62:65:7b:e8:88\",\"name\":\"dc36b2bc2f0a29c\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/032f3a2b-f3bf-4f3a-aa33-9a937fa4d0e3\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 23:06:07.282179 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0420 23:06:07.282211 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0420 23:06:10.311935 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 23:06:10.311952 3693 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0420 23:06:11.052467 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 23:06:11.054608 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 23:06:11.074972 3693 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 23:06:11.077223 3693 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 23:06:11.107851 3693 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 23:06:11.107870 3693 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0420 23:06:13.582916 3693 namespace.go:142] [openshift-pipelines] updating namespace I0420 23:06:19.842189 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=155 W0420 23:06:22.066554 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 23:06:22.066773 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0420 23:06:22.272544 3693 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz 7844d892f1e435b54197203bdd8b1abdbc6f3e646d51db17ac23a15c147ff753 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz 7844d892f1e435b54197203bdd8b1abdbc6f3e646d51db17ac23a15c147ff753 network default NAD default NAD key ] I0420 23:06:22.377155 3693 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz 7844d892f1e435b54197203bdd8b1abdbc6f3e646d51db17ac23a15c147ff753 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz 7844d892f1e435b54197203bdd8b1abdbc6f3e646d51db17ac23a15c147ff753 network default NAD default NAD key default], result "{}", err I0420 23:06:22.460369 3693 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:06:22.460406 3693 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz I0420 23:06:22.462107 3693 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz, ips: 10.128.0.56 I0420 23:06:22.462165 3693 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:06:23.119290 3693 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:06:23.119317 3693 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:06:23.124936 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz I0420 23:06:23.124963 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-f9pxz I0420 23:06:27.837855 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=85 W0420 23:06:51.390789 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0420 23:06:51.390808 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0420 23:06:51.390819 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0420 23:06:51.390824 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0420 23:06:56.163592 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0420 23:06:56.163618 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0420 23:07:02.836339 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0420 23:07:21.204682 3693 cni.go:452] [konflux-ui/proxy-56bc59bf59-22cx8 dc36b2bc2f0a29c718e034d7385a2919b60868d025e692ccbf015a53092af979 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-56bc59bf59-22cx8 dc36b2bc2f0a29c718e034d7385a2919b60868d025e692ccbf015a53092af979 network default NAD default NAD key ] I0420 23:07:21.290307 3693 cni.go:473] [konflux-ui/proxy-56bc59bf59-22cx8 dc36b2bc2f0a29c718e034d7385a2919b60868d025e692ccbf015a53092af979 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-56bc59bf59-22cx8 dc36b2bc2f0a29c718e034d7385a2919b60868d025e692ccbf015a53092af979 network default NAD default NAD key default], result "{}", err I0420 23:07:21.354943 3693 obj_retry.go:498] Detected object konflux-ui/proxy-56bc59bf59-22cx8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:07:21.354978 3693 pods.go:176] Deleting pod: konflux-ui/proxy-56bc59bf59-22cx8 I0420 23:07:21.356275 3693 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-56bc59bf59-22cx8, ips: 10.128.0.55 I0420 23:07:21.356302 3693 obj_retry.go:498] Detected object konflux-ui/proxy-56bc59bf59-22cx8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:07:21.485527 3693 obj_retry.go:492] Detected object konflux-ui/proxy-56bc59bf59-22cx8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:07:21.485548 3693 obj_retry.go:492] Detected object konflux-ui/proxy-56bc59bf59-22cx8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:07:21.491286 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-56bc59bf59-22cx8 I0420 23:07:21.491312 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-56bc59bf59-22cx8 I0420 23:07:26.527392 3693 cni.go:452] [konflux-ui/test-tsf-konflux 3cde23f4cf7de61039e70796c8ccd4572bf9193c96cd2d7d6fae3b530eb9f3b5 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 3cde23f4cf7de61039e70796c8ccd4572bf9193c96cd2d7d6fae3b530eb9f3b5 network default NAD default NAD key ] I0420 23:07:26.615141 3693 cni.go:473] [konflux-ui/test-tsf-konflux 3cde23f4cf7de61039e70796c8ccd4572bf9193c96cd2d7d6fae3b530eb9f3b5 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 3cde23f4cf7de61039e70796c8ccd4572bf9193c96cd2d7d6fae3b530eb9f3b5 network default NAD default NAD key default], result "{}", err I0420 23:07:26.663838 3693 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:07:26.663878 3693 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0420 23:07:26.665464 3693 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.54 I0420 23:07:26.665509 3693 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:07:26.680855 3693 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:07:26.680872 3693 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:07:26.686331 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0420 23:07:26.686353 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0420 23:07:29.837923 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=160 I0420 23:07:54.191076 3693 namespace.go:98] [default-managed-tenant-7qj8k] adding namespace I0420 23:07:54.191913 3693 namespace.go:102] [default-managed-tenant-7qj8k] adding namespace took 816.931µs I0420 23:07:54.214153 3693 namespace.go:142] [default-managed-tenant-7qj8k] updating namespace I0420 23:07:54.240815 3693 namespace.go:142] [default-managed-tenant-7qj8k] updating namespace I0420 23:07:55.285950 3693 namespace.go:142] [default-managed-tenant-7qj8k] updating namespace I0420 23:07:55.416498 3693 namespace.go:142] [default-managed-tenant-7qj8k] updating namespace I0420 23:07:55.517400 3693 namespace.go:142] [default-managed-tenant-7qj8k] updating namespace I0420 23:08:06.930887 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0420 23:08:48.942055 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0420 23:08:56.845634 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=580 I0420 23:09:44.925152 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0420 23:09:55.962732 3693 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0420 23:10:00.197240 3693 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29612110-9kzcx for pod on switch ip-10-0-1-117.ec2.internal I0420 23:10:00.197357 3693 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx I0420 23:10:00.224136 3693 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx] pod update took 26.804734ms I0420 23:10:00.224162 3693 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx] addLogicalPort annotation time took 26.837785ms I0420 23:10:00.225498 3693 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx] addLogicalPort took 28.27209ms, libovsdb time 930.73µs I0420 23:10:00.561347 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx 140543557faff35d3aa68edbe6dcdc393803ab3cdce79ec5db751cbc48194bab network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx 140543557faff35d3aa68edbe6dcdc393803ab3cdce79ec5db751cbc48194bab network default NAD default NAD key ] I0420 23:10:00.570910 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29612110-9kzcx, hostIfaceName: 140543557faff35, network: default, NAD default, SandboxID: "140543557faff35d3aa68edbe6dcdc393803ab3cdce79ec5db751cbc48194bab", PCI device ID: , UID: "ace6b8bc-3414-4a78-8a56-9caa0fc2cbd9", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0420 23:10:00.623510 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx 140543557faff35d3aa68edbe6dcdc393803ab3cdce79ec5db751cbc48194bab network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx 140543557faff35d3aa68edbe6dcdc393803ab3cdce79ec5db751cbc48194bab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:ed:8d:62:67:ee\",\"name\":\"140543557faff35\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bad8d11d-7267-425b-bda1-9d9f12168641\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:10:04.417683 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx 140543557faff35d3aa68edbe6dcdc393803ab3cdce79ec5db751cbc48194bab network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx 140543557faff35d3aa68edbe6dcdc393803ab3cdce79ec5db751cbc48194bab network default NAD default NAD key ] I0420 23:10:04.497957 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx 140543557faff35d3aa68edbe6dcdc393803ab3cdce79ec5db751cbc48194bab network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx 140543557faff35d3aa68edbe6dcdc393803ab3cdce79ec5db751cbc48194bab network default NAD default NAD key default], result "{}", err I0420 23:10:04.544222 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:10:04.544271 3693 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx I0420 23:10:04.545620 3693 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx, ips: 10.128.0.58 I0420 23:10:04.545650 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:10:04.952315 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0420 23:10:05.426349 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:10:05.426368 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612110-9kzcx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:10:08.847672 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=34 I0420 23:10:49.940534 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0420 23:11:19.953325 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0420 23:12:08.970764 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0420 23:12:17.969418 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0420 23:12:46.841647 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0420 23:12:50.930352 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 W0420 23:13:34.238921 3693 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-7c7cb46b78-nnp6b I0420 23:13:45.935742 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0420 23:14:07.846448 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0420 23:15:00.929238 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0420 23:15:04.047324 3693 obj_retry.go:492] Detected object tsf-tpa/create-db-rq47g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:04.047360 3693 obj_retry.go:492] Detected object tsf-tpa/create-db-rq47g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:04.051360 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-rq47g I0420 23:15:04.051384 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-rq47g I0420 23:15:07.026530 3693 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s6bmw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:07.026574 3693 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s6bmw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:07.029986 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-s6bmw I0420 23:15:07.030013 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-s6bmw I0420 23:15:10.853253 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0420 23:15:13.036759 3693 obj_retry.go:492] Detected object tsf-tpa/create-importers-p94cx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:13.036783 3693 obj_retry.go:492] Detected object tsf-tpa/create-importers-p94cx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:15:13.039134 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-p94cx I0420 23:15:13.039164 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-p94cx I0420 23:16:07.956080 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0420 23:16:15.840645 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0420 23:16:24.842519 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0420 23:17:07.966488 3693 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0420 23:18:18.849645 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=25 I0420 23:18:29.946374 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0420 23:18:42.933983 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0420 23:19:05.845665 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=25 I0420 23:19:06.945220 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0420 23:19:29.547815 3693 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-vcl9z-init-pod for pod on switch ip-10-0-1-117.ec2.internal I0420 23:19:29.547965 3693 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod I0420 23:19:29.579758 3693 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod] pod update took 31.82005ms I0420 23:19:29.579788 3693 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod] addLogicalPort annotation time took 31.852785ms I0420 23:19:29.581381 3693 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod] addLogicalPort took 33.586826ms, libovsdb time 1.014211ms I0420 23:19:29.911858 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod b96d9c5cdc52d2f43a06b460ae8718df8ac8e179502c1200af27d67676061784 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod b96d9c5cdc52d2f43a06b460ae8718df8ac8e179502c1200af27d67676061784 network default NAD default NAD key ] I0420 23:19:29.921465 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-vcl9z-init-pod, hostIfaceName: b96d9c5cdc52d2f, network: default, NAD default, SandboxID: "b96d9c5cdc52d2f43a06b460ae8718df8ac8e179502c1200af27d67676061784", PCI device ID: , UID: "f7420af1-779f-4358-9e0b-015ef326124c", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0420 23:19:29.975263 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod b96d9c5cdc52d2f43a06b460ae8718df8ac8e179502c1200af27d67676061784 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod b96d9c5cdc52d2f43a06b460ae8718df8ac8e179502c1200af27d67676061784 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:4b:48:68:74:74\",\"name\":\"b96d9c5cdc52d2f\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea7db305-5323-45a2-b5fe-3ab564644702\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:19:43.648494 3693 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-z52g9 for pod on switch ip-10-0-1-117.ec2.internal I0420 23:19:43.648662 3693 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 I0420 23:19:43.667827 3693 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9] pod update took 19.191258ms I0420 23:19:43.667851 3693 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9] addLogicalPort annotation time took 19.221398ms I0420 23:19:43.669346 3693 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9] addLogicalPort took 20.869794ms, libovsdb time 1.0406ms I0420 23:19:48.539676 3693 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 0a8b88d52d4854bfc70456e15bd4bf45b0f53c516987cce3f0dc5f7c15e22082 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 0a8b88d52d4854bfc70456e15bd4bf45b0f53c516987cce3f0dc5f7c15e22082 network default NAD default NAD key ] I0420 23:19:48.549049 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-z52g9, hostIfaceName: 0a8b88d52d4854b, network: default, NAD default, SandboxID: "0a8b88d52d4854bfc70456e15bd4bf45b0f53c516987cce3f0dc5f7c15e22082", PCI device ID: , UID: "f3d2ee06-d6c2-4a43-bf86-0d81a5f0e1e3", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0420 23:19:48.607511 3693 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 0a8b88d52d4854bfc70456e15bd4bf45b0f53c516987cce3f0dc5f7c15e22082 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 0a8b88d52d4854bfc70456e15bd4bf45b0f53c516987cce3f0dc5f7c15e22082 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:28:cf:09:c8:c7\",\"name\":\"0a8b88d52d4854b\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f0fae55-8bac-4719-a500-ce20e53e376f\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:19:49.769275 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod b96d9c5cdc52d2f43a06b460ae8718df8ac8e179502c1200af27d67676061784 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod b96d9c5cdc52d2f43a06b460ae8718df8ac8e179502c1200af27d67676061784 network default NAD default NAD key ] I0420 23:19:49.850796 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod b96d9c5cdc52d2f43a06b460ae8718df8ac8e179502c1200af27d67676061784 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod b96d9c5cdc52d2f43a06b460ae8718df8ac8e179502c1200af27d67676061784 network default NAD default NAD key default], result "{}", err I0420 23:19:49.921779 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:19:49.921819 3693 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod I0420 23:19:49.923341 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod, ips: 10.128.0.59 I0420 23:19:49.923373 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:19:50.675020 3693 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:19:50.675039 3693 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:19:50.682371 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod I0420 23:19:50.682390 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-vcl9z-init-pod I0420 23:19:53.973656 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0420 23:19:57.766745 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:19:57.766767 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:19:57.766773 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:19:57.766778 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:19:57.766794 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:19:57.766799 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:19:57.766803 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:19:57.766807 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0420 23:20:00.183874 3693 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29612120-rvldr for pod on switch ip-10-0-1-117.ec2.internal I0420 23:20:00.183990 3693 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr I0420 23:20:00.197359 3693 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr] pod update took 13.399893ms I0420 23:20:00.197386 3693 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr] addLogicalPort annotation time took 13.430979ms I0420 23:20:00.198859 3693 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr] addLogicalPort took 15.006575ms, libovsdb time 916.381µs I0420 23:20:00.546021 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr 8cb643df1aeb8fdb17ff39475c5a4fed366060993afe6ead7d418cfdb6064378 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr 8cb643df1aeb8fdb17ff39475c5a4fed366060993afe6ead7d418cfdb6064378 network default NAD default NAD key ] I0420 23:20:00.555508 3693 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29612120-rvldr, hostIfaceName: 8cb643df1aeb8fd, network: default, NAD default, SandboxID: "8cb643df1aeb8fdb17ff39475c5a4fed366060993afe6ead7d418cfdb6064378", PCI device ID: , UID: "e8c22185-08ee-46c9-906d-becef6167869", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0420 23:20:00.610405 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr 8cb643df1aeb8fdb17ff39475c5a4fed366060993afe6ead7d418cfdb6064378 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr 8cb643df1aeb8fdb17ff39475c5a4fed366060993afe6ead7d418cfdb6064378 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:eb:fe:9d:00:a9\",\"name\":\"8cb643df1aeb8fd\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/745c19c4-3ccb-4c60-95b5-ac2c5e03bee9\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 23:20:01.672767 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:20:01.672797 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:20:01.672806 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 23:20:01.672813 3693 util.go:959] Failed to build node endpoints for node ip-10-0-1-117.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0420 23:20:02.042468 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:02.043056 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:02.288460 3693 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4b5mj-clone-repository-pod for pod on switch ip-10-0-1-117.ec2.internal I0420 23:20:02.288578 3693 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod I0420 23:20:02.312885 3693 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod] pod update took 24.337771ms I0420 23:20:02.312916 3693 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod] addLogicalPort annotation time took 24.373751ms I0420 23:20:02.314244 3693 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod] addLogicalPort took 25.799689ms, libovsdb time 846.186µs I0420 23:20:02.652978 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod c50b72ad26e12ae0901e82902d6eeb2516b8704b509cba30a8635b4710f91f4e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod c50b72ad26e12ae0901e82902d6eeb2516b8704b509cba30a8635b4710f91f4e network default NAD default NAD key ] I0420 23:20:02.663607 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4b5mj-clone-repository-pod, hostIfaceName: c50b72ad26e12ae, network: default, NAD default, SandboxID: "c50b72ad26e12ae0901e82902d6eeb2516b8704b509cba30a8635b4710f91f4e", PCI device ID: , UID: "e734c227-8da8-4a71-8296-29e41d5d65fc", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0420 23:20:02.719406 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod c50b72ad26e12ae0901e82902d6eeb2516b8704b509cba30a8635b4710f91f4e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod c50b72ad26e12ae0901e82902d6eeb2516b8704b509cba30a8635b4710f91f4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:62:20:49:04:df\",\"name\":\"c50b72ad26e12ae\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1653e20-61dc-4bb0-a14c-67ad5fbd66ba\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:20:03.749424 3693 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr 8cb643df1aeb8fdb17ff39475c5a4fed366060993afe6ead7d418cfdb6064378 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr 8cb643df1aeb8fdb17ff39475c5a4fed366060993afe6ead7d418cfdb6064378 network default NAD default NAD key ] I0420 23:20:03.825446 3693 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr 8cb643df1aeb8fdb17ff39475c5a4fed366060993afe6ead7d418cfdb6064378 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr 8cb643df1aeb8fdb17ff39475c5a4fed366060993afe6ead7d418cfdb6064378 network default NAD default NAD key default], result "{}", err I0420 23:20:03.910323 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:03.910352 3693 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr I0420 23:20:03.911660 3693 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr, ips: 10.128.0.61 I0420 23:20:03.911687 3693 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:03.957410 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0420 23:20:04.762341 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:20:04.762361 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612120-rvldr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:20:04.797212 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:20:04.797234 3693 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:20:04.801645 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg I0420 23:20:04.801667 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29612090-smpqg I0420 23:20:09.933374 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0420 23:20:18.855244 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod c50b72ad26e12ae0901e82902d6eeb2516b8704b509cba30a8635b4710f91f4e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod c50b72ad26e12ae0901e82902d6eeb2516b8704b509cba30a8635b4710f91f4e network default NAD default NAD key ] I0420 23:20:18.946883 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod c50b72ad26e12ae0901e82902d6eeb2516b8704b509cba30a8635b4710f91f4e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod c50b72ad26e12ae0901e82902d6eeb2516b8704b509cba30a8635b4710f91f4e network default NAD default NAD key default], result "{}", err I0420 23:20:19.057320 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:19.057349 3693 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod I0420 23:20:19.059031 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod, ips: 10.128.0.62 I0420 23:20:19.059060 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:20:34.974904 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0420 23:21:00.051469 3693 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4b5mj-build-container-pod for pod on switch ip-10-0-1-117.ec2.internal I0420 23:21:00.051636 3693 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod I0420 23:21:00.095374 3693 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod] pod update took 43.77803ms I0420 23:21:00.095398 3693 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod] addLogicalPort annotation time took 43.80512ms I0420 23:21:00.096690 3693 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod] addLogicalPort took 45.232604ms, libovsdb time 879.02µs I0420 23:21:00.413856 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod 4e2436d6731d7581357469e9102366e63fbf4820ef1e4b01fabda43812acaa73 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod 4e2436d6731d7581357469e9102366e63fbf4820ef1e4b01fabda43812acaa73 network default NAD default NAD key ] I0420 23:21:00.423873 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4b5mj-build-container-pod, hostIfaceName: 4e2436d6731d758, network: default, NAD default, SandboxID: "4e2436d6731d7581357469e9102366e63fbf4820ef1e4b01fabda43812acaa73", PCI device ID: , UID: "963ea459-6c2e-4159-8dc5-6efbbb1d92a3", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0420 23:21:00.441804 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:21:00.442339 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:21:00.480391 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod 4e2436d6731d7581357469e9102366e63fbf4820ef1e4b01fabda43812acaa73 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod 4e2436d6731d7581357469e9102366e63fbf4820ef1e4b01fabda43812acaa73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:92:fd:07:ea:db\",\"name\":\"4e2436d6731d758\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e48acbdc-95c5-4005-a8d2-f63305b1fc25\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 23:21:09.238967 3693 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece8lp4h I0420 23:23:32.073731 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod 4e2436d6731d7581357469e9102366e63fbf4820ef1e4b01fabda43812acaa73 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod 4e2436d6731d7581357469e9102366e63fbf4820ef1e4b01fabda43812acaa73 network default NAD default NAD key ] I0420 23:23:32.149951 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod 4e2436d6731d7581357469e9102366e63fbf4820ef1e4b01fabda43812acaa73 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod 4e2436d6731d7581357469e9102366e63fbf4820ef1e4b01fabda43812acaa73 network default NAD default NAD key default], result "{}", err I0420 23:23:32.260413 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:23:32.260474 3693 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod I0420 23:23:32.262408 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod, ips: 10.128.0.63 I0420 23:23:32.262441 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:23:38.939603 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0420 23:23:54.846813 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0420 23:24:01.674337 3693 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod for pod on switch ip-10-0-1-117.ec2.internal I0420 23:24:01.674451 3693 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod I0420 23:24:01.704162 3693 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod] pod update took 29.73953ms I0420 23:24:01.704197 3693 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod] addLogicalPort annotation time took 29.778882ms I0420 23:24:01.706387 3693 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod] addLogicalPort took 32.064173ms, libovsdb time 1.626761ms I0420 23:24:01.741802 3693 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4b5mj-clair-scan-pod for pod on switch ip-10-0-1-117.ec2.internal I0420 23:24:01.741944 3693 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod I0420 23:24:01.776474 3693 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod] pod update took 34.565427ms I0420 23:24:01.776499 3693 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod] addLogicalPort annotation time took 34.592541ms I0420 23:24:01.777758 3693 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod] addLogicalPort took 35.973611ms, libovsdb time 892.223µs I0420 23:24:02.040457 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod 24bafb7b814c3c18032b53bcdcc3decd1e5aae32ab5b77d5b871f91f960ed148 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod 24bafb7b814c3c18032b53bcdcc3decd1e5aae32ab5b77d5b871f91f960ed148 network default NAD default NAD key ] I0420 23:24:02.050942 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod, hostIfaceName: 24bafb7b814c3c1, network: default, NAD default, SandboxID: "24bafb7b814c3c18032b53bcdcc3decd1e5aae32ab5b77d5b871f91f960ed148", PCI device ID: , UID: "21d1c797-fffc-49e0-ba66-3d8f44e15a62", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0420 23:24:02.108101 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod 24bafb7b814c3c18032b53bcdcc3decd1e5aae32ab5b77d5b871f91f960ed148 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod 24bafb7b814c3c18032b53bcdcc3decd1e5aae32ab5b77d5b871f91f960ed148 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:cc:2e:29:d4:06\",\"name\":\"24bafb7b814c3c1\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33622c99-bbc4-42aa-a556-c8df23f752c5\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:24:02.108392 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod f06ac446218904bde2b2062b0891975fc6a04afa046aa1273c7c0cfdea152d0f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod f06ac446218904bde2b2062b0891975fc6a04afa046aa1273c7c0cfdea152d0f network default NAD default NAD key ] I0420 23:24:02.118384 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4b5mj-clair-scan-pod, hostIfaceName: f06ac446218904b, network: default, NAD default, SandboxID: "f06ac446218904bde2b2062b0891975fc6a04afa046aa1273c7c0cfdea152d0f", PCI device ID: , UID: "f8aca8ca-28ac-40ef-9ecc-f5ef8c8a52b4", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0420 23:24:02.174155 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod f06ac446218904bde2b2062b0891975fc6a04afa046aa1273c7c0cfdea152d0f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod f06ac446218904bde2b2062b0891975fc6a04afa046aa1273c7c0cfdea152d0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:12:ec:ae:3d:a4\",\"name\":\"f06ac446218904b\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b0a6eb7-32be-4f43-adbf-36b6b7699d16\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:24:02.488482 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:24:02.489038 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:24:02.850994 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0420 23:24:03.384591 3693 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod for pod on switch ip-10-0-1-117.ec2.internal I0420 23:24:03.384811 3693 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod I0420 23:24:03.409855 3693 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod] pod update took 25.088555ms I0420 23:24:03.409877 3693 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod] addLogicalPort annotation time took 25.115864ms I0420 23:24:03.411158 3693 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod] addLogicalPort took 26.584541ms, libovsdb time 863.416µs I0420 23:24:03.442546 3693 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod for pod on switch ip-10-0-1-117.ec2.internal I0420 23:24:03.442697 3693 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod I0420 23:24:03.470374 3693 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod] pod update took 27.705212ms I0420 23:24:03.470406 3693 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod] addLogicalPort annotation time took 27.741123ms I0420 23:24:03.471620 3693 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod] addLogicalPort took 29.094899ms, libovsdb time 816.603µs I0420 23:24:03.576162 3693 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod for pod on switch ip-10-0-1-117.ec2.internal I0420 23:24:03.576286 3693 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod I0420 23:24:03.599221 3693 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod] pod update took 22.963338ms I0420 23:24:03.599245 3693 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod] addLogicalPort annotation time took 22.990737ms I0420 23:24:03.600664 3693 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod] addLogicalPort took 24.513989ms, libovsdb time 989.663µs I0420 23:24:03.794764 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod 81ea01c25d78405e9363473cf0ec8a69e2ac13d78d3a6d82a5af13ffe9384cb2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod 81ea01c25d78405e9363473cf0ec8a69e2ac13d78d3a6d82a5af13ffe9384cb2 network default NAD default NAD key ] I0420 23:24:03.807632 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod, hostIfaceName: 81ea01c25d78405, network: default, NAD default, SandboxID: "81ea01c25d78405e9363473cf0ec8a69e2ac13d78d3a6d82a5af13ffe9384cb2", PCI device ID: , UID: "aec0bb9b-6370-456b-b613-aaf52dcd072b", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0420 23:24:03.808095 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod 467c499bf918e13338b991a4f5a4bebc68299d056a2c0c8a6b3a04798976e510 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod 467c499bf918e13338b991a4f5a4bebc68299d056a2c0c8a6b3a04798976e510 network default NAD default NAD key ] I0420 23:24:03.837012 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod, hostIfaceName: 467c499bf918e13, network: default, NAD default, SandboxID: "467c499bf918e13338b991a4f5a4bebc68299d056a2c0c8a6b3a04798976e510", PCI device ID: , UID: "5e7dbd11-5a40-4260-b481-c8b70538805a", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0420 23:24:03.844870 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0420 23:24:03.878572 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod 81ea01c25d78405e9363473cf0ec8a69e2ac13d78d3a6d82a5af13ffe9384cb2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod 81ea01c25d78405e9363473cf0ec8a69e2ac13d78d3a6d82a5af13ffe9384cb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:9c:73:18:d4:18\",\"name\":\"81ea01c25d78405\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95657759-d59f-41ef-b88d-30e4b5b6c409\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:24:03.911913 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod 467c499bf918e13338b991a4f5a4bebc68299d056a2c0c8a6b3a04798976e510 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod 467c499bf918e13338b991a4f5a4bebc68299d056a2c0c8a6b3a04798976e510 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:8f:b0:a8:7e:ac\",\"name\":\"467c499bf918e13\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d924cef-e791-48c9-9e9c-f177092fdd61\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:24:03.975527 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod 864e8530f4280b3ab2ed8a2f8077d64fe5a15c1b26024d88258d92bba8556bb9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod 864e8530f4280b3ab2ed8a2f8077d64fe5a15c1b26024d88258d92bba8556bb9 network default NAD default NAD key ] I0420 23:24:03.986242 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod, hostIfaceName: 864e8530f4280b3, network: default, NAD default, SandboxID: "864e8530f4280b3ab2ed8a2f8077d64fe5a15c1b26024d88258d92bba8556bb9", PCI device ID: , UID: "7fd0a298-7017-46fd-8b27-b7a870174596", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23] I0420 23:24:04.053868 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod 864e8530f4280b3ab2ed8a2f8077d64fe5a15c1b26024d88258d92bba8556bb9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod 864e8530f4280b3ab2ed8a2f8077d64fe5a15c1b26024d88258d92bba8556bb9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:71:db:f8:5f:2a\",\"name\":\"864e8530f4280b3\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8d62e62-274d-4634-a006-e2504f895e90\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:24:05.960865 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0420 23:24:09.238858 3693 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tas/segment-backup-installation-9s4bf-ln5k7 I0420 23:24:45.857818 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 W0420 23:24:49.238998 3693 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tas/ctlog-createtree-job-6jr6w-tdvc6 I0420 23:25:05.004602 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:05.005228 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:19.975566 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod 467c499bf918e13338b991a4f5a4bebc68299d056a2c0c8a6b3a04798976e510 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod 467c499bf918e13338b991a4f5a4bebc68299d056a2c0c8a6b3a04798976e510 network default NAD default NAD key ] I0420 23:25:20.075154 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod 467c499bf918e13338b991a4f5a4bebc68299d056a2c0c8a6b3a04798976e510 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod 467c499bf918e13338b991a4f5a4bebc68299d056a2c0c8a6b3a04798976e510 network default NAD default NAD key default], result "{}", err I0420 23:25:20.197005 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:20.197077 3693 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod I0420 23:25:20.198665 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod, ips: 10.128.0.67 I0420 23:25:20.198699 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:23.008007 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod 24bafb7b814c3c18032b53bcdcc3decd1e5aae32ab5b77d5b871f91f960ed148 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod 24bafb7b814c3c18032b53bcdcc3decd1e5aae32ab5b77d5b871f91f960ed148 network default NAD default NAD key ] I0420 23:25:23.109846 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod 24bafb7b814c3c18032b53bcdcc3decd1e5aae32ab5b77d5b871f91f960ed148 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod 24bafb7b814c3c18032b53bcdcc3decd1e5aae32ab5b77d5b871f91f960ed148 network default NAD default NAD key default], result "{}", err I0420 23:25:23.220447 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:23.220481 3693 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod I0420 23:25:23.222173 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod, ips: 10.128.0.64 I0420 23:25:23.222207 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:25.031437 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod 81ea01c25d78405e9363473cf0ec8a69e2ac13d78d3a6d82a5af13ffe9384cb2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod 81ea01c25d78405e9363473cf0ec8a69e2ac13d78d3a6d82a5af13ffe9384cb2 network default NAD default NAD key ] I0420 23:25:25.139181 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod 81ea01c25d78405e9363473cf0ec8a69e2ac13d78d3a6d82a5af13ffe9384cb2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod 81ea01c25d78405e9363473cf0ec8a69e2ac13d78d3a6d82a5af13ffe9384cb2 network default NAD default NAD key default], result "{}", err I0420 23:25:25.234069 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:25.234162 3693 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod I0420 23:25:25.235799 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod, ips: 10.128.0.66 I0420 23:25:25.235828 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:29.470260 3693 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:29.470899 3693 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:30.231750 3693 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:25:30.231781 3693 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:25:30.237563 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 I0420 23:25:30.237590 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-7d8l9 I0420 23:25:31.086648 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod 864e8530f4280b3ab2ed8a2f8077d64fe5a15c1b26024d88258d92bba8556bb9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod 864e8530f4280b3ab2ed8a2f8077d64fe5a15c1b26024d88258d92bba8556bb9 network default NAD default NAD key ] I0420 23:25:31.182921 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod 864e8530f4280b3ab2ed8a2f8077d64fe5a15c1b26024d88258d92bba8556bb9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod 864e8530f4280b3ab2ed8a2f8077d64fe5a15c1b26024d88258d92bba8556bb9 network default NAD default NAD key default], result "{}", err I0420 23:25:31.254622 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:31.254665 3693 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod I0420 23:25:31.256339 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod, ips: 10.128.0.68 I0420 23:25:31.256369 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:25:38.938415 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0420 23:26:14.853830 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=194 I0420 23:26:16.781749 3693 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 0a8b88d52d4854bfc70456e15bd4bf45b0f53c516987cce3f0dc5f7c15e22082 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 0a8b88d52d4854bfc70456e15bd4bf45b0f53c516987cce3f0dc5f7c15e22082 network default NAD default NAD key ] I0420 23:26:16.866427 3693 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 0a8b88d52d4854bfc70456e15bd4bf45b0f53c516987cce3f0dc5f7c15e22082 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 0a8b88d52d4854bfc70456e15bd4bf45b0f53c516987cce3f0dc5f7c15e22082 network default NAD default NAD key default], result "{}", err I0420 23:26:16.936914 3693 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:26:16.936950 3693 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 I0420 23:26:16.938274 3693 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9, ips: 10.128.0.60 I0420 23:26:16.938299 3693 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:26:17.753771 3693 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:26:17.753817 3693 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 23:26:17.756025 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 I0420 23:26:17.756051 3693 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-z52g9 I0420 23:26:26.961239 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0420 23:26:30.970263 3693 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0420 23:27:14.977932 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0420 23:27:30.849285 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=53 I0420 23:27:42.949942 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0420 23:27:47.950231 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0420 23:27:51.011320 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:27:51.011927 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:28:23.326172 3693 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod f06ac446218904bde2b2062b0891975fc6a04afa046aa1273c7c0cfdea152d0f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod f06ac446218904bde2b2062b0891975fc6a04afa046aa1273c7c0cfdea152d0f network default NAD default NAD key ] I0420 23:28:23.409058 3693 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod f06ac446218904bde2b2062b0891975fc6a04afa046aa1273c7c0cfdea152d0f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod f06ac446218904bde2b2062b0891975fc6a04afa046aa1273c7c0cfdea152d0f network default NAD default NAD key default], result "{}", err I0420 23:28:23.497966 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:28:23.497996 3693 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod I0420 23:28:23.499674 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod, ips: 10.128.0.65 I0420 23:28:23.499697 3693 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4b5mj-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:28:26.339751 3693 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-wtjo-7r7c8-collect-keyless-params-pod for pod on switch ip-10-0-1-117.ec2.internal I0420 23:28:26.339896 3693 kube.go:256] Updating pod default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod I0420 23:28:26.360176 3693 pod.go:62] [default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod] pod update took 20.31066ms I0420 23:28:26.360199 3693 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod] addLogicalPort annotation time took 20.337987ms I0420 23:28:26.361617 3693 pods.go:271] [default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod] addLogicalPort took 21.883313ms, libovsdb time 1.021997ms I0420 23:28:26.707287 3693 cni.go:452] [default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod 9473e740f622aa73d294b86fe8debee10e804407242a3b29601e5fbba0d571df network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod 9473e740f622aa73d294b86fe8debee10e804407242a3b29601e5fbba0d571df network default NAD default NAD key ] I0420 23:28:26.717331 3693 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-wtjo-7r7c8-collect-keyless-params-pod, hostIfaceName: 9473e740f622aa7, network: default, NAD default, SandboxID: "9473e740f622aa73d294b86fe8debee10e804407242a3b29601e5fbba0d571df", PCI device ID: , UID: "b5aaa4a8-0f50-4530-9394-bf4fd929cd98", MAC: 0a:58:0a:80:00:45, IPs: [10.128.0.69/23] I0420 23:28:26.772402 3693 cni.go:473] [default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod 9473e740f622aa73d294b86fe8debee10e804407242a3b29601e5fbba0d571df network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod 9473e740f622aa73d294b86fe8debee10e804407242a3b29601e5fbba0d571df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:00:3c:b0:2f:3f\",\"name\":\"9473e740f622aa7\"},{\"mac\":\"0a:58:0a:80:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c8eaae5-2800-475b-bf1a-6fdd4d058213\"}],\"ips\":[{\"address\":\"10.128.0.69/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 23:28:35.979485 3693 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0420 23:28:41.477105 3693 cni.go:452] [default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod 9473e740f622aa73d294b86fe8debee10e804407242a3b29601e5fbba0d571df network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod 9473e740f622aa73d294b86fe8debee10e804407242a3b29601e5fbba0d571df network default NAD default NAD key ] I0420 23:28:41.559265 3693 cni.go:473] [default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod 9473e740f622aa73d294b86fe8debee10e804407242a3b29601e5fbba0d571df network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod 9473e740f622aa73d294b86fe8debee10e804407242a3b29601e5fbba0d571df network default NAD default NAD key default], result "{}", err I0420 23:28:41.619562 3693 obj_retry.go:498] Detected object default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:28:41.619648 3693 pods.go:176] Deleting pod: default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod I0420 23:28:41.621239 3693 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod, ips: 10.128.0.69 I0420 23:28:41.621271 3693 obj_retry.go:498] Detected object default-tenant/my-integration-test-wtjo-7r7c8-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:29:02.536425 3693 obj_retry.go:498] Detected object default-tenant/my-integration-test-wtjo-7r7c8-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 23:29:02.536984 3693 obj_retry.go:498] Detected object default-tenant/my-integration-test-wtjo-7r7c8-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 23:29:19.937741 3693 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0420 23:29:22.848503 3693 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6