+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-84.ec2.internal ++ [[ -n ip-10-0-1-84.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-84.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0514 08:38:49.998214099 - disable conntrack on geneve port' I0514 08:38:49.998214099 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0514 08:38:50.033893435 - starting ovnkube-node + echo 'I0514 08:38:50.033893435 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-84.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-84.ec2.internal --init-node ip-10-0-1-84.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-84.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0514 08:38:50.082063 3771 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0514 08:38:50.082122 3771 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-e361c668b0.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0514 08:38:50.083518 3771 kube.go:431] Waiting for certificate I0514 08:38:50.083584 3771 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0514 08:38:50.083636 3771 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0514 08:38:50.084448 3771 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0514 08:38:50.109457 3771 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 08:38:50.109472 3771 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 08:38:50.111466 3771 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 08:38:50.115762 3771 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ncph5" I0514 08:38:50.124964 3771 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ncph5" I0514 08:38:50.125067 3771 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 08:38:51.084262 3771 kube.go:438] Certificate found I0514 08:38:51.084854 3771 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0514 08:38:51.085706 3771 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0514 08:38:51.143430 3771 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-15 08:33:50 +0000 UTC" deadline="2026-05-15 04:54:30.008557363 +0000 UTC" I0514 08:38:51.143466 3771 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h15m38.865102322s" I0514 08:38:51.158367 3771 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0514 08:38:51.172872 3771 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0514 08:38:51.172967 3771 factory.go:561] Starting watch factory I0514 08:38:51.173059 3771 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.173071 3771 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.173078 3771 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.173069 3771 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.173111 3771 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.173063 3771 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.173147 3771 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.173092 3771 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.173277 3771 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.173297 3771 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.173662 3771 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.173676 3771 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.174590 3771 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0514 08:38:51.175076 3771 server.go:101] MetricServer registers OVS metrics I0514 08:38:51.175407 3771 server.go:105] MetricServer registers OVN DB metrics I0514 08:38:51.178067 3771 controller_manager.go:370] Starting the ovnkube controller I0514 08:38:51.178079 3771 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-84.ec2.internal I0514 08:38:51.178137 3771 controller_manager.go:395] NBDB zone sync took: 49.785µs I0514 08:38:51.178148 3771 factory.go:561] Starting watch factory I0514 08:38:51.180095 3771 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0514 08:38:51.180115 3771 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0514 08:38:51.191583 3771 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.191993 3771 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.194182 3771 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0514 08:38:51.200435 3771 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0514 08:38:51.194326 3771 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.194581 3771 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.195529 3771 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.203893 3771 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:38:51.205091 3771 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0514 08:38:51.205123 3771 server.go:109] MetricServer registers OVN Controller metrics I0514 08:38:51.209694 3771 server.go:113] MetricServer registers OVN Northd metrics I0514 08:38:51.213584 3771 metrics.go:519] OVN Metrics Server starts to run ... I0514 08:38:51.278403 3771 factory.go:1977] *v1.Namespace informer cache synced successfully I0514 08:38:51.278456 3771 factory.go:1977] *v1.Node informer cache synced successfully I0514 08:38:51.278460 3771 factory.go:1977] *v1.Service informer cache synced successfully I0514 08:38:51.278463 3771 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0514 08:38:51.278466 3771 factory.go:1977] *v1.Pod informer cache synced successfully I0514 08:38:51.278469 3771 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0514 08:38:51.278574 3771 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 08:38:51.278595 3771 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 08:38:51.278582 3771 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 08:38:51.278636 3771 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 08:38:51.281291 3771 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 08:38:51.281292 3771 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 08:38:51.284472 3771 factory.go:1977] *v1.Node informer cache synced successfully I0514 08:38:51.284483 3771 factory.go:1977] *v1.Service informer cache synced successfully I0514 08:38:51.284486 3771 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0514 08:38:51.284489 3771 factory.go:1977] *v1.Pod informer cache synced successfully I0514 08:38:51.284492 3771 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0514 08:38:51.284495 3771 factory.go:1977] *v1.Namespace informer cache synced successfully I0514 08:38:51.284578 3771 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0514 08:38:51.284588 3771 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0514 08:38:51.284661 3771 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.284672 3771 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.286792 3771 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.290532 3771 factory.go:1977] *v1.EgressIP informer cache synced successfully I0514 08:38:51.290555 3771 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0514 08:38:51.290562 3771 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0514 08:38:51.290603 3771 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.290614 3771 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.292628 3771 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.296455 3771 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0514 08:38:51.296507 3771 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.296517 3771 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.296569 3771 factory.go:1977] *v1.EgressIP informer cache synced successfully I0514 08:38:51.298382 3771 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.302234 3771 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0514 08:38:51.302312 3771 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0514 08:38:51.302379 3771 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.302402 3771 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.304384 3771 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.308118 3771 factory.go:1977] *v1.EgressService informer cache synced successfully I0514 08:38:51.308139 3771 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0514 08:38:51.308166 3771 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.308176 3771 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.309984 3771 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.313660 3771 factory.go:1977] *v1.EgressService informer cache synced successfully I0514 08:38:51.313739 3771 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0514 08:38:51.313909 3771 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0514 08:38:51.313927 3771 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0514 08:38:51.315933 3771 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0514 08:38:51.319708 3771 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0514 08:38:51.319721 3771 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0514 08:38:51.319771 3771 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.319779 3771 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.319785 3771 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.319790 3771 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.321817 3771 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.322146 3771 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 08:38:51.325131 3771 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0514 08:38:51.325141 3771 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0514 08:38:51.325148 3771 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0514 08:38:51.325155 3771 factory.go:680] Watch Factory start up complete, took: 152.193473ms I0514 08:38:51.325214 3771 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0514 08:38:51.330707 3771 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0514 08:38:51.330718 3771 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0514 08:38:51.330725 3771 factory.go:680] Watch Factory start up complete, took: 152.576378ms I0514 08:38:51.330731 3771 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-84.ec2.internal" zone I0514 08:38:51.379770 3771 default_node_network_controller.go:710] Initializing the default node network controller I0514 08:38:51.456958 3771 udn_isolation.go:101] Starting UDN host isolation manager I0514 08:38:51.464306 3771 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0514 08:38:51.522508 3771 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0514 08:38:51.522626 3771 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0514 08:38:51.522642 3771 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0514 08:38:51.555232 3771 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0514 08:38:51.555292 3771 default_node_network_controller.go:809] Node ip-10-0-1-84.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0514 08:38:51.560778 3771 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.84"] k8s.ovn.org/zone-name:ip-10-0-1-84.ec2.internal] on node ip-10-0-1-84.ec2.internal I0514 08:38:51.581398 3771 controller_manager.go:429] Waiting for node in zone sync took: 250.655147ms I0514 08:38:51.582465 3771 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0514 08:38:51.585382 3771 controller_manager.go:611] Switching to transit router for layer2 networks I0514 08:38:51.585396 3771 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-84.ec2.internal I0514 08:38:51.588760 3771 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0514 08:38:51.588876 3771 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0514 08:38:51.589034 3771 gateway_init.go:263] Preparing Gateway I0514 08:38:51.589046 3771 gateway_shared_intf.go:1687] Creating new gateway I0514 08:38:51.599985 3771 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0514 08:38:51.606275 3771 controller_manager.go:290] SCTP support detected in OVN I0514 08:38:51.607011 3771 services_controller.go:69] Creating services controller for network=default I0514 08:38:51.607111 3771 udn_enabled_svc.go:80] Waiting for service informer to sync I0514 08:38:51.607323 3771 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0514 08:38:51.607387 3771 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0514 08:38:51.607399 3771 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0514 08:38:51.607407 3771 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0514 08:38:51.607755 3771 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0514 08:38:51.607788 3771 udn_enabled_svc.go:95] Performing full resync I0514 08:38:51.607857 3771 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0514 08:38:51.607909 3771 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 40.067µs I0514 08:38:51.607919 3771 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 63.569µs I0514 08:38:51.607926 3771 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0514 08:38:51.607936 3771 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0514 08:38:51.607945 3771 default_network_controller.go:325] Starting the default network controller I0514 08:38:51.607976 3771 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 138.28µs I0514 08:38:51.608028 3771 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 18.511µs I0514 08:38:51.608171 3771 udn_enabled_svc.go:99] Waiting for handler to sync I0514 08:38:51.608184 3771 udn_enabled_svc.go:104] Starting worker I0514 08:38:51.617532 3771 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0514 08:38:51.617614 3771 repair.go:33] Syncing exgw routes took 56.724µs I0514 08:38:51.617642 3771 default_network_controller.go:414] Starting all the Watchers... I0514 08:38:51.617780 3771 namespace.go:98] [openshift-must-gather-operator] adding namespace I0514 08:38:51.617798 3771 namespace.go:98] [openshift-dns-operator] adding namespace I0514 08:38:51.617804 3771 namespace.go:98] [openshift-network-console] adding namespace I0514 08:38:51.617801 3771 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0514 08:38:51.617815 3771 namespace.go:98] [openshift-ingress-canary] adding namespace I0514 08:38:51.617816 3771 namespace.go:98] [openshift-operators-redhat] adding namespace I0514 08:38:51.617834 3771 namespace.go:98] [openshift-machine-config-operator] adding namespace I0514 08:38:51.617835 3771 namespace.go:98] [openshift] adding namespace I0514 08:38:51.617834 3771 namespace.go:98] [openshift-console-operator] adding namespace I0514 08:38:51.617846 3771 namespace.go:98] [openshift-apiserver-operator] adding namespace I0514 08:38:51.617860 3771 namespace.go:98] [openshift-network-operator] adding namespace I0514 08:38:51.617918 3771 namespace.go:98] [openshift-service-ca-operator] adding namespace I0514 08:38:51.617785 3771 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0514 08:38:51.617947 3771 namespace.go:98] [openshift-host-network] adding namespace I0514 08:38:51.618000 3771 namespace.go:98] [openshift-operators] adding namespace I0514 08:38:51.618443 3771 namespace.go:102] [openshift-must-gather-operator] adding namespace took 649.12µs I0514 08:38:51.618458 3771 namespace.go:98] [openshift-backplane-cee] adding namespace I0514 08:38:51.618927 3771 namespace.go:102] [openshift-backplane-cee] adding namespace took 462.852µs I0514 08:38:51.618941 3771 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0514 08:38:51.619612 3771 namespace.go:102] [openshift-dns-operator] adding namespace took 1.800168ms I0514 08:38:51.619634 3771 namespace.go:98] [openshift-dns] adding namespace I0514 08:38:51.620188 3771 namespace.go:102] [openshift-dns] adding namespace took 547.662µs I0514 08:38:51.620199 3771 namespace.go:98] [openshift-customer-monitoring] adding namespace I0514 08:38:51.620718 3771 namespace.go:102] [openshift-network-console] adding namespace took 2.90382ms I0514 08:38:51.620738 3771 namespace.go:98] [openshift-config] adding namespace I0514 08:38:51.621178 3771 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 3.361454ms I0514 08:38:51.621191 3771 namespace.go:98] [openshift-console-user-settings] adding namespace I0514 08:38:51.621644 3771 namespace.go:102] [openshift-operators-redhat] adding namespace took 3.821494ms I0514 08:38:51.621654 3771 namespace.go:98] [openshift-marketplace] adding namespace I0514 08:38:51.622151 3771 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.332565ms I0514 08:38:51.622161 3771 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0514 08:38:51.622656 3771 namespace.go:102] [openshift-machine-config-operator] adding namespace took 4.80606ms I0514 08:38:51.622675 3771 namespace.go:98] [openshift-kube-apiserver] adding namespace I0514 08:38:51.623122 3771 namespace.go:102] [openshift] adding namespace took 5.268605ms I0514 08:38:51.623143 3771 namespace.go:98] [default] adding namespace I0514 08:38:51.623610 3771 namespace.go:102] [openshift-console-operator] adding namespace took 5.756972ms I0514 08:38:51.623623 3771 namespace.go:98] [openshift-insights] adding namespace I0514 08:38:51.624101 3771 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.244915ms I0514 08:38:51.624115 3771 namespace.go:98] [openshift-config-managed] adding namespace I0514 08:38:51.624810 3771 namespace.go:102] [openshift-network-operator] adding namespace took 6.937162ms I0514 08:38:51.624824 3771 namespace.go:98] [openshift-controller-manager] adding namespace I0514 08:38:51.625298 3771 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.372708ms I0514 08:38:51.625325 3771 namespace.go:98] [openshift-image-registry] adding namespace I0514 08:38:51.625898 3771 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.97026ms I0514 08:38:51.625908 3771 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0514 08:38:51.626402 3771 namespace.go:102] [openshift-host-network] adding namespace took 8.445151ms I0514 08:38:51.626411 3771 namespace.go:98] [openshift-ingress-operator] adding namespace I0514 08:38:51.627415 3771 namespace.go:102] [openshift-operators] adding namespace took 9.404217ms I0514 08:38:51.627429 3771 namespace.go:98] [openshift-backplane-csm] adding namespace I0514 08:38:51.628025 3771 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 9.07854ms I0514 08:38:51.628040 3771 namespace.go:98] [openshift-monitoring] adding namespace I0514 08:38:51.628508 3771 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.304087ms I0514 08:38:51.628522 3771 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0514 08:38:51.628981 3771 namespace.go:102] [openshift-config] adding namespace took 8.237529ms I0514 08:38:51.628994 3771 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0514 08:38:51.629477 3771 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.281828ms I0514 08:38:51.629490 3771 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0514 08:38:51.630051 3771 namespace.go:102] [openshift-marketplace] adding namespace took 8.390968ms I0514 08:38:51.630065 3771 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0514 08:38:51.630561 3771 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.393676ms I0514 08:38:51.630575 3771 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0514 08:38:51.631188 3771 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.507799ms I0514 08:38:51.631201 3771 namespace.go:98] [openshift-backplane-srep] adding namespace I0514 08:38:51.631742 3771 namespace.go:102] [default] adding namespace took 8.591447ms I0514 08:38:51.631757 3771 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0514 08:38:51.632291 3771 namespace.go:102] [openshift-insights] adding namespace took 8.662267ms I0514 08:38:51.632310 3771 namespace.go:98] [openshift-route-controller-manager] adding namespace I0514 08:38:51.632877 3771 namespace.go:102] [openshift-config-managed] adding namespace took 8.75463ms I0514 08:38:51.632894 3771 namespace.go:98] [kube-public] adding namespace I0514 08:38:51.633367 3771 namespace.go:102] [openshift-controller-manager] adding namespace took 8.535356ms I0514 08:38:51.633386 3771 namespace.go:98] [dedicated-admin] adding namespace I0514 08:38:51.633897 3771 namespace.go:102] [openshift-image-registry] adding namespace took 8.562873ms I0514 08:38:51.633917 3771 namespace.go:98] [openshift-kube-scheduler] adding namespace I0514 08:38:51.634429 3771 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.514766ms I0514 08:38:51.634447 3771 namespace.go:98] [openshift-console] adding namespace I0514 08:38:51.634954 3771 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.538199ms I0514 08:38:51.634967 3771 namespace.go:98] [openshift-authentication] adding namespace I0514 08:38:51.635446 3771 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.011133ms I0514 08:38:51.635461 3771 namespace.go:98] [openshift-backplane-cse] adding namespace I0514 08:38:51.635894 3771 namespace.go:102] [openshift-monitoring] adding namespace took 7.847449ms I0514 08:38:51.635913 3771 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0514 08:38:51.636434 3771 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.906829ms I0514 08:38:51.636449 3771 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0514 08:38:51.636906 3771 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.905229ms I0514 08:38:51.636926 3771 namespace.go:98] [openshift-multus] adding namespace I0514 08:38:51.637443 3771 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.947574ms I0514 08:38:51.637456 3771 namespace.go:98] [openshift-authentication-operator] adding namespace I0514 08:38:51.638003 3771 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.932622ms I0514 08:38:51.638016 3771 namespace.go:98] [openshift-etcd] adding namespace I0514 08:38:51.638454 3771 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.872176ms I0514 08:38:51.638469 3771 namespace.go:98] [openshift-infra] adding namespace I0514 08:38:51.638961 3771 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.753318ms I0514 08:38:51.638980 3771 namespace.go:98] [openshift-ingress] adding namespace I0514 08:38:51.639406 3771 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.640041ms I0514 08:38:51.639425 3771 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0514 08:38:51.639952 3771 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.633892ms I0514 08:38:51.639972 3771 namespace.go:98] [openshift-logging] adding namespace I0514 08:38:51.640381 3771 namespace.go:102] [kube-public] adding namespace took 7.480917ms I0514 08:38:51.640402 3771 namespace.go:98] [open-cluster-management-2q9jgrtid73pp275kl3h1j85cc2965e0] adding namespace I0514 08:38:51.640988 3771 namespace.go:102] [dedicated-admin] adding namespace took 7.589755ms I0514 08:38:51.641007 3771 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0514 08:38:51.641642 3771 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.719045ms I0514 08:38:51.641660 3771 namespace.go:98] [openshift-node] adding namespace I0514 08:38:51.642101 3771 namespace.go:102] [openshift-console] adding namespace took 7.648605ms I0514 08:38:51.642114 3771 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0514 08:38:51.642684 3771 namespace.go:102] [openshift-authentication] adding namespace took 7.712487ms I0514 08:38:51.642699 3771 namespace.go:98] [openshift-machine-api] adding namespace I0514 08:38:51.643204 3771 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.736646ms I0514 08:38:51.643218 3771 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0514 08:38:51.643770 3771 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.850531ms I0514 08:38:51.643784 3771 namespace.go:98] [openshift-cluster-version] adding namespace W0514 08:38:51.644342 3771 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-4vv2w: pod openshift-multus/network-metrics-daemon-4vv2w: no pod IPs found W0514 08:38:51.644358 3771 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-prg2h: pod openshift-multus/network-metrics-daemon-prg2h: no pod IPs found W0514 08:38:51.644367 3771 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-q5482: pod openshift-multus/network-metrics-daemon-q5482: no pod IPs found I0514 08:38:51.644376 3771 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.920666ms I0514 08:38:51.644979 3771 namespace.go:102] [openshift-multus] adding namespace took 8.046229ms I0514 08:38:51.644997 3771 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0514 08:38:51.645624 3771 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.160447ms I0514 08:38:51.645642 3771 namespace.go:98] [openshift-backplane] adding namespace I0514 08:38:51.646153 3771 namespace.go:102] [openshift-etcd] adding namespace took 8.130775ms I0514 08:38:51.646166 3771 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0514 08:38:51.646732 3771 namespace.go:102] [openshift-infra] adding namespace took 8.2551ms I0514 08:38:51.646750 3771 namespace.go:98] [openshift-backplane-tam] adding namespace I0514 08:38:51.647301 3771 namespace.go:102] [openshift-ingress] adding namespace took 8.315313ms I0514 08:38:51.647311 3771 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0514 08:38:51.647928 3771 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.49571ms I0514 08:38:51.647947 3771 namespace.go:98] [kube-node-lease] adding namespace I0514 08:38:51.648393 3771 namespace.go:102] [openshift-logging] adding namespace took 8.416335ms I0514 08:38:51.648406 3771 namespace.go:98] [openshift-apiserver] adding namespace I0514 08:38:51.648855 3771 namespace.go:102] [open-cluster-management-2q9jgrtid73pp275kl3h1j85cc2965e0] adding namespace took 8.447134ms I0514 08:38:51.648870 3771 namespace.go:98] [openshift-package-operator] adding namespace I0514 08:38:51.649304 3771 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.290961ms I0514 08:38:51.649319 3771 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0514 08:38:51.649723 3771 namespace.go:102] [openshift-node] adding namespace took 8.056842ms I0514 08:38:51.649735 3771 namespace.go:98] [openshift-config-operator] adding namespace I0514 08:38:51.650264 3771 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.144404ms I0514 08:38:51.650281 3771 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0514 08:38:51.650785 3771 namespace.go:102] [openshift-machine-api] adding namespace took 8.080468ms I0514 08:38:51.650799 3771 namespace.go:98] [openshift-backplane-mobb] adding namespace I0514 08:38:51.651265 3771 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.041114ms I0514 08:38:51.651870 3771 namespace.go:102] [openshift-cluster-version] adding namespace took 8.081322ms I0514 08:38:51.652248 3771 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.244549ms I0514 08:38:51.652809 3771 namespace.go:102] [openshift-backplane] adding namespace took 7.158967ms I0514 08:38:51.652827 3771 namespace.go:98] [openshift-network-node-identity] adding namespace I0514 08:38:51.653319 3771 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.147172ms I0514 08:38:51.653754 3771 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.998896ms I0514 08:38:51.654180 3771 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.862973ms I0514 08:38:51.654194 3771 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0514 08:38:51.654653 3771 namespace.go:102] [kube-node-lease] adding namespace took 6.700615ms I0514 08:38:51.654666 3771 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0514 08:38:51.655149 3771 namespace.go:102] [openshift-apiserver] adding namespace took 6.736972ms I0514 08:38:51.656088 3771 namespace.go:102] [openshift-package-operator] adding namespace took 7.210176ms I0514 08:38:51.656628 3771 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.302494ms I0514 08:38:51.657154 3771 namespace.go:102] [openshift-config-operator] adding namespace took 7.412372ms I0514 08:38:51.657170 3771 namespace.go:98] [kube-system] adding namespace I0514 08:38:51.657785 3771 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.495895ms I0514 08:38:51.657805 3771 namespace.go:98] [openshift-network-diagnostics] adding namespace I0514 08:38:51.658379 3771 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.572889ms I0514 08:38:51.658849 3771 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.014887ms I0514 08:38:51.659482 3771 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.282587ms W0514 08:38:51.660041 3771 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-r2wjn: pod kube-system/global-pull-secret-syncer-r2wjn: no pod IPs found W0514 08:38:51.660057 3771 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-b2rvt: pod kube-system/global-pull-secret-syncer-b2rvt: no pod IPs found W0514 08:38:51.660066 3771 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-hvnkp: pod kube-system/global-pull-secret-syncer-hvnkp: no pod IPs found I0514 08:38:51.660070 3771 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.397744ms I0514 08:38:51.660563 3771 namespace.go:102] [kube-system] adding namespace took 3.388047ms W0514 08:38:51.660569 3771 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5zw4c: pod openshift-network-diagnostics/network-check-target-5zw4c: no pod IPs found W0514 08:38:51.660580 3771 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qpqww: pod openshift-network-diagnostics/network-check-target-qpqww: no pod IPs found W0514 08:38:51.660587 3771 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-wmtcq: pod openshift-network-diagnostics/network-check-target-wmtcq: no pod IPs found I0514 08:38:51.661080 3771 namespace.go:102] [openshift-network-diagnostics] adding namespace took 3.26785ms W0514 08:38:51.661166 3771 master.go:458] Unable to parse local node ip-10-0-1-84.ec2.internal chassis-id annotation. Chassis may be removed during sync W0514 08:38:51.661174 3771 master.go:471] Unable to parse remote node ip-10-0-0-55.ec2.internal chassis-id annotation. Chassis may be removed during sync W0514 08:38:51.661179 3771 master.go:471] Unable to parse remote node ip-10-0-2-193.ec2.internal chassis-id annotation. Chassis may be removed during sync I0514 08:38:51.661182 3771 master.go:481] Removing stale chassis with ID/Name: dedfa2e4-36eb-47d5-9631-dcbcc1119bf2, hostname: ip-10-0-1-84.ec2.internal I0514 08:38:51.661682 3771 master.go:548] Adding or Updating local node "ip-10-0-1-84.ec2.internal" for network "default" I0514 08:38:51.661747 3771 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-193.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-193.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-193.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-193.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-193.ec2.internal I0514 08:38:51.661750 3771 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-55.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-55.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-55.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-55.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-55.ec2.internal I0514 08:38:51.665708 3771 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-84.ec2.internal for the network default I0514 08:38:51.666055 3771 zone_ic_handler.go:195] Time taken to create transit switch: 331.389µs I0514 08:38:51.666881 3771 default_network_controller.go:823] Node add failed for ip-10-0-1-84.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-84.ec2.internal, error getting gateway config for node ip-10-0-1-84.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-84.ec2.internal", failed to update chassis to local for local node ip-10-0-1-84.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-84.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-84.ec2.internal] E0514 08:38:51.666926 3771 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-84.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-84.ec2.internal, error getting gateway config for node ip-10-0-1-84.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-84.ec2.internal", failed to update chassis to local for local node ip-10-0-1-84.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-84.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-84.ec2.internal] I0514 08:38:51.666975 3771 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0514 08:38:51.667003 3771 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0514 08:38:51.667004 3771 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-84.ec2.internal", UID:"33800ac0-a70d-46e3-9c03-a850683ef750", APIVersion:"v1", ResourceVersion:"8771", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-84.ec2.internal, error getting gateway config for node ip-10-0-1-84.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-84.ec2.internal", failed to update chassis to local for local node ip-10-0-1-84.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-84.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-84.ec2.internal] I0514 08:38:51.667022 3771 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0514 08:38:51.667041 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-55.ec2.internal in network "default" I0514 08:38:51.667070 3771 node_tracker.go:235] Node ip-10-0-0-55.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-55.ec2.internal" I0514 08:38:51.667082 3771 node_tracker.go:169] Node ip-10-0-0-55.ec2.internal switch + router changed, syncing services in network "default" I0514 08:38:51.667096 3771 services_controller.go:574] Full service sync requested for network=default I0514 08:38:51.667105 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-84.ec2.internal in network "default" I0514 08:38:51.667114 3771 node_tracker.go:235] Node ip-10-0-1-84.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-84.ec2.internal" I0514 08:38:51.667120 3771 node_tracker.go:169] Node ip-10-0-1-84.ec2.internal switch + router changed, syncing services in network "default" I0514 08:38:51.667124 3771 services_controller.go:574] Full service sync requested for network=default I0514 08:38:51.667131 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-193.ec2.internal in network "default" I0514 08:38:51.667139 3771 node_tracker.go:235] Node ip-10-0-2-193.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-193.ec2.internal" I0514 08:38:51.667144 3771 node_tracker.go:169] Node ip-10-0-2-193.ec2.internal switch + router changed, syncing services in network "default" I0514 08:38:51.667159 3771 services_controller.go:574] Full service sync requested for network=default I0514 08:38:51.708290 3771 iptables.go:108] Creating table: filter chain: FORWARD I0514 08:38:51.715377 3771 iptables.go:108] Creating table: filter chain: OUTPUT I0514 08:38:51.722591 3771 gateway_shared_intf.go:1816] Gateway Creation Complete I0514 08:38:51.722607 3771 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-84.ec2.internal","mac-address":"0a:ff:d1:c2:97:0f","ip-addresses":["10.0.1.84/24"],"ip-address":"10.0.1.84/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:dedfa2e4-36eb-47d5-9631-dcbcc1119bf2 k8s.ovn.org/node-encap-ips:["10.0.1.84"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.84/24"} k8s.ovn.org/zone-name:ip-10-0-1-84.ec2.internal] on node ip-10-0-1-84.ec2.internal I0514 08:38:51.739339 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-84.ec2.internal in network "default" I0514 08:38:51.739440 3771 node_tracker.go:169] Node ip-10-0-1-84.ec2.internal switch + router changed, syncing services in network "default" I0514 08:38:51.739460 3771 services_controller.go:574] Full service sync requested for network=default I0514 08:38:51.739465 3771 master.go:548] Adding or Updating local node "ip-10-0-1-84.ec2.internal" for network "default" I0514 08:38:51.743723 3771 default_node_network_controller.go:519] Node connection status = connected W0514 08:38:51.744988 3771 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-4vv2w: pod openshift-multus/network-metrics-daemon-4vv2w: no pod IPs found W0514 08:38:51.745014 3771 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-wmtcq: pod openshift-network-diagnostics/network-check-target-wmtcq: no pod IPs found W0514 08:38:51.745026 3771 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-hvnkp: pod kube-system/global-pull-secret-syncer-hvnkp: no pod IPs found I0514 08:38:51.746084 3771 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-84.ec2.internal for the network default I0514 08:38:51.746302 3771 zone_ic_handler.go:195] Time taken to create transit switch: 203.039µs I0514 08:38:51.753688 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-55.ec2.internal in network "default" I0514 08:38:51.753697 3771 default_network_controller.go:1025] Node "ip-10-0-0-55.ec2.internal" in remote zone "ip-10-0-0-55.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 08:38:51.753729 3771 node_tracker.go:169] Node ip-10-0-0-55.ec2.internal switch + router changed, syncing services in network "default" I0514 08:38:51.753741 3771 services_controller.go:574] Full service sync requested for network=default I0514 08:38:51.754350 3771 zone_ic_handler.go:195] Time taken to create transit switch: 175.684µs I0514 08:38:51.754364 3771 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-55.ec2.internal for the network default I0514 08:38:51.755285 3771 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-55.ec2.internal" on network "default" took: 1.120789ms I0514 08:38:51.767168 3771 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0514 08:38:51.767185 3771 services_controller.go:208] Setting up event handlers for services for network=default I0514 08:38:51.767229 3771 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0514 08:38:51.767267 3771 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0514 08:38:51.767278 3771 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0514 08:38:51.867766 3771 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0514 08:38:51.867789 3771 repair.go:60] Starting repairing loop for services I0514 08:38:51.867888 3771 repair.go:131] Deleted 0 stale service LBs I0514 08:38:51.867909 3771 repair.go:137] Deleted 0 stale Chassis Template Vars I0514 08:38:51.867929 3771 repair.go:62] Finished repairing loop for services: 141.852µs I0514 08:38:51.867957 3771 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0514 08:38:51.867968 3771 services_controller.go:254] Starting workers for network=default I0514 08:38:51.868333 3771 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-prg2h, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-prg2h: suppressed error logged: pod openshift-multus/network-metrics-daemon-prg2h: no pod IPs found I0514 08:38:51.868403 3771 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-r2wjn, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-r2wjn: suppressed error logged: pod kube-system/global-pull-secret-syncer-r2wjn: no pod IPs found I0514 08:38:51.868416 3771 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-qpqww, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-qpqww: suppressed error logged: pod openshift-network-diagnostics/network-check-target-qpqww: no pod IPs found I0514 08:38:51.868424 3771 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-4vv2w] creating logical port openshift-multus_network-metrics-daemon-4vv2w for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:51.868422 3771 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wmtcq] creating logical port openshift-network-diagnostics_network-check-target-wmtcq for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:51.868456 3771 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-hvnkp] creating logical port kube-system_global-pull-secret-syncer-hvnkp for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:51.868493 3771 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-b2rvt, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-b2rvt: suppressed error logged: pod kube-system/global-pull-secret-syncer-b2rvt: no pod IPs found I0514 08:38:51.868554 3771 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-q5482, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-q5482: suppressed error logged: pod openshift-multus/network-metrics-daemon-q5482: no pod IPs found I0514 08:38:51.868627 3771 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-4vv2w I0514 08:38:51.868566 3771 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-5zw4c, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5zw4c: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5zw4c: no pod IPs found I0514 08:38:51.868647 3771 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-hvnkp I0514 08:38:51.868731 3771 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-wmtcq I0514 08:38:51.885269 3771 pod.go:62] [openshift-multus/network-metrics-daemon-4vv2w] pod update took 16.764288ms I0514 08:38:51.885288 3771 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-4vv2w] addLogicalPort annotation time took 16.787873ms I0514 08:38:51.886187 3771 pods.go:271] [openshift-multus/network-metrics-daemon-4vv2w] addLogicalPort took 17.769044ms, libovsdb time 678.932µs I0514 08:38:51.886985 3771 pod.go:62] [kube-system/global-pull-secret-syncer-hvnkp] pod update took 18.461643ms I0514 08:38:51.887005 3771 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-hvnkp] addLogicalPort annotation time took 18.485506ms I0514 08:38:51.887988 3771 pods.go:271] [kube-system/global-pull-secret-syncer-hvnkp] addLogicalPort took 19.536829ms, libovsdb time 742.811µs I0514 08:38:51.891178 3771 pod.go:62] [openshift-network-diagnostics/network-check-target-wmtcq] pod update took 22.655679ms I0514 08:38:51.891200 3771 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-wmtcq] addLogicalPort annotation time took 22.678172ms I0514 08:38:51.892429 3771 pods.go:271] [openshift-network-diagnostics/network-check-target-wmtcq] addLogicalPort took 24.018644ms, libovsdb time 628.685µs I0514 08:38:51.892802 3771 admin_network_policy_controller.go:227] Starting controller default-network-controller I0514 08:38:51.892829 3771 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0514 08:38:51.892841 3771 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0514 08:38:51.892845 3771 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0514 08:38:51.893071 3771 repair.go:29] Repairing admin network policies took 220.159µs I0514 08:38:51.893187 3771 repair.go:92] Repairing baseline admin network policies took 104.698µs I0514 08:38:51.893563 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0514 08:38:51.893581 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0514 08:38:51.895154 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0514 08:38:51.895173 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0514 08:38:51.895180 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0514 08:38:51.896431 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0514 08:38:51.896452 3771 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0514 08:38:51.896461 3771 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0514 08:38:51.898018 3771 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0514 08:38:51.898035 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0514 08:38:51.898042 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0514 08:38:51.899259 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0514 08:38:51.899277 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0514 08:38:51.899285 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0514 08:38:51.899816 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0514 08:38:51.899836 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0514 08:38:51.900235 3771 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0514 08:38:51.900248 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0514 08:38:51.900990 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0514 08:38:51.901009 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0514 08:38:51.901021 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0514 08:38:51.902348 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0514 08:38:51.902368 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0514 08:38:51.902375 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0514 08:38:51.904223 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0514 08:38:51.904243 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0514 08:38:51.904253 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0514 08:38:51.905846 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0514 08:38:51.905865 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0514 08:38:51.905871 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0514 08:38:51.906258 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0514 08:38:51.906278 3771 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0514 08:38:51.906285 3771 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0514 08:38:51.907764 3771 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0514 08:38:51.907784 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0514 08:38:51.907797 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0514 08:38:51.908929 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0514 08:38:51.908951 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0514 08:38:51.908959 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0514 08:38:51.909282 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0514 08:38:51.909304 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0514 08:38:51.909312 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0514 08:38:51.909907 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0514 08:38:51.909923 3771 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0514 08:38:51.909933 3771 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0514 08:38:51.910932 3771 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0514 08:38:51.910950 3771 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0514 08:38:51.910959 3771 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0514 08:38:51.912167 3771 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0514 08:38:51.912184 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0514 08:38:51.912193 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0514 08:38:51.913249 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0514 08:38:51.913266 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0514 08:38:51.913274 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0514 08:38:51.914002 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0514 08:38:51.914023 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0514 08:38:51.914031 3771 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0514 08:38:51.915731 3771 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0514 08:38:51.915753 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0514 08:38:51.915761 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0514 08:38:51.916655 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0514 08:38:51.916675 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0514 08:38:51.916704 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0514 08:38:51.917427 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0514 08:38:51.917439 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0514 08:38:51.917448 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0514 08:38:51.918059 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0514 08:38:51.918074 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0514 08:38:51.918081 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0514 08:38:51.918692 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0514 08:38:51.918712 3771 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0514 08:38:51.918720 3771 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0514 08:38:51.919766 3771 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0514 08:38:51.919790 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0514 08:38:51.919802 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0514 08:38:51.920272 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0514 08:38:51.920289 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0514 08:38:51.920297 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0514 08:38:51.920749 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0514 08:38:51.920770 3771 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0514 08:38:51.920780 3771 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0514 08:38:51.921229 3771 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0514 08:38:51.921244 3771 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0514 08:38:51.921252 3771 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0514 08:38:51.922056 3771 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0514 08:38:51.922078 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0514 08:38:51.922096 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0514 08:38:51.923338 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0514 08:38:51.927834 3771 egressfirewall.go:374] Starting EgressFirewall controller I0514 08:38:51.927863 3771 controller.go:133] Adding controller egress-firewall-controller event handlers I0514 08:38:51.927865 3771 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0514 08:38:51.927884 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0514 08:38:51.927892 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0514 08:38:51.927898 3771 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0514 08:38:51.927902 3771 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0514 08:38:51.928177 3771 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0514 08:38:51.928191 3771 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0514 08:38:51.928197 3771 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0514 08:38:51.928204 3771 egressqos.go:193] Setting up event handlers for EgressQoS I0514 08:38:51.928218 3771 egressfirewall.go:723] Syncing node "ip-10-0-0-55.ec2.internal" for egress firewall I0514 08:38:51.928228 3771 egressfirewall.go:723] Syncing node "ip-10-0-1-84.ec2.internal" for egress firewall I0514 08:38:51.928232 3771 egressfirewall.go:723] Syncing node "ip-10-0-2-193.ec2.internal" for egress firewall I0514 08:38:51.928371 3771 egressqos.go:245] Starting EgressQoS Controller I0514 08:38:51.928382 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0514 08:38:51.928388 3771 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0514 08:38:51.928393 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0514 08:38:51.928397 3771 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0514 08:38:51.928402 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0514 08:38:51.928406 3771 shared_informer.go:356] "Caches are synced" controller="egressqos" I0514 08:38:51.928409 3771 egressqos.go:259] Repairing EgressQoSes I0514 08:38:51.928413 3771 egressqos.go:399] Starting repairing loop for egressqos I0514 08:38:51.928476 3771 egressqos.go:401] Finished repairing loop for egressqos: 62.898µs I0514 08:38:51.928490 3771 egressservice_zone.go:132] Setting up event handlers for Egress Services I0514 08:38:51.928527 3771 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-84.ec2.internal I0514 08:38:51.928588 3771 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-84.ec2.internal : 60.595µs I0514 08:38:51.928663 3771 egressservice_zone.go:210] Starting Egress Services Controller I0514 08:38:51.928674 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0514 08:38:51.928680 3771 shared_informer.go:356] "Caches are synced" controller="egressservices" I0514 08:38:51.928685 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0514 08:38:51.928690 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0514 08:38:51.928694 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0514 08:38:51.928699 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0514 08:38:51.928703 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0514 08:38:51.928708 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0514 08:38:51.928711 3771 egressservice_zone.go:228] Repairing Egress Services I0514 08:38:51.928966 3771 master_controller.go:88] Starting Admin Policy Based Route Controller I0514 08:38:51.928976 3771 external_controller.go:278] Starting Admin Policy Based Route Controller I0514 08:38:51.928988 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-55.ec2.internal I0514 08:38:51.928997 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-55.ec2.internal: 8.88µs I0514 08:38:51.929005 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-84.ec2.internal I0514 08:38:51.929010 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-84.ec2.internal: 6.028µs I0514 08:38:51.929017 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-193.ec2.internal I0514 08:38:51.929022 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-193.ec2.internal: 5.292µs I0514 08:38:51.929118 3771 default_network_controller.go:585] Completing all the Watchers took 311.46886ms I0514 08:38:51.929132 3771 default_network_controller.go:589] Starting unidling controllers I0514 08:38:51.929142 3771 unidle.go:46] Registering OVN SB ControllerEvent handler I0514 08:38:51.929148 3771 unidle.go:63] Populating Initial ContollerEvent events I0514 08:38:51.929157 3771 unidle.go:79] Setting up event handlers for services I0514 08:38:51.929346 3771 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0514 08:38:52.243963 3771 default_node_network_controller.go:519] Node connection status = connected I0514 08:38:52.744457 3771 default_node_network_controller.go:519] Node connection status = connected I0514 08:38:53.243893 3771 default_node_network_controller.go:519] Node connection status = connected I0514 08:38:53.744020 3771 default_node_network_controller.go:519] Node connection status = connected I0514 08:38:53.975383 3771 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0514 08:38:54.243917 3771 default_node_network_controller.go:519] Node connection status = connected I0514 08:38:54.261804 3771 bridgeconfig.go:537] Gateway is ready I0514 08:38:54.261822 3771 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0514 08:38:54.273817 3771 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.84. Updating OVN encap IP. I0514 08:38:54.279074 3771 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.84 - it is already configured I0514 08:38:54.279089 3771 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.84/24:{} 172.20.0.1/32:{}]. Updating annotations. I0514 08:38:54.279289 3771 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.84/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-84.ec2.internal","mac-address":"0a:ff:d1:c2:97:0f","ip-addresses":["10.0.1.84/24"],"ip-address":"10.0.1.84/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:dedfa2e4-36eb-47d5-9631-dcbcc1119bf2 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.84/24"}] on node ip-10-0-1-84.ec2.internal I0514 08:38:54.292675 3771 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.84 I0514 08:38:54.292780 3771 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-84.ec2.internal I0514 08:38:54.293108 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-84.ec2.internal in network "default" I0514 08:38:54.293152 3771 egressfirewall.go:723] Syncing node "ip-10-0-1-84.ec2.internal" for egress firewall I0514 08:38:54.293156 3771 node_tracker.go:169] Node ip-10-0-1-84.ec2.internal switch + router changed, syncing services in network "default" I0514 08:38:54.293175 3771 services_controller.go:574] Full service sync requested for network=default I0514 08:38:54.293210 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-84.ec2.internal I0514 08:38:54.293226 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-84.ec2.internal: 20.329µs I0514 08:38:54.293278 3771 master.go:548] Adding or Updating local node "ip-10-0-1-84.ec2.internal" for network "default" I0514 08:38:54.297794 3771 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-84.ec2.internal. Updating no re-route policies I0514 08:38:54.297874 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-h7mgv I0514 08:38:54.297874 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-fbhgj I0514 08:38:54.297893 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-h7mgv I0514 08:38:54.297894 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-fbhgj I0514 08:38:54.297903 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-84.ec2.internal I0514 08:38:54.297906 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-lrvmk I0514 08:38:54.297916 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-84.ec2.internal I0514 08:38:54.297919 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-fbhgj after 0 failed attempt(s) I0514 08:38:54.297919 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-qpqww I0514 08:38:54.297928 3771 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-r2wjn I0514 08:38:54.297931 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-qpqww I0514 08:38:54.297931 3771 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-p2v8g I0514 08:38:54.297939 3771 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-r2wjn I0514 08:38:54.297939 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h49g4 I0514 08:38:54.297942 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-8vvsd I0514 08:38:54.297946 3771 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-84.ec2.internal I0514 08:38:54.297949 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h49g4 I0514 08:38:54.297949 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-q5482 I0514 08:38:54.297954 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-8vvsd I0514 08:38:54.297947 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-4vv2w I0514 08:38:54.297957 3771 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-84.ec2.internal I0514 08:38:54.297962 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-q5482 I0514 08:38:54.297964 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-4vv2w I0514 08:38:54.297963 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h49g4 after 0 failed attempt(s) I0514 08:38:54.297967 3771 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-qpqww, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-qpqww: suppressed error logged: pod openshift-network-diagnostics/network-check-target-qpqww: no pod IPs found I0514 08:38:54.297962 3771 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-hvnkp I0514 08:38:54.297974 3771 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-r2wjn, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-r2wjn: suppressed error logged: pod kube-system/global-pull-secret-syncer-r2wjn: no pod IPs found I0514 08:38:54.297931 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-84.ec2.internal after 0 failed attempt(s) I0514 08:38:54.297981 3771 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-hvnkp I0514 08:38:54.297977 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-gvsg7 I0514 08:38:54.297986 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-8vvsd after 0 failed attempt(s) I0514 08:38:54.297991 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-gvsg7 I0514 08:38:54.297946 3771 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-p2v8g I0514 08:38:54.297994 3771 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-q5482, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-q5482: suppressed error logged: pod openshift-multus/network-metrics-daemon-q5482: no pod IPs found I0514 08:38:54.297920 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-lrvmk I0514 08:38:54.298001 3771 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-4vv2w] creating logical port openshift-multus_network-metrics-daemon-4vv2w for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:54.298007 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-gvsg7 after 0 failed attempt(s) I0514 08:38:54.298010 3771 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-p2v8g after 0 failed attempt(s) I0514 08:38:54.297892 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wrb5j I0514 08:38:54.297933 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-l7skk I0514 08:38:54.298022 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-lrvmk after 0 failed attempt(s) I0514 08:38:54.298026 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wrb5j I0514 08:38:54.297981 3771 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-84.ec2.internal after 0 failed attempt(s) I0514 08:38:54.298026 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-l7skk I0514 08:38:54.298039 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wrb5j after 0 failed attempt(s) I0514 08:38:54.297936 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wmtcq I0514 08:38:54.298047 3771 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-hvnkp] creating logical port kube-system_global-pull-secret-syncer-hvnkp for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:54.298050 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-l7skk after 0 failed attempt(s) I0514 08:38:54.298048 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wmtcq I0514 08:38:54.298076 3771 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wmtcq] creating logical port openshift-network-diagnostics_network-check-target-wmtcq for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:54.297920 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-h7mgv after 0 failed attempt(s) I0514 08:38:54.298767 3771 pods.go:271] [openshift-multus/network-metrics-daemon-4vv2w] addLogicalPort took 780.287µs, libovsdb time 260.388µs I0514 08:38:54.298785 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-4vv2w after 0 failed attempt(s) I0514 08:38:54.299049 3771 pods.go:271] [kube-system/global-pull-secret-syncer-hvnkp] addLogicalPort took 1.011547ms, libovsdb time 215.153µs I0514 08:38:54.299059 3771 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-hvnkp after 0 failed attempt(s) I0514 08:38:54.299120 3771 pods.go:271] [openshift-network-diagnostics/network-check-target-wmtcq] addLogicalPort took 1.05388ms, libovsdb time 277.111µs I0514 08:38:54.299127 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-wmtcq after 0 failed attempt(s) I0514 08:38:54.311758 3771 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0514 08:38:54.312037 3771 egressfirewall.go:723] Syncing node "ip-10-0-0-55.ec2.internal" for egress firewall I0514 08:38:54.312055 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-55.ec2.internal I0514 08:38:54.312061 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-55.ec2.internal in network "default" I0514 08:38:54.312066 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-55.ec2.internal: 13.779µs I0514 08:38:54.312099 3771 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-55.ec2.internal. Updating no re-route policies I0514 08:38:54.312125 3771 node_tracker.go:169] Node ip-10-0-0-55.ec2.internal switch + router changed, syncing services in network "default" I0514 08:38:54.312138 3771 services_controller.go:574] Full service sync requested for network=default I0514 08:38:54.324960 3771 iptables.go:108] Creating table: mangle chain: OUTPUT I0514 08:38:54.328816 3771 iptables.go:108] Creating table: nat chain: OUTPUT I0514 08:38:54.373953 3771 iptables.go:108] Creating table: nat chain: PREROUTING I0514 08:38:54.436040 3771 iptables.go:108] Creating table: filter chain: FORWARD I0514 08:38:54.454909 3771 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0514 08:38:54.455054 3771 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0514 08:38:54.455133 3771 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0514 08:38:54.455244 3771 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0514 08:38:54.455315 3771 gateway_init.go:325] Gateway and management port readiness took 2.715973259s I0514 08:38:54.455349 3771 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0514 08:38:54.455403 3771 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0514 08:38:54.455419 3771 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0514 08:38:54.455431 3771 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0514 08:38:54.455521 3771 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0514 08:38:54.455622 3771 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.887µs I0514 08:38:54.455975 3771 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0514 08:38:54.456013 3771 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 26.159µs I0514 08:38:54.456026 3771 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 50.309µs I0514 08:38:54.456034 3771 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0514 08:38:54.456048 3771 nad_controller.go:379] [node-nad-controller NAD controller]: started I0514 08:38:54.456055 3771 default_node_network_controller.go:899] Starting the default node network controller I0514 08:38:54.456076 3771 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0514 08:38:54.456076 3771 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.417µs I0514 08:38:54.456271 3771 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0514 08:38:54.456282 3771 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0514 08:38:54.456313 3771 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008dd9c0 0xc0002c8a10 0xc0002c8a80 0xc0002c8af0 0xc0002c8bd0 0xc0002c8c40 0xc0002c8cb0 0xc0008e9d60 0xc0002c8d20 0xc0002c8d90 0xc0004762d0 0xc0065d7340 0xc0002c8e70 map[0x2ff9080:0xc0037541e0 0x2ff95c0:0xc003754360 0x2ffa2e0:0xc003754120 0x2ffa580:0xc003754180 0x2ffad60:0xc003754240 0x2ffb000:0xc0037542a0 0x2ffb2a0:0xc003754300 0x2ffba80:0xc0037543c0 0x2ffbd20:0xc005688d20 0x3026980:0xc000c9c540 0x3026d20:0xc000c9c720 0x3027800:0xc000c417a0 0x3029160:0xc001b9a000 0x30298a0:0xc002284900 0x302a720:0xc001b9a300] 0xc00050d9d0 0} I0514 08:38:54.456377 3771 gateway.go:151] Starting gateway service sync I0514 08:38:54.456829 3771 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0514 08:38:54.459211 3771 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0514 08:38:54.470059 3771 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0514 08:38:54.471360 3771 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0514 08:38:54.472707 3771 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0514 08:38:54.510122 3771 gateway.go:168] Gateway service sync done. Time taken: 53.731784ms I0514 08:38:54.510699 3771 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32262 I0514 08:38:54.510973 3771 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008dd9c0 0xc0002c8a10 0xc0002c8a80 0xc0002c8af0 0xc0002c8bd0 0xc0002c8c40 0xc0002c8cb0 0xc0008e9d60 0xc0002c8d20 0xc0002c8d90 0xc0004762d0 0xc0065d7340 0xc0002c8e70 map[0x2ff9080:0xc0037541e0 0x2ff95c0:0xc003754360 0x2ffa2e0:0xc003754120 0x2ffa580:0xc003754180 0x2ffad60:0xc003754240 0x2ffb000:0xc0037542a0 0x2ffb2a0:0xc003754300 0x2ffba80:0xc0037543c0 0x2ffbd20:0xc005688d20 0x3026980:0xc000c9c540 0x3026d20:0xc000c9c720 0x3027800:0xc000c417a0 0x3029160:0xc001b9a000 0x30298a0:0xc002284900 0x302a720:0xc001b9a300] 0xc00050d9d0 0} I0514 08:38:54.511443 3771 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008dd9c0 0xc0002c8a10 0xc0002c8a80 0xc0002c8af0 0xc0002c8bd0 0xc0002c8c40 0xc0002c8cb0 0xc0008e9d60 0xc0002c8d20 0xc0002c8d90 0xc0004762d0 0xc0065d7340 0xc0002c8e70 map[0x2ff9080:0xc0037541e0 0x2ff95c0:0xc003754360 0x2ffa2e0:0xc003754120 0x2ffa580:0xc003754180 0x2ffad60:0xc003754240 0x2ffb000:0xc0037542a0 0x2ffb2a0:0xc003754300 0x2ffba80:0xc0037543c0 0x2ffbd20:0xc005688d20 0x3026980:0xc000c9c540 0x3026d20:0xc000c9c720 0x3027800:0xc000c417a0 0x3029160:0xc001b9a000 0x30298a0:0xc002284900 0x302a720:0xc001b9a300] 0xc00050d9d0 0} I0514 08:38:54.511479 3771 gateway.go:532] Reconciling gateway with updates I0514 08:38:54.517232 3771 gateway.go:339] Spawning Conntrack Rule Check Thread I0514 08:38:54.517317 3771 default_node_network_controller.go:944] Gateway and management port readiness took 61.026261ms I0514 08:38:54.517323 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0514 08:38:54.517330 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 08:38:54.517335 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0514 08:38:54.517343 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0514 08:38:54.517347 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0514 08:38:54.517353 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 08:38:54.517355 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0514 08:38:54.517351 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0514 08:38:54.517362 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 08:38:54.517364 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0514 08:38:54.517369 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0514 08:38:54.517371 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 08:38:54.517376 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0514 08:38:54.517381 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 08:38:54.517385 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 08:38:54.517390 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 08:38:54.517389 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0514 08:38:54.517392 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 08:38:54.517401 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 08:38:54.517345 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 08:38:54.517420 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 08:38:54.517421 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 08:38:54.517435 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0514 08:38:54.517438 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 08:38:54.517438 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0514 08:38:54.517451 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0514 08:38:54.517450 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 08:38:54.517460 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0514 08:38:54.517467 3771 port_claim.go:71] Svc openshift-ingress/router-default: port 30782 is already open, no action needed I0514 08:38:54.517476 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0514 08:38:54.517487 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0514 08:38:54.517500 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 08:38:54.517505 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0514 08:38:54.517502 3771 port_claim.go:71] Svc openshift-ingress/router-default: port 31581 is already open, no action needed I0514 08:38:54.517506 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 08:38:54.517514 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0514 08:38:54.517511 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 08:38:54.517490 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0514 08:38:54.517524 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0514 08:38:54.517525 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 08:38:54.517550 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 08:38:54.517558 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0514 08:38:54.517559 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 08:38:54.517560 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 08:38:54.517565 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0514 08:38:54.517569 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 08:38:54.517572 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 08:38:54.517574 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 08:38:54.517579 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0514 08:38:54.517583 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 08:38:54.517586 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 08:38:54.517593 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 08:38:54.517605 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 08:38:54.517607 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 08:38:54.517617 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 08:38:54.517618 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0514 08:38:54.517627 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 08:38:54.517509 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 08:38:54.517636 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 08:38:54.517638 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0514 08:38:54.517640 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 08:38:54.517519 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 08:38:54.517650 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0514 08:38:54.517529 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 08:38:54.517652 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 08:38:54.517658 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 08:38:54.517660 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0514 08:38:54.517669 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 08:38:54.517678 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0514 08:38:54.517682 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 08:38:54.517521 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 08:38:54.517692 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 08:38:54.517697 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 08:38:54.517710 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 08:38:54.517710 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0514 08:38:54.517721 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0514 08:38:54.517556 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 08:38:54.517764 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 08:38:54.517777 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0514 08:38:54.517782 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 08:38:54.517778 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 08:38:54.517561 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 08:38:54.517792 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 08:38:54.517801 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 08:38:54.517802 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0514 08:38:54.517800 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0514 08:38:54.517808 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0514 08:38:54.517765 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 08:38:54.517816 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0514 08:38:54.517823 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 08:38:54.517830 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 08:38:54.517832 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 08:38:54.517842 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 08:38:54.517844 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 08:38:54.517784 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 08:38:54.517855 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 08:38:54.517861 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 08:38:54.517856 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 08:38:54.517699 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 08:38:54.517528 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0514 08:38:54.517636 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 08:38:54.517927 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 08:38:54.518872 3771 node_ip_handler_linux.go:160] Node IP manager is running W0514 08:38:54.556741 3771 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0514 08:38:54.557107 3771 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0514 08:38:54.557245 3771 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0514 08:38:54.565512 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0514 08:38:54.565576 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0514 08:38:54.565594 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0514 08:38:54.565602 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0514 08:38:54.565612 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0514 08:38:54.565620 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0514 08:38:54.565628 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0514 08:38:54.565647 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0514 08:38:54.565665 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0514 08:38:54.565675 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0514 08:38:54.608066 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0514 08:38:54.608095 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0514 08:38:54.608101 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0514 08:38:54.608107 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0514 08:38:54.651625 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0514 08:38:54.651656 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0514 08:38:54.651668 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0514 08:38:54.651676 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0514 08:38:54.651684 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0514 08:38:54.651692 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0514 08:38:54.651700 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0514 08:38:54.651708 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0514 08:38:54.651716 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0514 08:38:54.651723 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0514 08:38:54.651732 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0514 08:38:54.651740 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0514 08:38:54.651749 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0514 08:38:54.651758 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0514 08:38:54.651769 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0514 08:38:54.651778 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0514 08:38:54.651791 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0514 08:38:54.651813 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0514 08:38:55.915556 3771 default_node_network_controller.go:1380] Starting node controller node sync W0514 08:38:55.915595 3771 egressip_healthcheck.go:76] Health checking using insecure connection I0514 08:38:55.915635 3771 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0514 08:38:55.927377 3771 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.799503ms I0514 08:38:55.927484 3771 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-55.ec2.internal", IP: 10.0.0.55 to PMTUD blocking rules I0514 08:38:55.927507 3771 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-55.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0514 08:38:55.933638 3771 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0514 08:38:55.933929 3771 egressservice_node.go:93] Setting up event handlers for Egress Services I0514 08:38:55.934131 3771 egressservice_node.go:183] Starting Egress Services Controller I0514 08:38:55.934146 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0514 08:38:55.934154 3771 shared_informer.go:356] "Caches are synced" controller="egressservices" I0514 08:38:55.934160 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0514 08:38:55.934165 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0514 08:38:55.934170 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0514 08:38:55.934175 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0514 08:38:55.934179 3771 egressservice_node.go:197] Repairing Egress Services I0514 08:38:55.944861 3771 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0514 08:38:55.944872 3771 external_controller.go:278] Starting Admin Policy Based Route Controller I0514 08:38:55.945093 3771 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0514 08:38:55.945107 3771 link_network_manager.go:119] Link manager is running I0514 08:38:55.945115 3771 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0514 08:38:55.945252 3771 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0514 08:38:55.945519 3771 vrf_manager.go:128] VRF manager is running I0514 08:38:55.945671 3771 node_controller_manager.go:437] Removing flows to drop GARP I0514 08:38:55.945691 3771 gateway.go:532] Reconciling gateway with updates I0514 08:38:55.960420 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 08:38:55.960440 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 08:38:55.960438 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 08:38:55.960450 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0514 08:38:55.960458 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 08:38:55.960459 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 08:38:55.960471 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0514 08:38:55.960473 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 08:38:55.960479 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0514 08:38:55.960487 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 08:38:55.960496 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 08:38:55.960507 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 08:38:55.960507 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0514 08:38:55.960508 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 08:38:55.960518 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0514 08:38:55.960521 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0514 08:38:55.960521 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 08:38:55.960529 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0514 08:38:55.960550 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 08:38:55.960557 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 08:38:55.960555 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0514 08:38:55.960564 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0514 08:38:55.960567 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 08:38:55.960572 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 08:38:55.960577 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0514 08:38:55.960576 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0514 08:38:55.960584 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 08:38:55.960588 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 08:38:55.960592 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0514 08:38:55.960602 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 08:38:55.960605 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 08:38:55.960608 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0514 08:38:55.960611 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0514 08:38:55.960614 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 08:38:55.960612 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 08:38:55.960616 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0514 08:38:55.960629 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0514 08:38:55.960631 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0514 08:38:55.960634 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 08:38:55.960624 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0514 08:38:55.960641 3771 port_claim.go:71] Svc openshift-ingress/router-default: port 30782 is already open, no action needed I0514 08:38:55.960645 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0514 08:38:55.960654 3771 port_claim.go:71] Svc openshift-ingress/router-default: port 31581 is already open, no action needed I0514 08:38:55.960663 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0514 08:38:55.960662 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 08:38:55.960672 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0514 08:38:55.960679 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0514 08:38:55.960672 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0514 08:38:55.960686 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 08:38:55.960690 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0514 08:38:55.960694 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0514 08:38:55.960692 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 08:38:55.960694 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0514 08:38:55.960710 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 08:38:55.960712 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0514 08:38:55.960720 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0514 08:38:55.960720 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0514 08:38:55.960728 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0514 08:38:55.960731 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 08:38:55.960734 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0514 08:38:55.960734 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0514 08:38:55.960739 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 08:38:55.960742 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 08:38:55.960742 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0514 08:38:55.960749 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 08:38:55.960745 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0514 08:38:55.960754 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 08:38:55.960756 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 08:38:55.960758 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0514 08:38:55.960763 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 08:38:55.960720 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 08:38:55.960767 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 08:38:55.960768 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 08:38:55.960776 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 08:38:55.960777 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 08:38:55.960781 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 08:38:55.960787 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 08:38:55.960789 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0514 08:38:55.960790 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 08:38:55.960794 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0514 08:38:55.960798 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 08:38:55.960721 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0514 08:38:55.960799 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 08:38:55.960807 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 08:38:55.960811 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 08:38:55.960814 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0514 08:38:55.960808 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0514 08:38:55.960816 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 08:38:55.960823 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0514 08:38:55.960827 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0514 08:38:55.960831 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0514 08:38:55.960798 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 08:38:55.960842 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 08:38:55.960862 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 08:38:55.960887 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 08:38:55.960895 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 08:38:55.960908 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 08:38:55.960856 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 08:38:55.960964 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 08:38:55.960966 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 08:38:55.960974 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 08:38:55.960976 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0514 08:38:55.960797 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 08:38:55.960810 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 08:38:55.961027 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0514 08:38:55.960815 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 08:38:55.960865 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 08:38:55.961069 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 08:38:55.960775 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 08:38:55.960951 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 08:38:55.961137 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 08:38:55.987582 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0514 08:38:55.987608 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0514 08:38:56.007837 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0514 08:38:56.007850 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0514 08:38:56.007865 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0514 08:38:56.007874 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0514 08:38:56.007881 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0514 08:38:56.007888 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0514 08:38:56.007896 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0514 08:38:56.007905 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0514 08:38:56.007911 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0514 08:38:56.007916 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0514 08:38:56.007922 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0514 08:38:56.007928 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0514 08:38:56.007933 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0514 08:38:56.007939 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0514 08:38:56.007945 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0514 08:38:56.007950 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0514 08:38:56.007957 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0514 08:38:56.007965 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0514 08:38:56.007972 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0514 08:38:56.007999 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0514 08:38:56.008006 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0514 08:38:56.848293 3771 egressfirewall.go:723] Syncing node "ip-10-0-2-193.ec2.internal" for egress firewall I0514 08:38:56.848347 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-193.ec2.internal I0514 08:38:56.848360 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-193.ec2.internal: 17.59µs I0514 08:38:56.848368 3771 default_network_controller.go:1025] Node "ip-10-0-2-193.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 08:38:57.771327 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-84.ec2.internal I0514 08:38:57.771363 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-84.ec2.internal: 42.461µs I0514 08:38:57.807085 3771 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-586898d55f-q4btt] creating logical port openshift-image-registry_image-registry-586898d55f-q4btt for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:57.807237 3771 kube.go:256] Updating pod openshift-image-registry/image-registry-586898d55f-q4btt I0514 08:38:57.829930 3771 pod.go:62] [openshift-image-registry/image-registry-586898d55f-q4btt] pod update took 22.741755ms I0514 08:38:57.829952 3771 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-586898d55f-q4btt] addLogicalPort annotation time took 22.771239ms I0514 08:38:57.831107 3771 pods.go:271] [openshift-image-registry/image-registry-586898d55f-q4btt] addLogicalPort took 24.086821ms, libovsdb time 854.415µs I0514 08:38:57.856378 3771 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-c5fg7] creating logical port openshift-dns_dns-default-c5fg7 for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:57.856529 3771 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ggrgx] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-ggrgx for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:57.856574 3771 kube.go:256] Updating pod openshift-dns/dns-default-c5fg7 I0514 08:38:57.856629 3771 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ggrgx I0514 08:38:57.860325 3771 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxwp2] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-zxwp2 for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:57.860491 3771 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxwp2 I0514 08:38:57.860503 3771 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-w6zlx] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-w6zlx for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:57.860629 3771 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-w6zlx I0514 08:38:57.865009 3771 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-bm7zm] creating logical port openshift-console-operator_console-operator-66dbbb6468-bm7zm for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:57.865086 3771 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-bm7zm I0514 08:38:57.865238 3771 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-65798cb54d-sk44s] creating logical port openshift-ingress_router-default-65798cb54d-sk44s for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:57.865304 3771 kube.go:256] Updating pod openshift-ingress/router-default-65798cb54d-sk44s I0514 08:38:57.866887 3771 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-q2qpr] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-q2qpr for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:57.867006 3771 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-q2qpr I0514 08:38:57.867019 3771 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mv5p8] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-mv5p8 for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:57.867090 3771 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mv5p8 I0514 08:38:57.893502 3771 pod.go:62] [openshift-dns/dns-default-c5fg7] pod update took 37.008937ms I0514 08:38:57.893522 3771 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-c5fg7] addLogicalPort annotation time took 37.033649ms I0514 08:38:57.894528 3771 pods.go:271] [openshift-dns/dns-default-c5fg7] addLogicalPort took 38.161831ms, libovsdb time 764.629µs I0514 08:38:57.894612 3771 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-p6mj8] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-p6mj8 for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:57.894665 3771 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-p6mj8 I0514 08:38:57.901832 3771 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ggrgx] pod update took 45.234274ms I0514 08:38:57.901855 3771 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ggrgx] addLogicalPort annotation time took 45.25972ms I0514 08:38:57.901884 3771 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxwp2] pod update took 41.478001ms I0514 08:38:57.901902 3771 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxwp2] addLogicalPort annotation time took 41.498151ms I0514 08:38:57.902902 3771 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ggrgx] addLogicalPort took 46.384219ms, libovsdb time 793.928µs I0514 08:38:57.903163 3771 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxwp2] addLogicalPort took 42.853291ms, libovsdb time 1.014991ms I0514 08:38:57.919859 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-55.ec2.internal I0514 08:38:57.919946 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-55.ec2.internal: 93.711µs I0514 08:38:57.931169 3771 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-q2qpr] pod update took 64.198984ms I0514 08:38:57.931200 3771 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-q2qpr] addLogicalPort annotation time took 64.230032ms I0514 08:38:57.934343 3771 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-q2qpr] addLogicalPort took 67.462197ms, libovsdb time 2.50832ms I0514 08:38:57.936803 3771 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-l67sp] creating logical port openshift-ingress-canary_ingress-canary-l67sp for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:57.937040 3771 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-l67sp I0514 08:38:57.937140 3771 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-ltg6m] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-ltg6m for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:57.937253 3771 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-nnz9n] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-nnz9n for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:57.937278 3771 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-ltg6m I0514 08:38:57.938242 3771 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-nnz9n I0514 08:38:57.945170 3771 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mv5p8] pod update took 78.095152ms I0514 08:38:57.945188 3771 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mv5p8] addLogicalPort annotation time took 78.114417ms I0514 08:38:57.945187 3771 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-bm7zm] pod update took 80.114929ms I0514 08:38:57.945200 3771 pod.go:62] [openshift-ingress/router-default-65798cb54d-sk44s] pod update took 79.920691ms I0514 08:38:57.945203 3771 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-bm7zm] addLogicalPort annotation time took 80.13293ms I0514 08:38:57.945212 3771 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-65798cb54d-sk44s] addLogicalPort annotation time took 79.933709ms I0514 08:38:57.946162 3771 pods.go:271] [openshift-ingress/router-default-65798cb54d-sk44s] addLogicalPort took 80.97464ms, libovsdb time 751.875µs I0514 08:38:57.946627 3771 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-bm7zm] addLogicalPort took 81.627285ms, libovsdb time 1.215245ms I0514 08:38:57.946688 3771 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-w98kd] creating logical port openshift-insights_insights-operator-6dbb575d6c-w98kd for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:57.946765 3771 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-w98kd I0514 08:38:57.946897 3771 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mv5p8] addLogicalPort took 79.892473ms, libovsdb time 1.487778ms I0514 08:38:57.946931 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-zclqb] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-zclqb for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:57.946986 3771 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-zclqb I0514 08:38:57.957714 3771 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-p6mj8] pod update took 63.066629ms I0514 08:38:57.957731 3771 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-p6mj8] addLogicalPort annotation time took 63.08582ms I0514 08:38:57.958638 3771 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-p6mj8] addLogicalPort took 64.03113ms, libovsdb time 659.345µs I0514 08:38:57.977435 3771 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nnz9n] pod update took 39.947371ms I0514 08:38:57.977453 3771 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-nnz9n] addLogicalPort annotation time took 39.96984ms I0514 08:38:57.978413 3771 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nnz9n] addLogicalPort took 41.171737ms, libovsdb time 722.156µs I0514 08:38:57.981333 3771 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-zclqb] pod update took 34.369391ms I0514 08:38:57.981349 3771 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-zclqb] addLogicalPort annotation time took 34.386688ms I0514 08:38:57.981429 3771 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-w98kd] pod update took 34.685354ms I0514 08:38:57.981444 3771 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-w98kd] addLogicalPort annotation time took 34.702166ms I0514 08:38:57.982297 3771 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-zclqb] addLogicalPort took 35.369604ms, libovsdb time 691.161µs I0514 08:38:57.982469 3771 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-w98kd] addLogicalPort took 35.790423ms, libovsdb time 790.976µs I0514 08:38:57.987176 3771 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-ltg6m] pod update took 49.923177ms I0514 08:38:57.987195 3771 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-ltg6m] addLogicalPort annotation time took 49.947332ms I0514 08:38:57.988180 3771 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-ltg6m] addLogicalPort took 51.052618ms, libovsdb time 757.284µs I0514 08:38:57.989251 3771 pod.go:62] [openshift-ingress-canary/ingress-canary-l67sp] pod update took 52.322462ms I0514 08:38:57.989268 3771 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-l67sp] addLogicalPort annotation time took 52.343909ms I0514 08:38:57.990133 3771 pods.go:271] [openshift-ingress-canary/ingress-canary-l67sp] addLogicalPort took 53.343825ms, libovsdb time 619.085µs I0514 08:38:58.095151 3771 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-w6zlx I0514 08:38:58.122091 3771 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-w6zlx] pod update took 261.475584ms I0514 08:38:58.122299 3771 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-w6zlx] addLogicalPort annotation time took 261.685405ms I0514 08:38:58.123698 3771 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-w6zlx] addLogicalPort took 263.229573ms, libovsdb time 1.001016ms I0514 08:38:58.123759 3771 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-f6669dd59-l7cw4] creating logical port openshift-ingress_router-default-f6669dd59-l7cw4 for pod on switch ip-10-0-1-84.ec2.internal I0514 08:38:58.123842 3771 kube.go:256] Updating pod openshift-ingress/router-default-f6669dd59-l7cw4 I0514 08:38:58.143524 3771 pod.go:62] [openshift-ingress/router-default-f6669dd59-l7cw4] pod update took 19.711383ms I0514 08:38:58.143560 3771 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-f6669dd59-l7cw4] addLogicalPort annotation time took 19.753711ms I0514 08:38:58.144627 3771 pods.go:271] [openshift-ingress/router-default-f6669dd59-l7cw4] addLogicalPort took 20.87598ms, libovsdb time 725.002µs I0514 08:38:58.298789 3771 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ggrgx 71194b64178f516809e3f0bf6f629bb1195789d2662b6832b0c5a3aafb67c0bf network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ggrgx 71194b64178f516809e3f0bf6f629bb1195789d2662b6832b0c5a3aafb67c0bf network default NAD default NAD key ] I0514 08:38:58.320880 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-ggrgx, hostIfaceName: 71194b64178f516, network: default, NAD default, SandboxID: "71194b64178f516809e3f0bf6f629bb1195789d2662b6832b0c5a3aafb67c0bf", PCI device ID: , UID: "8e35a2e9-0d21-4895-acce-9643c1bd02f9", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0514 08:38:58.374481 3771 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ggrgx 71194b64178f516809e3f0bf6f629bb1195789d2662b6832b0c5a3aafb67c0bf network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-ggrgx 71194b64178f516809e3f0bf6f629bb1195789d2662b6832b0c5a3aafb67c0bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:3f:69:72:e7:46\",\"name\":\"71194b64178f516\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb59b44b-50f5-4a10-a82f-37c45d23e11e\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:38:58.414957 3771 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-bm7zm 92a35db5519d2686b4498d755e68a47b31ebfb8c53dd98154fee34a3754e01c8 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-bm7zm 92a35db5519d2686b4498d755e68a47b31ebfb8c53dd98154fee34a3754e01c8 network default NAD default NAD key ] I0514 08:38:58.425193 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-bm7zm, hostIfaceName: 92a35db5519d268, network: default, NAD default, SandboxID: "92a35db5519d2686b4498d755e68a47b31ebfb8c53dd98154fee34a3754e01c8", PCI device ID: , UID: "2e4e5b06-34ca-4da2-ad17-0806b587f9b6", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0514 08:38:58.461489 3771 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-q2qpr 1ae1238ae28b64de6e2ed3166d4952fb0b73c4e0ab11e90817d6ca7c5672c81c network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-q2qpr 1ae1238ae28b64de6e2ed3166d4952fb0b73c4e0ab11e90817d6ca7c5672c81c network default NAD default NAD key ] I0514 08:38:58.471167 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-q2qpr, hostIfaceName: 1ae1238ae28b64d, network: default, NAD default, SandboxID: "1ae1238ae28b64de6e2ed3166d4952fb0b73c4e0ab11e90817d6ca7c5672c81c", PCI device ID: , UID: "d523692d-e295-41ad-b641-4dab30dbeb11", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0514 08:38:58.474558 3771 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-bm7zm 92a35db5519d2686b4498d755e68a47b31ebfb8c53dd98154fee34a3754e01c8 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-bm7zm 92a35db5519d2686b4498d755e68a47b31ebfb8c53dd98154fee34a3754e01c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:cc:d7:a8:5d:9f\",\"name\":\"92a35db5519d268\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d9dac1f-7756-4a53-afa3-17f0dc9698cd\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:38:58.517638 3771 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-q2qpr 1ae1238ae28b64de6e2ed3166d4952fb0b73c4e0ab11e90817d6ca7c5672c81c network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-q2qpr 1ae1238ae28b64de6e2ed3166d4952fb0b73c4e0ab11e90817d6ca7c5672c81c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:41:a9:a0:75:3c\",\"name\":\"1ae1238ae28b64d\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24f0eacc-e0ba-4ab2-a586-b0c64649f502\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:38:58.528691 3771 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-w98kd 3dbe18a53c2d3d327d1177a66bff7259f2251552aea3fe94564ed59592480244 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-w98kd 3dbe18a53c2d3d327d1177a66bff7259f2251552aea3fe94564ed59592480244 network default NAD default NAD key ] I0514 08:38:58.542017 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-w98kd, hostIfaceName: 3dbe18a53c2d3d3, network: default, NAD default, SandboxID: "3dbe18a53c2d3d327d1177a66bff7259f2251552aea3fe94564ed59592480244", PCI device ID: , UID: "46d7c853-5bd6-46d8-829d-847f53dc98ab", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0514 08:38:58.544146 3771 cni.go:452] [openshift-ingress-canary/ingress-canary-l67sp a0682fc4bfb8359d720cd52ec43beccaeceed0072e8cdaea86292a3acead5075 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-l67sp a0682fc4bfb8359d720cd52ec43beccaeceed0072e8cdaea86292a3acead5075 network default NAD default NAD key ] I0514 08:38:58.555477 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-l67sp, hostIfaceName: a0682fc4bfb8359, network: default, NAD default, SandboxID: "a0682fc4bfb8359d720cd52ec43beccaeceed0072e8cdaea86292a3acead5075", PCI device ID: , UID: "68a53477-376f-409e-b6dd-3f7c406f2712", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0514 08:38:58.560123 3771 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-ltg6m 25a5c11c7eeb463747cb5d17850b30350aa159502ab3c055d70eb79e04aa05eb network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-ltg6m 25a5c11c7eeb463747cb5d17850b30350aa159502ab3c055d70eb79e04aa05eb network default NAD default NAD key ] I0514 08:38:58.573348 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-ltg6m, hostIfaceName: 25a5c11c7eeb463, network: default, NAD default, SandboxID: "25a5c11c7eeb463747cb5d17850b30350aa159502ab3c055d70eb79e04aa05eb", PCI device ID: , UID: "5c648a2f-6928-4e50-b5f6-e8272ee4306b", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0514 08:38:58.586941 3771 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nnz9n 517a4bf1226993fe9b310417557d1ade70911ea3c98051bea44653c95c9338ac network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nnz9n 517a4bf1226993fe9b310417557d1ade70911ea3c98051bea44653c95c9338ac network default NAD default NAD key ] I0514 08:38:58.598480 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-nnz9n, hostIfaceName: 517a4bf1226993f, network: default, NAD default, SandboxID: "517a4bf1226993fe9b310417557d1ade70911ea3c98051bea44653c95c9338ac", PCI device ID: , UID: "d3843b18-8b48-42fb-84b7-e10730640d5c", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0514 08:38:58.599882 3771 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-w98kd 3dbe18a53c2d3d327d1177a66bff7259f2251552aea3fe94564ed59592480244 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-w98kd 3dbe18a53c2d3d327d1177a66bff7259f2251552aea3fe94564ed59592480244 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:87:15:09:02:02\",\"name\":\"3dbe18a53c2d3d3\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90387ec0-3155-48e5-a0f7-e32da88d97e4\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:38:58.610206 3771 cni.go:473] [openshift-ingress-canary/ingress-canary-l67sp a0682fc4bfb8359d720cd52ec43beccaeceed0072e8cdaea86292a3acead5075 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-l67sp a0682fc4bfb8359d720cd52ec43beccaeceed0072e8cdaea86292a3acead5075 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:0d:03:c7:24:90\",\"name\":\"a0682fc4bfb8359\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26e9de88-2fda-4eb3-95ca-36197c6b9334\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:38:58.624489 3771 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-ltg6m 25a5c11c7eeb463747cb5d17850b30350aa159502ab3c055d70eb79e04aa05eb network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-ltg6m 25a5c11c7eeb463747cb5d17850b30350aa159502ab3c055d70eb79e04aa05eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:0d:fc:ba:2e:b8\",\"name\":\"25a5c11c7eeb463\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b77d7bb1-fa45-4b8c-84e2-543706aceef6\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:38:58.641910 3771 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxwp2 36f7565c7bbeed362f9b0cb551bef2236d274f4cb293981bc920da47429f7a25 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxwp2 36f7565c7bbeed362f9b0cb551bef2236d274f4cb293981bc920da47429f7a25 network default NAD default NAD key ] I0514 08:38:58.648417 3771 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nnz9n 517a4bf1226993fe9b310417557d1ade70911ea3c98051bea44653c95c9338ac network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nnz9n 517a4bf1226993fe9b310417557d1ade70911ea3c98051bea44653c95c9338ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:5b:b0:e8:04:b4\",\"name\":\"517a4bf1226993f\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30cd862f-b466-48a2-aa2f-3c2d577d1f6a\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:38:58.652749 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-zxwp2, hostIfaceName: 36f7565c7bbeed3, network: default, NAD default, SandboxID: "36f7565c7bbeed362f9b0cb551bef2236d274f4cb293981bc920da47429f7a25", PCI device ID: , UID: "030b0fe3-5a9d-49da-b0f4-795753b05ed0", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0514 08:38:58.699675 3771 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxwp2 36f7565c7bbeed362f9b0cb551bef2236d274f4cb293981bc920da47429f7a25 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxwp2 36f7565c7bbeed362f9b0cb551bef2236d274f4cb293981bc920da47429f7a25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:ef:23:65:47:1d\",\"name\":\"36f7565c7bbeed3\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0028d364-3267-4f06-91cb-b71741a50514\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:38:59.902827 3771 cni.go:452] [kube-system/global-pull-secret-syncer-hvnkp f01140d6eba93174e8a6cc0b3b3fa3fa672ed173e05d45d0adb334ccbe7819c2 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-hvnkp f01140d6eba93174e8a6cc0b3b3fa3fa672ed173e05d45d0adb334ccbe7819c2 network default NAD default NAD key ] I0514 08:38:59.914820 3771 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-hvnkp, hostIfaceName: f01140d6eba9317, network: default, NAD default, SandboxID: "f01140d6eba93174e8a6cc0b3b3fa3fa672ed173e05d45d0adb334ccbe7819c2", PCI device ID: , UID: "3a2069d3-7e5a-412a-bd2d-267e233d913c", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0514 08:38:59.933001 3771 cni.go:452] [openshift-network-diagnostics/network-check-target-wmtcq a421968de7c1d2daa1148f780f45a8f0bae0d46855ef994b5daf3db0e5181b97 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-wmtcq a421968de7c1d2daa1148f780f45a8f0bae0d46855ef994b5daf3db0e5181b97 network default NAD default NAD key ] I0514 08:38:59.947320 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-wmtcq, hostIfaceName: a421968de7c1d2d, network: default, NAD default, SandboxID: "a421968de7c1d2daa1148f780f45a8f0bae0d46855ef994b5daf3db0e5181b97", PCI device ID: , UID: "e5ca89db-fd0c-415e-bb4d-4e9e8b80b30b", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0514 08:38:59.980657 3771 cni.go:473] [kube-system/global-pull-secret-syncer-hvnkp f01140d6eba93174e8a6cc0b3b3fa3fa672ed173e05d45d0adb334ccbe7819c2 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-hvnkp f01140d6eba93174e8a6cc0b3b3fa3fa672ed173e05d45d0adb334ccbe7819c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:53:6c:32:14:28\",\"name\":\"f01140d6eba9317\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72622865-659e-4d01-ab1b-0a51e0e43dad\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:39:00.015172 3771 cni.go:473] [openshift-network-diagnostics/network-check-target-wmtcq a421968de7c1d2daa1148f780f45a8f0bae0d46855ef994b5daf3db0e5181b97 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-wmtcq a421968de7c1d2daa1148f780f45a8f0bae0d46855ef994b5daf3db0e5181b97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:dd:fc:b0:e5:f1\",\"name\":\"a421968de7c1d2d\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba414b12-0d24-4182-ac58-8df069fc209b\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:39:02.046161 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-193.ec2.internal in network "default" I0514 08:39:02.046212 3771 node_tracker.go:235] Node ip-10-0-2-193.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-193.ec2.internal" I0514 08:39:02.046233 3771 node_tracker.go:169] Node ip-10-0-2-193.ec2.internal switch + router changed, syncing services in network "default" I0514 08:39:02.046248 3771 services_controller.go:574] Full service sync requested for network=default I0514 08:39:02.046271 3771 default_network_controller.go:1025] Node "ip-10-0-2-193.ec2.internal" in remote zone "ip-10-0-2-193.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 08:39:02.071964 3771 default_network_controller.go:1025] Node "ip-10-0-2-193.ec2.internal" in remote zone "ip-10-0-2-193.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 08:39:02.254055 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-193.ec2.internal in network "default" I0514 08:39:02.254140 3771 node_tracker.go:169] Node ip-10-0-2-193.ec2.internal switch + router changed, syncing services in network "default" I0514 08:39:02.254154 3771 services_controller.go:574] Full service sync requested for network=default I0514 08:39:02.254168 3771 default_network_controller.go:1025] Node "ip-10-0-2-193.ec2.internal" in remote zone "ip-10-0-2-193.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 08:39:02.255190 3771 zone_ic_handler.go:195] Time taken to create transit switch: 274.386µs I0514 08:39:02.255204 3771 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-193.ec2.internal for the network default I0514 08:39:02.256435 3771 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-193.ec2.internal" on network "default" took: 1.530076ms I0514 08:39:03.815484 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-193.ec2.internal I0514 08:39:03.815514 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-193.ec2.internal: 39.072µs I0514 08:39:03.815562 3771 egressfirewall.go:723] Syncing node "ip-10-0-2-193.ec2.internal" for egress firewall I0514 08:39:03.815566 3771 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-193.ec2.internal", IP: 10.0.2.193 to PMTUD blocking rules I0514 08:39:03.815582 3771 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-193.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0514 08:39:03.815584 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-193.ec2.internal in network "default" I0514 08:39:03.815648 3771 node_tracker.go:169] Node ip-10-0-2-193.ec2.internal switch + router changed, syncing services in network "default" I0514 08:39:03.815670 3771 services_controller.go:574] Full service sync requested for network=default I0514 08:39:03.822222 3771 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-193.ec2.internal. Updating no re-route policies I0514 08:39:03.831852 3771 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-193.ec2.internal", IP: 10.0.2.193 to PMTUD blocking rules I0514 08:39:03.831868 3771 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-193.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0514 08:39:07.617795 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-193.ec2.internal I0514 08:39:07.617832 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-193.ec2.internal: 43.908µs W0514 08:39:10.227118 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 08:39:10.296990 3771 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0514 08:39:10.344521 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0514 08:39:10.778570 3771 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0514 08:39:10.779437 3771 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 844.539µs I0514 08:39:10.804608 3771 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0514 08:39:12.082069 3771 namespace.go:98] [openshift-service-ca] adding namespace I0514 08:39:12.082828 3771 namespace.go:102] [openshift-service-ca] adding namespace took 737.972µs I0514 08:39:12.098988 3771 namespace.go:142] [openshift-service-ca] updating namespace W0514 08:39:18.036558 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 08:39:19.218115 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0514 08:39:23.578609 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0514 08:39:29.999955 3771 cni.go:452] [openshift-image-registry/image-registry-586898d55f-q4btt 4948e2a37735f7db94150189a05df89f26b1e6475bc7a4b88a0ad8b7684bae89 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-586898d55f-q4btt 4948e2a37735f7db94150189a05df89f26b1e6475bc7a4b88a0ad8b7684bae89 network default NAD default NAD key ] I0514 08:39:30.009930 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-586898d55f-q4btt, hostIfaceName: 4948e2a37735f7d, network: default, NAD default, SandboxID: "4948e2a37735f7db94150189a05df89f26b1e6475bc7a4b88a0ad8b7684bae89", PCI device ID: , UID: "22746136-7d81-4ca7-84b1-62429e7e306f", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0514 08:39:30.050275 3771 cni.go:452] [openshift-dns/dns-default-c5fg7 8dee59581d0bd8560130273aebbb319bde6652ecd761c96e20003193c20c9f03 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-c5fg7 8dee59581d0bd8560130273aebbb319bde6652ecd761c96e20003193c20c9f03 network default NAD default NAD key ] I0514 08:39:30.059944 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-c5fg7, hostIfaceName: 8dee59581d0bd85, network: default, NAD default, SandboxID: "8dee59581d0bd8560130273aebbb319bde6652ecd761c96e20003193c20c9f03", PCI device ID: , UID: "88a8adf3-e294-442c-9872-646a10f1006c", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0514 08:39:30.064442 3771 cni.go:473] [openshift-image-registry/image-registry-586898d55f-q4btt 4948e2a37735f7db94150189a05df89f26b1e6475bc7a4b88a0ad8b7684bae89 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-586898d55f-q4btt 4948e2a37735f7db94150189a05df89f26b1e6475bc7a4b88a0ad8b7684bae89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:8f:2e:6f:a6:97\",\"name\":\"4948e2a37735f7d\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/989e39cf-0c71-4485-bf82-a08133e74411\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:39:30.108587 3771 cni.go:473] [openshift-dns/dns-default-c5fg7 8dee59581d0bd8560130273aebbb319bde6652ecd761c96e20003193c20c9f03 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-c5fg7 8dee59581d0bd8560130273aebbb319bde6652ecd761c96e20003193c20c9f03 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:79:ab:12:93:09\",\"name\":\"8dee59581d0bd85\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5f07967-8e76-42d1-8bfc-be89eef03a82\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:39:30.111397 3771 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-p6mj8 694c77cfb4b1b9125532138ae9e5b3d75bdcaf427eadaf54aaf77e433ba0c88b network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-p6mj8 694c77cfb4b1b9125532138ae9e5b3d75bdcaf427eadaf54aaf77e433ba0c88b network default NAD default NAD key ] I0514 08:39:30.122139 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-p6mj8, hostIfaceName: 694c77cfb4b1b91, network: default, NAD default, SandboxID: "694c77cfb4b1b9125532138ae9e5b3d75bdcaf427eadaf54aaf77e433ba0c88b", PCI device ID: , UID: "515ac4d5-15f6-4e59-8f99-602c387d44ae", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0514 08:39:30.144761 3771 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-w6zlx 90a3258a88e1bc2a46b178b59076f7cbe2dad6321065ca0fb5fef42502a7f81e network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-w6zlx 90a3258a88e1bc2a46b178b59076f7cbe2dad6321065ca0fb5fef42502a7f81e network default NAD default NAD key ] I0514 08:39:30.154631 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-w6zlx, hostIfaceName: 90a3258a88e1bc2, network: default, NAD default, SandboxID: "90a3258a88e1bc2a46b178b59076f7cbe2dad6321065ca0fb5fef42502a7f81e", PCI device ID: , UID: "f6defda7-a194-4c08-bf32-86cf5a143f9e", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0514 08:39:30.173205 3771 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-p6mj8 694c77cfb4b1b9125532138ae9e5b3d75bdcaf427eadaf54aaf77e433ba0c88b network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-p6mj8 694c77cfb4b1b9125532138ae9e5b3d75bdcaf427eadaf54aaf77e433ba0c88b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:8a:d1:21:88:0b\",\"name\":\"694c77cfb4b1b91\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/547d836b-604a-4f95-8e78-e8e63dce6a49\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:39:30.207508 3771 cni.go:452] [openshift-ingress/router-default-f6669dd59-l7cw4 1decac9a2a5fe5e944791142d2bf9b4dbbd3711d234c5b0ef037fdbca454401a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-f6669dd59-l7cw4 1decac9a2a5fe5e944791142d2bf9b4dbbd3711d234c5b0ef037fdbca454401a network default NAD default NAD key ] I0514 08:39:30.208239 3771 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-w6zlx 90a3258a88e1bc2a46b178b59076f7cbe2dad6321065ca0fb5fef42502a7f81e network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-w6zlx 90a3258a88e1bc2a46b178b59076f7cbe2dad6321065ca0fb5fef42502a7f81e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:78:43:d7:73:1a\",\"name\":\"90a3258a88e1bc2\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41e81eec-bb47-434e-8b3d-2624d86c3545\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:39:30.217858 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-f6669dd59-l7cw4, hostIfaceName: 1decac9a2a5fe5e, network: default, NAD default, SandboxID: "1decac9a2a5fe5e944791142d2bf9b4dbbd3711d234c5b0ef037fdbca454401a", PCI device ID: , UID: "50467d4a-9870-4604-8baf-4df60b39d184", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0514 08:39:30.226811 3771 cni.go:452] [openshift-ingress/router-default-65798cb54d-sk44s f5701d071ca57004b3800cc64e60d9f53901cdea8a9bfb521ef16c2484e4bd92 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-65798cb54d-sk44s f5701d071ca57004b3800cc64e60d9f53901cdea8a9bfb521ef16c2484e4bd92 network default NAD default NAD key ] I0514 08:39:30.236974 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-65798cb54d-sk44s, hostIfaceName: f5701d071ca5700, network: default, NAD default, SandboxID: "f5701d071ca57004b3800cc64e60d9f53901cdea8a9bfb521ef16c2484e4bd92", PCI device ID: , UID: "2665ee0a-397f-4344-8b59-25aadbf1edcc", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0514 08:39:30.274213 3771 cni.go:473] [openshift-ingress/router-default-f6669dd59-l7cw4 1decac9a2a5fe5e944791142d2bf9b4dbbd3711d234c5b0ef037fdbca454401a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-f6669dd59-l7cw4 1decac9a2a5fe5e944791142d2bf9b4dbbd3711d234c5b0ef037fdbca454401a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:94:70:70:e5:e0\",\"name\":\"1decac9a2a5fe5e\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ddd04b53-fb2d-4c07-8817-a6cbd8a6ff51\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:39:30.284914 3771 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mv5p8 d87feff0e10a9456813bd2ec8481a218fee4bcec17808b5ab5376b465b8c1454 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mv5p8 d87feff0e10a9456813bd2ec8481a218fee4bcec17808b5ab5376b465b8c1454 network default NAD default NAD key ] I0514 08:39:30.291879 3771 cni.go:473] [openshift-ingress/router-default-65798cb54d-sk44s f5701d071ca57004b3800cc64e60d9f53901cdea8a9bfb521ef16c2484e4bd92 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-65798cb54d-sk44s f5701d071ca57004b3800cc64e60d9f53901cdea8a9bfb521ef16c2484e4bd92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:d8:b6:88:a2:15\",\"name\":\"f5701d071ca5700\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f46ae817-a6e7-4f42-a153-b33e8d1eb86f\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:39:30.294331 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-mv5p8, hostIfaceName: d87feff0e10a945, network: default, NAD default, SandboxID: "d87feff0e10a9456813bd2ec8481a218fee4bcec17808b5ab5376b465b8c1454", PCI device ID: , UID: "ce14372e-d9ff-4c09-b9f1-c85c73ddd0e9", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0514 08:39:30.330993 3771 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-zclqb 5685ce45604b73d3a26a0a68747516169caf3b2fc0229120876c1f33961a6c99 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-zclqb 5685ce45604b73d3a26a0a68747516169caf3b2fc0229120876c1f33961a6c99 network default NAD default NAD key ] I0514 08:39:30.346132 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-zclqb, hostIfaceName: 5685ce45604b73d, network: default, NAD default, SandboxID: "5685ce45604b73d3a26a0a68747516169caf3b2fc0229120876c1f33961a6c99", PCI device ID: , UID: "fb8086aa-fdcc-4ea0-9cee-8aef2e9abc89", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0514 08:39:30.348492 3771 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mv5p8 d87feff0e10a9456813bd2ec8481a218fee4bcec17808b5ab5376b465b8c1454 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mv5p8 d87feff0e10a9456813bd2ec8481a218fee4bcec17808b5ab5376b465b8c1454 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:45:8d:fe:41:03\",\"name\":\"d87feff0e10a945\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab061069-69bf-484e-ab3e-25c4474ae995\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:39:30.403356 3771 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-zclqb 5685ce45604b73d3a26a0a68747516169caf3b2fc0229120876c1f33961a6c99 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-zclqb 5685ce45604b73d3a26a0a68747516169caf3b2fc0229120876c1f33961a6c99 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:6e:7f:11:3d:fb\",\"name\":\"5685ce45604b73d\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31acb1f8-aba9-47a5-af46-8900ebc20ba1\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:39:33.797591 3771 cni.go:452] [openshift-multus/network-metrics-daemon-4vv2w abaf0f6c6f18fe2d1fb7e0553198499b727da8aff44bdfdfd8252e703dafc122 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-4vv2w abaf0f6c6f18fe2d1fb7e0553198499b727da8aff44bdfdfd8252e703dafc122 network default NAD default NAD key ] I0514 08:39:33.811150 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-4vv2w, hostIfaceName: abaf0f6c6f18fe2, network: default, NAD default, SandboxID: "abaf0f6c6f18fe2d1fb7e0553198499b727da8aff44bdfdfd8252e703dafc122", PCI device ID: , UID: "b4b34df9-4696-4518-9005-28bef225682b", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0514 08:39:33.867873 3771 cni.go:473] [openshift-multus/network-metrics-daemon-4vv2w abaf0f6c6f18fe2d1fb7e0553198499b727da8aff44bdfdfd8252e703dafc122 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-4vv2w abaf0f6c6f18fe2d1fb7e0553198499b727da8aff44bdfdfd8252e703dafc122 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:49:01:06:5f:4c\",\"name\":\"abaf0f6c6f18fe2\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47a80b07-a4ea-4ee0-9c83-ff1f78506df5\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 08:39:39.101605 3771 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:39.101626 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:39.101632 3771 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:39.137753 3771 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0514 08:39:39.137755 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0514 08:39:39.193525 3771 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0514 08:39:39.284731 3771 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0514 08:39:39.472659 3771 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rw8p5] creating logical port openshift-insights_insights-runtime-extractor-rw8p5 for pod on switch ip-10-0-1-84.ec2.internal I0514 08:39:39.472781 3771 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rw8p5 I0514 08:39:39.494075 3771 pod.go:62] [openshift-insights/insights-runtime-extractor-rw8p5] pod update took 21.331918ms I0514 08:39:39.494098 3771 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rw8p5] addLogicalPort annotation time took 21.361558ms I0514 08:39:39.495317 3771 pods.go:271] [openshift-insights/insights-runtime-extractor-rw8p5] addLogicalPort took 22.675273ms, libovsdb time 899.15µs I0514 08:39:39.878138 3771 cni.go:452] [openshift-insights/insights-runtime-extractor-rw8p5 d0935b7075fca5e266c30b6a574156cd4c683ae02f373c20972e2e1b9bfef00b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rw8p5 d0935b7075fca5e266c30b6a574156cd4c683ae02f373c20972e2e1b9bfef00b network default NAD default NAD key ] I0514 08:39:39.887657 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rw8p5, hostIfaceName: d0935b7075fca5e, network: default, NAD default, SandboxID: "d0935b7075fca5e266c30b6a574156cd4c683ae02f373c20972e2e1b9bfef00b", PCI device ID: , UID: "5456295d-94e7-4c01-b323-dee3cde4ecff", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0514 08:39:39.940021 3771 cni.go:473] [openshift-insights/insights-runtime-extractor-rw8p5 d0935b7075fca5e266c30b6a574156cd4c683ae02f373c20972e2e1b9bfef00b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rw8p5 d0935b7075fca5e266c30b6a574156cd4c683ae02f373c20972e2e1b9bfef00b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:59:db:6a:b6:2b\",\"name\":\"d0935b7075fca5e\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34387fbc-880d-4c0f-91aa-9fcb3854f099\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:39:41.099270 3771 obj_retry.go:498] Detected object openshift-image-registry/image-registry-95b6886d-ttf79 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:39:41.099924 3771 obj_retry.go:498] Detected object openshift-image-registry/image-registry-95b6886d-ttf79 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:39:41.126767 3771 obj_retry.go:492] Detected object openshift-image-registry/image-registry-95b6886d-ttf79 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:39:41.126793 3771 obj_retry.go:492] Detected object openshift-image-registry/image-registry-95b6886d-ttf79 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:39:41.126946 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-95b6886d-ttf79 I0514 08:39:41.126970 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-95b6886d-ttf79 W0514 08:39:41.187956 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 08:39:41.828127 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0514 08:39:42.090280 3771 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0514 08:39:42.144398 3771 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:42.144420 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:42.144427 3771 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:43.800875 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:43.800895 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:43.800901 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:43.800912 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:43.800918 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:43.800923 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:44.290949 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:44.290967 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:44.290973 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:51.821932 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0514 08:39:51.821959 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0514 08:39:52.884981 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:39:52.885001 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:39:52.885011 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:39:53.197749 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:39:53.197769 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:39:53.197775 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0514 08:39:54.788560 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-84.ec2.internal I0514 08:39:54.788655 3771 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0514 08:39:54.839034 3771 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 50.41249ms I0514 08:39:54.839061 3771 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 50.445737ms I0514 08:39:54.840276 3771 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 51.74205ms, libovsdb time 893.599µs I0514 08:39:55.154867 3771 cni.go:452] [openshift-monitoring/prometheus-k8s-1 b42363dc38be968fe56f5accdc97d27f58326e8f063aed09841271173a64e339 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 b42363dc38be968fe56f5accdc97d27f58326e8f063aed09841271173a64e339 network default NAD default NAD key ] I0514 08:39:55.164211 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: b42363dc38be968, network: default, NAD default, SandboxID: "b42363dc38be968fe56f5accdc97d27f58326e8f063aed09841271173a64e339", PCI device ID: , UID: "65b8842f-a4d7-41fe-a74c-337cc0cdb605", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0514 08:39:55.213939 3771 cni.go:473] [openshift-monitoring/prometheus-k8s-1 b42363dc38be968fe56f5accdc97d27f58326e8f063aed09841271173a64e339 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 b42363dc38be968fe56f5accdc97d27f58326e8f063aed09841271173a64e339 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:b1:9a:cd:77:18\",\"name\":\"b42363dc38be968\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/255610fa-367e-4152-a030-f72adab3aa60\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 08:39:55.886374 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0514 08:39:55.948800 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 08:39:55.948822 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 08:39:55.976704 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0514 08:39:56.200760 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0514 08:39:56.388081 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 08:39:56.388098 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 08:39:57.196691 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 08:39:57.196715 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 08:39:57.196722 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 08:39:57.196728 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 08:39:57.913873 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 08:39:57.913895 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 08:39:57.913902 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 08:39:57.913912 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0514 08:40:01.212627 3771 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0514 08:40:02.645591 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0514 08:40:04.455842 3771 cni.go:452] [openshift-image-registry/image-registry-586898d55f-q4btt 4948e2a37735f7db94150189a05df89f26b1e6475bc7a4b88a0ad8b7684bae89 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-586898d55f-q4btt 4948e2a37735f7db94150189a05df89f26b1e6475bc7a4b88a0ad8b7684bae89 network default NAD default NAD key ] I0514 08:40:04.542626 3771 cni.go:473] [openshift-image-registry/image-registry-586898d55f-q4btt 4948e2a37735f7db94150189a05df89f26b1e6475bc7a4b88a0ad8b7684bae89 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-586898d55f-q4btt 4948e2a37735f7db94150189a05df89f26b1e6475bc7a4b88a0ad8b7684bae89 network default NAD default NAD key default], result "{}", err I0514 08:40:04.605786 3771 obj_retry.go:498] Detected object openshift-image-registry/image-registry-586898d55f-q4btt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:04.605823 3771 pods.go:176] Deleting pod: openshift-image-registry/image-registry-586898d55f-q4btt I0514 08:40:04.607103 3771 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-586898d55f-q4btt, ips: 10.129.0.6 I0514 08:40:04.607129 3771 obj_retry.go:498] Detected object openshift-image-registry/image-registry-586898d55f-q4btt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:04.615971 3771 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-66655dc6c-nskrx] creating logical port openshift-image-registry_image-registry-66655dc6c-nskrx for pod on switch ip-10-0-1-84.ec2.internal I0514 08:40:04.616065 3771 kube.go:256] Updating pod openshift-image-registry/image-registry-66655dc6c-nskrx I0514 08:40:04.630956 3771 pod.go:62] [openshift-image-registry/image-registry-66655dc6c-nskrx] pod update took 14.915808ms I0514 08:40:04.630979 3771 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-66655dc6c-nskrx] addLogicalPort annotation time took 14.944994ms I0514 08:40:04.632374 3771 pods.go:271] [openshift-image-registry/image-registry-66655dc6c-nskrx] addLogicalPort took 16.422086ms, libovsdb time 963.085µs I0514 08:40:05.016635 3771 cni.go:452] [openshift-image-registry/image-registry-66655dc6c-nskrx 1297d1030003ed4f55ca80c7d641615a5d325494ed4dd92fe2281f30f18d300d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-66655dc6c-nskrx 1297d1030003ed4f55ca80c7d641615a5d325494ed4dd92fe2281f30f18d300d network default NAD default NAD key ] I0514 08:40:05.027053 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-66655dc6c-nskrx, hostIfaceName: 1297d1030003ed4, network: default, NAD default, SandboxID: "1297d1030003ed4f55ca80c7d641615a5d325494ed4dd92fe2281f30f18d300d", PCI device ID: , UID: "411409ea-41d6-4c5f-b76f-76c6afe2b5b7", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0514 08:40:05.079957 3771 cni.go:473] [openshift-image-registry/image-registry-66655dc6c-nskrx 1297d1030003ed4f55ca80c7d641615a5d325494ed4dd92fe2281f30f18d300d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-66655dc6c-nskrx 1297d1030003ed4f55ca80c7d641615a5d325494ed4dd92fe2281f30f18d300d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:64:73:6c:f7:bd\",\"name\":\"1297d1030003ed4\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94f56f15-6df1-4fe7-aeab-7eeef6ece397\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:40:05.450747 3771 obj_retry.go:492] Detected object openshift-image-registry/image-registry-586898d55f-q4btt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:05.450782 3771 obj_retry.go:492] Detected object openshift-image-registry/image-registry-586898d55f-q4btt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:05.455768 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-586898d55f-q4btt I0514 08:40:05.455802 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-586898d55f-q4btt I0514 08:40:16.113500 3771 base_network_controller_pods.go:487] [default/openshift-console/console-86757ddc59-8clpn] creating logical port openshift-console_console-86757ddc59-8clpn for pod on switch ip-10-0-1-84.ec2.internal I0514 08:40:16.113648 3771 kube.go:256] Updating pod openshift-console/console-86757ddc59-8clpn I0514 08:40:16.135249 3771 pod.go:62] [openshift-console/console-86757ddc59-8clpn] pod update took 21.629429ms I0514 08:40:16.135270 3771 base_network_controller_pods.go:951] [default/openshift-console/console-86757ddc59-8clpn] addLogicalPort annotation time took 21.654902ms I0514 08:40:16.136768 3771 pods.go:271] [openshift-console/console-86757ddc59-8clpn] addLogicalPort took 23.287782ms, libovsdb time 1.103695ms I0514 08:40:16.480427 3771 cni.go:452] [openshift-console/console-86757ddc59-8clpn 1a8428918eca70a3685236ef8a44877050f4274accc39e03f58786bf88de38a1 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-86757ddc59-8clpn 1a8428918eca70a3685236ef8a44877050f4274accc39e03f58786bf88de38a1 network default NAD default NAD key ] I0514 08:40:16.489837 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-86757ddc59-8clpn, hostIfaceName: 1a8428918eca70a, network: default, NAD default, SandboxID: "1a8428918eca70a3685236ef8a44877050f4274accc39e03f58786bf88de38a1", PCI device ID: , UID: "06efb126-11b7-4cbc-8e92-c4283b8a505f", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0514 08:40:16.539382 3771 cni.go:473] [openshift-console/console-86757ddc59-8clpn 1a8428918eca70a3685236ef8a44877050f4274accc39e03f58786bf88de38a1 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-86757ddc59-8clpn 1a8428918eca70a3685236ef8a44877050f4274accc39e03f58786bf88de38a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:8b:7a:4b:8b:8b\",\"name\":\"1a8428918eca70a\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1b84d23-2c08-4b71-af13-84ef49793b4b\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 08:40:19.482070 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0514 08:40:21.496064 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0514 08:40:21.496103 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0514 08:40:21.496151 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0514 08:40:22.501752 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0514 08:40:24.308346 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0514 08:40:25.020400 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0514 08:40:25.040073 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0514 08:40:26.435599 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0514 08:40:26.521499 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0514 08:40:28.449306 3771 obj_retry.go:498] Detected object openshift-image-registry/image-registry-586898d55f-zkqf5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:28.449882 3771 obj_retry.go:498] Detected object openshift-image-registry/image-registry-586898d55f-zkqf5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:29.040907 3771 obj_retry.go:492] Detected object openshift-image-registry/image-registry-586898d55f-zkqf5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:29.040933 3771 obj_retry.go:492] Detected object openshift-image-registry/image-registry-586898d55f-zkqf5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:29.044128 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-586898d55f-zkqf5 I0514 08:40:29.044153 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-586898d55f-zkqf5 W0514 08:40:35.548595 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0514 08:40:35.548639 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0514 08:40:35.548684 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0514 08:40:36.557247 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0514 08:40:40.570554 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0514 08:40:40.570613 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0514 08:40:40.570659 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0514 08:40:41.589146 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0514 08:40:47.196982 3771 cni.go:452] [openshift-ingress/router-default-f6669dd59-l7cw4 1decac9a2a5fe5e944791142d2bf9b4dbbd3711d234c5b0ef037fdbca454401a network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-f6669dd59-l7cw4 1decac9a2a5fe5e944791142d2bf9b4dbbd3711d234c5b0ef037fdbca454401a network default NAD default NAD key ] I0514 08:40:47.275809 3771 cni.go:473] [openshift-ingress/router-default-f6669dd59-l7cw4 1decac9a2a5fe5e944791142d2bf9b4dbbd3711d234c5b0ef037fdbca454401a network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-f6669dd59-l7cw4 1decac9a2a5fe5e944791142d2bf9b4dbbd3711d234c5b0ef037fdbca454401a network default NAD default NAD key default], result "{}", err I0514 08:40:47.323498 3771 obj_retry.go:498] Detected object openshift-ingress/router-default-f6669dd59-l7cw4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:47.323530 3771 pods.go:176] Deleting pod: openshift-ingress/router-default-f6669dd59-l7cw4 I0514 08:40:47.324959 3771 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-f6669dd59-l7cw4, ips: 10.129.0.21 I0514 08:40:47.324991 3771 obj_retry.go:498] Detected object openshift-ingress/router-default-f6669dd59-l7cw4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:47.592372 3771 obj_retry.go:492] Detected object openshift-ingress/router-default-f6669dd59-l7cw4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:47.592394 3771 obj_retry.go:492] Detected object openshift-ingress/router-default-f6669dd59-l7cw4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:47.597935 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-f6669dd59-l7cw4 I0514 08:40:47.597964 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-f6669dd59-l7cw4 I0514 08:40:49.623665 3771 obj_retry.go:498] Detected object openshift-console/console-7cbcccb4fc-tw4r4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:49.624199 3771 obj_retry.go:498] Detected object openshift-console/console-7cbcccb4fc-tw4r4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:50.412065 3771 obj_retry.go:492] Detected object openshift-console/console-7cbcccb4fc-tw4r4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:50.412092 3771 obj_retry.go:492] Detected object openshift-console/console-7cbcccb4fc-tw4r4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:50.417679 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cbcccb4fc-tw4r4 I0514 08:40:50.417702 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cbcccb4fc-tw4r4 I0514 08:40:53.061620 3771 obj_retry.go:498] Detected object openshift-console/console-7cbcccb4fc-8h99d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:53.062170 3771 obj_retry.go:498] Detected object openshift-console/console-7cbcccb4fc-8h99d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:53.430457 3771 obj_retry.go:492] Detected object openshift-console/console-7cbcccb4fc-8h99d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:53.430479 3771 obj_retry.go:492] Detected object openshift-console/console-7cbcccb4fc-8h99d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:53.436150 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cbcccb4fc-8h99d I0514 08:40:53.436174 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cbcccb4fc-8h99d W0514 08:40:55.189466 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 08:40:55.189491 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 08:40:55.189504 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 08:40:55.189509 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 08:40:55.668812 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 08:40:55.668838 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0514 08:41:07.348818 3771 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4mhj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:07.349380 3771 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4mhj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:07.349407 3771 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4mhj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:41:07.349416 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0514 08:41:07.349427 3771 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4mhj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:41:07.349432 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0514 08:41:08.379510 3771 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4mhj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:08.379563 3771 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4mhj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:08.379579 3771 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4mhj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:08.379588 3771 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4mhj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:10.308561 3771 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:10.309136 3771 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:10.512126 3771 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:10.512147 3771 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:10.519738 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0514 08:41:10.519766 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0514 08:41:13.186776 3771 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0514 08:41:13.202981 3771 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0514 08:41:14.610708 3771 cni.go:452] [openshift-monitoring/prometheus-k8s-1 b42363dc38be968fe56f5accdc97d27f58326e8f063aed09841271173a64e339 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 b42363dc38be968fe56f5accdc97d27f58326e8f063aed09841271173a64e339 network default NAD default NAD key ] I0514 08:41:14.702548 3771 cni.go:473] [openshift-monitoring/prometheus-k8s-1 b42363dc38be968fe56f5accdc97d27f58326e8f063aed09841271173a64e339 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 b42363dc38be968fe56f5accdc97d27f58326e8f063aed09841271173a64e339 network default NAD default NAD key default], result "{}", err I0514 08:41:14.771122 3771 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:14.771149 3771 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0514 08:41:14.772343 3771 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.23 I0514 08:41:14.772375 3771 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:15.717476 3771 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:15.717500 3771 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:15.723813 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0514 08:41:15.723845 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0514 08:41:15.764248 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-84.ec2.internal I0514 08:41:15.764384 3771 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0514 08:41:15.804568 3771 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 40.254882ms I0514 08:41:15.804590 3771 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 40.280749ms I0514 08:41:15.805764 3771 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 41.529695ms, libovsdb time 858.399µs I0514 08:41:16.124256 3771 cni.go:452] [openshift-monitoring/prometheus-k8s-1 b26ffebad9f4dd219dbc9689d15ad19935da129b3c42faec97e09ea448e763d9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 b26ffebad9f4dd219dbc9689d15ad19935da129b3c42faec97e09ea448e763d9 network default NAD default NAD key ] I0514 08:41:16.133800 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: b26ffebad9f4dd2, network: default, NAD default, SandboxID: "b26ffebad9f4dd219dbc9689d15ad19935da129b3c42faec97e09ea448e763d9", PCI device ID: , UID: "e9ea04da-9473-4e6b-bb36-36fc536b2e6c", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0514 08:41:16.184636 3771 cni.go:473] [openshift-monitoring/prometheus-k8s-1 b26ffebad9f4dd219dbc9689d15ad19935da129b3c42faec97e09ea448e763d9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 b26ffebad9f4dd219dbc9689d15ad19935da129b3c42faec97e09ea448e763d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:e7:68:b9:99:fe\",\"name\":\"b26ffebad9f4dd2\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3392c3a9-071e-405e-b59e-102af01f515c\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 08:41:18.246960 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 08:41:22.715889 3771 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:22.716406 3771 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:23.607496 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:23.607522 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:42.115287 3771 obj_retry.go:498] Detected object openshift-console/console-86757ddc59-bx6pt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:42.115906 3771 obj_retry.go:498] Detected object openshift-console/console-86757ddc59-bx6pt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:42.411554 3771 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:42.412108 3771 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:42.690413 3771 obj_retry.go:492] Detected object openshift-console/console-86757ddc59-bx6pt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:42.690434 3771 obj_retry.go:492] Detected object openshift-console/console-86757ddc59-bx6pt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:42.696983 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86757ddc59-bx6pt I0514 08:41:42.696997 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86757ddc59-bx6pt I0514 08:41:43.358168 3771 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:43.358197 3771 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:43.365062 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0514 08:41:43.365086 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0514 08:41:52.509483 3771 cni.go:452] [openshift-console/console-86757ddc59-8clpn 1a8428918eca70a3685236ef8a44877050f4274accc39e03f58786bf88de38a1 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-86757ddc59-8clpn 1a8428918eca70a3685236ef8a44877050f4274accc39e03f58786bf88de38a1 network default NAD default NAD key ] I0514 08:41:52.586898 3771 cni.go:473] [openshift-console/console-86757ddc59-8clpn 1a8428918eca70a3685236ef8a44877050f4274accc39e03f58786bf88de38a1 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-86757ddc59-8clpn 1a8428918eca70a3685236ef8a44877050f4274accc39e03f58786bf88de38a1 network default NAD default NAD key default], result "{}", err I0514 08:41:52.634839 3771 obj_retry.go:498] Detected object openshift-console/console-86757ddc59-8clpn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:52.634877 3771 pods.go:176] Deleting pod: openshift-console/console-86757ddc59-8clpn I0514 08:41:52.636096 3771 pods.go:236] Attempting to release IPs for pod: openshift-console/console-86757ddc59-8clpn, ips: 10.129.0.25 I0514 08:41:52.636126 3771 obj_retry.go:498] Detected object openshift-console/console-86757ddc59-8clpn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:52.865860 3771 obj_retry.go:492] Detected object openshift-console/console-86757ddc59-8clpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:52.865890 3771 obj_retry.go:492] Detected object openshift-console/console-86757ddc59-8clpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:52.871057 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86757ddc59-8clpn I0514 08:41:52.871081 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86757ddc59-8clpn W0514 08:42:16.998604 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 08:42:16.998626 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0514 08:42:18.303687 3771 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:42:18.304247 3771 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:42:18.509354 3771 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:42:18.509375 3771 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:42:18.516274 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0514 08:42:18.516302 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0514 08:42:38.806873 3771 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0514 08:43:53.206176 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=578 I0514 08:43:56.324794 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0514 08:44:02.851637 3771 base_network_controller_pods.go:487] [default/openshift-console/console-b84f9d659-bjl5p] creating logical port openshift-console_console-b84f9d659-bjl5p for pod on switch ip-10-0-1-84.ec2.internal I0514 08:44:02.851806 3771 kube.go:256] Updating pod openshift-console/console-b84f9d659-bjl5p I0514 08:44:02.884108 3771 pod.go:62] [openshift-console/console-b84f9d659-bjl5p] pod update took 32.34363ms I0514 08:44:02.884132 3771 base_network_controller_pods.go:951] [default/openshift-console/console-b84f9d659-bjl5p] addLogicalPort annotation time took 32.377777ms I0514 08:44:02.885392 3771 pods.go:271] [openshift-console/console-b84f9d659-bjl5p] addLogicalPort took 33.769719ms, libovsdb time 883.172µs I0514 08:44:03.211901 3771 cni.go:452] [openshift-console/console-b84f9d659-bjl5p aae692ed2adb92bc030271757ed8e9a4a677634daf5d92568caa5a7fb3787afe network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-b84f9d659-bjl5p aae692ed2adb92bc030271757ed8e9a4a677634daf5d92568caa5a7fb3787afe network default NAD default NAD key ] I0514 08:44:03.222317 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-b84f9d659-bjl5p, hostIfaceName: aae692ed2adb92b, network: default, NAD default, SandboxID: "aae692ed2adb92bc030271757ed8e9a4a677634daf5d92568caa5a7fb3787afe", PCI device ID: , UID: "d3f8a251-b221-4f39-9b2a-6b8e058069fa", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0514 08:44:03.277750 3771 cni.go:473] [openshift-console/console-b84f9d659-bjl5p aae692ed2adb92bc030271757ed8e9a4a677634daf5d92568caa5a7fb3787afe network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-b84f9d659-bjl5p aae692ed2adb92bc030271757ed8e9a4a677634daf5d92568caa5a7fb3787afe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:ff:89:3e:5d:3b\",\"name\":\"aae692ed2adb92b\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06406dc7-bb4b-4b8a-9b6a-23590c757096\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 08:44:13.406756 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0514 08:44:22.195254 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0514 08:44:26.301108 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0514 08:44:28.131569 3771 obj_retry.go:498] Detected object openshift-console/console-767949fcf7-gcbt6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:44:28.132133 3771 obj_retry.go:498] Detected object openshift-console/console-767949fcf7-gcbt6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:44:28.354937 3771 obj_retry.go:492] Detected object openshift-console/console-767949fcf7-gcbt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:44:28.354957 3771 obj_retry.go:492] Detected object openshift-console/console-767949fcf7-gcbt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:44:28.359667 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-767949fcf7-gcbt6 I0514 08:44:28.359694 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-767949fcf7-gcbt6 I0514 08:44:38.723867 3771 obj_retry.go:498] Detected object openshift-console/console-767949fcf7-tw57t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:44:38.724444 3771 obj_retry.go:498] Detected object openshift-console/console-767949fcf7-tw57t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:44:39.055753 3771 obj_retry.go:492] Detected object openshift-console/console-767949fcf7-tw57t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:44:39.055796 3771 obj_retry.go:492] Detected object openshift-console/console-767949fcf7-tw57t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:44:39.060879 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-767949fcf7-tw57t I0514 08:44:39.060902 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-767949fcf7-tw57t I0514 08:44:49.203807 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0514 08:45:17.289499 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0514 08:45:57.284023 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0514 08:46:17.436397 3771 namespace.go:98] [tsf] adding namespace I0514 08:46:17.437330 3771 namespace.go:102] [tsf] adding namespace took 908.686µs I0514 08:46:17.458220 3771 namespace.go:142] [tsf] updating namespace I0514 08:46:17.471873 3771 namespace.go:142] [tsf] updating namespace I0514 08:46:18.284391 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0514 08:46:21.400336 3771 namespace.go:98] [konflux-operator] adding namespace I0514 08:46:21.400362 3771 namespace.go:98] [rhbk-operator] adding namespace I0514 08:46:21.400500 3771 namespace.go:98] [tsf-keycloak] adding namespace I0514 08:46:21.401262 3771 namespace.go:102] [konflux-operator] adding namespace took 877.005µs I0514 08:46:21.401932 3771 namespace.go:102] [rhbk-operator] adding namespace took 1.467959ms I0514 08:46:21.402557 3771 namespace.go:102] [tsf-keycloak] adding namespace took 2.040586ms I0514 08:46:21.405395 3771 namespace.go:98] [konflux-ui] adding namespace I0514 08:46:21.405510 3771 namespace.go:98] [rhtpa-operator] adding namespace I0514 08:46:21.405854 3771 namespace.go:98] [tsf-tas] adding namespace I0514 08:46:21.406085 3771 namespace.go:102] [konflux-ui] adding namespace took 676.737µs I0514 08:46:21.406110 3771 namespace.go:98] [cert-manager-operator] adding namespace I0514 08:46:21.406574 3771 namespace.go:102] [cert-manager-operator] adding namespace took 458.292µs I0514 08:46:21.407046 3771 namespace.go:102] [rhtpa-operator] adding namespace took 1.52387ms I0514 08:46:21.407070 3771 namespace.go:98] [tsf-tpa] adding namespace I0514 08:46:21.407563 3771 namespace.go:102] [tsf-tpa] adding namespace took 485.86µs I0514 08:46:21.408007 3771 namespace.go:102] [tsf-tas] adding namespace took 2.138907ms I0514 08:46:21.414430 3771 namespace.go:142] [konflux-operator] updating namespace I0514 08:46:21.440271 3771 namespace.go:142] [konflux-operator] updating namespace I0514 08:46:21.440359 3771 namespace.go:142] [rhbk-operator] updating namespace I0514 08:46:21.460062 3771 namespace.go:142] [rhbk-operator] updating namespace I0514 08:46:21.464066 3771 namespace.go:142] [tsf-keycloak] updating namespace I0514 08:46:21.464139 3771 namespace.go:142] [konflux-ui] updating namespace I0514 08:46:21.471879 3771 namespace.go:142] [rhtpa-operator] updating namespace I0514 08:46:21.484745 3771 namespace.go:142] [cert-manager-operator] updating namespace I0514 08:46:21.484866 3771 namespace.go:142] [tsf-tpa] updating namespace I0514 08:46:21.494141 3771 namespace.go:142] [tsf-tas] updating namespace I0514 08:46:21.499107 3771 namespace.go:142] [konflux-operator] updating namespace I0514 08:46:21.499234 3771 namespace.go:142] [rhbk-operator] updating namespace I0514 08:46:21.519876 3771 namespace.go:142] [rhtpa-operator] updating namespace I0514 08:46:21.537982 3771 namespace.go:142] [rhtpa-operator] updating namespace I0514 08:46:21.542762 3771 namespace.go:142] [tsf-tpa] updating namespace I0514 08:46:21.566890 3771 namespace.go:142] [tsf-tpa] updating namespace I0514 08:46:21.569848 3771 namespace.go:142] [cert-manager-operator] updating namespace I0514 08:46:21.589113 3771 namespace.go:142] [tsf-tas] updating namespace I0514 08:46:21.600966 3771 namespace.go:142] [cert-manager-operator] updating namespace I0514 08:46:21.615962 3771 namespace.go:142] [tsf-tas] updating namespace I0514 08:46:21.631196 3771 namespace.go:142] [tsf-keycloak] updating namespace I0514 08:46:21.648330 3771 namespace.go:142] [tsf-keycloak] updating namespace I0514 08:46:21.817300 3771 namespace.go:142] [konflux-ui] updating namespace I0514 08:46:21.835547 3771 namespace.go:142] [konflux-ui] updating namespace I0514 08:46:22.956626 3771 namespace.go:142] [tsf-tpa] updating namespace I0514 08:46:22.965442 3771 namespace.go:142] [tsf-keycloak] updating namespace I0514 08:46:28.624980 3771 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feqffvp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:28.625508 3771 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feqffvp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:28.625531 3771 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feqffvp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:28.625564 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 08:46:28.625581 3771 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feqffvp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:28.625584 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 08:46:29.629635 3771 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkz5q5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:29.630136 3771 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkz5q5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:29.630164 3771 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkz5q5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:29.630174 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 08:46:29.630191 3771 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkz5q5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:29.630199 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 08:46:29.650577 3771 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feqffvp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:29.650602 3771 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feqffvp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:29.650618 3771 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feqffvp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:29.650628 3771 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feqffvp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:30.654970 3771 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkz5q5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:30.654996 3771 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkz5q5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:30.655008 3771 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkz5q5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:30.655018 3771 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkz5q5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:31.642629 3771 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exbb42 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:31.643162 3771 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exbb42 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:31.643184 3771 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exbb42 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:31.643192 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 08:46:31.643208 3771 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exbb42 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:31.643214 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 08:46:32.673789 3771 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exbb42 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:32.673814 3771 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exbb42 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:32.673824 3771 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exbb42 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:32.673844 3771 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exbb42 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:33.203254 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=53 I0514 08:46:33.738150 3771 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hz5d9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:33.738718 3771 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hz5d9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:33.738747 3771 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hz5d9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:33.738755 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 08:46:33.738765 3771 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hz5d9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:33.738769 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 08:46:34.681086 3771 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7c9b7q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:34.681619 3771 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7c9b7q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:34.681648 3771 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7c9b7q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:34.681656 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 08:46:34.681665 3771 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7c9b7q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:34.681669 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 08:46:34.763367 3771 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hz5d9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:34.763386 3771 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hz5d9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:34.763396 3771 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hz5d9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:34.763405 3771 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hz5d9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:35.732869 3771 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7c9b7q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:35.732893 3771 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7c9b7q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:35.732910 3771 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7c9b7q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:35.732919 3771 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7c9b7q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:40.801241 3771 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xr6tm] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-xr6tm for pod on switch ip-10-0-1-84.ec2.internal I0514 08:46:40.801361 3771 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xr6tm I0514 08:46:40.823206 3771 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xr6tm] pod update took 21.87185ms I0514 08:46:40.823232 3771 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xr6tm] addLogicalPort annotation time took 21.903591ms I0514 08:46:40.824468 3771 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xr6tm] addLogicalPort took 23.241044ms, libovsdb time 879.508µs I0514 08:46:41.159594 3771 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xr6tm 699f31aca3a348af3a6d99806181ee563d983c6de71d5af2adaeb41220ae0644 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xr6tm 699f31aca3a348af3a6d99806181ee563d983c6de71d5af2adaeb41220ae0644 network default NAD default NAD key ] I0514 08:46:41.169256 3771 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-xr6tm, hostIfaceName: 699f31aca3a348a, network: default, NAD default, SandboxID: "699f31aca3a348af3a6d99806181ee563d983c6de71d5af2adaeb41220ae0644", PCI device ID: , UID: "eb319cfe-4e88-4bea-b236-31ca24858413", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0514 08:46:41.223531 3771 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xr6tm 699f31aca3a348af3a6d99806181ee563d983c6de71d5af2adaeb41220ae0644 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xr6tm 699f31aca3a348af3a6d99806181ee563d983c6de71d5af2adaeb41220ae0644 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:02:8b:f3:b1:69\",\"name\":\"699f31aca3a348a\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/273eaf7b-3116-4cb5-a23e-cfa9df44f638\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:46:43.743138 3771 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hqjpw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:43.743795 3771 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hqjpw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:43.743823 3771 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hqjpw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:43.743831 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 08:46:43.743842 3771 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hqjpw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:43.743846 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 08:46:44.254835 3771 namespace.go:98] [cert-manager] adding namespace I0514 08:46:44.255714 3771 namespace.go:102] [cert-manager] adding namespace took 853.489µs I0514 08:46:44.283718 3771 namespace.go:142] [cert-manager] updating namespace I0514 08:46:44.296573 3771 namespace.go:142] [cert-manager] updating namespace I0514 08:46:44.796882 3771 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hqjpw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:44.796912 3771 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hqjpw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:44.796926 3771 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hqjpw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:44.796946 3771 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hqjpw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:47.169882 3771 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-xhm8g] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-xhm8g for pod on switch ip-10-0-1-84.ec2.internal I0514 08:46:47.169972 3771 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-xhm8g I0514 08:46:47.238394 3771 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-xhm8g I0514 08:46:47.346853 3771 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-xhm8g] pod update took 176.904345ms I0514 08:46:47.346881 3771 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-xhm8g] addLogicalPort annotation time took 176.938964ms I0514 08:46:47.348280 3771 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-xhm8g] addLogicalPort took 178.411562ms, libovsdb time 1.022533ms I0514 08:46:47.529187 3771 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-xhm8g 4d660fc195bb3d8dadd11ec0cfae5dfc036247928df1d26b3a41112b6cc674f6 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-xhm8g 4d660fc195bb3d8dadd11ec0cfae5dfc036247928df1d26b3a41112b6cc674f6 network default NAD default NAD key ] I0514 08:46:47.538971 3771 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-xhm8g, hostIfaceName: 4d660fc195bb3d8, network: default, NAD default, SandboxID: "4d660fc195bb3d8dadd11ec0cfae5dfc036247928df1d26b3a41112b6cc674f6", PCI device ID: , UID: "0ae6e493-ae64-4f17-88b3-a5e66c525f55", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0514 08:46:47.589934 3771 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-xhm8g 4d660fc195bb3d8dadd11ec0cfae5dfc036247928df1d26b3a41112b6cc674f6 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-xhm8g 4d660fc195bb3d8dadd11ec0cfae5dfc036247928df1d26b3a41112b6cc674f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:de:bf:28:e5:a5\",\"name\":\"4d660fc195bb3d8\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7455df16-7810-475b-b4bb-5cc86427c91d\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:46:48.218050 3771 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-wpl44] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-wpl44 for pod on switch ip-10-0-1-84.ec2.internal I0514 08:46:48.218168 3771 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-wpl44 I0514 08:46:48.237813 3771 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-wpl44] pod update took 19.665865ms I0514 08:46:48.237839 3771 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-wpl44] addLogicalPort annotation time took 19.698093ms I0514 08:46:48.239046 3771 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-wpl44] addLogicalPort took 21.014336ms, libovsdb time 868.088µs I0514 08:46:48.586882 3771 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-wpl44 239a81ff893991f93cb9cbce19388e3775c5715bb2b5e8311edb5256c1ded41f network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-wpl44 239a81ff893991f93cb9cbce19388e3775c5715bb2b5e8311edb5256c1ded41f network default NAD default NAD key ] I0514 08:46:48.597375 3771 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-wpl44, hostIfaceName: 239a81ff893991f, network: default, NAD default, SandboxID: "239a81ff893991f93cb9cbce19388e3775c5715bb2b5e8311edb5256c1ded41f", PCI device ID: , UID: "0a566594-9d02-4ca3-b86b-0d181aa802b9", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0514 08:46:48.652093 3771 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-wpl44 239a81ff893991f93cb9cbce19388e3775c5715bb2b5e8311edb5256c1ded41f network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-wpl44 239a81ff893991f93cb9cbce19388e3775c5715bb2b5e8311edb5256c1ded41f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:3e:aa:1f:40:53\",\"name\":\"239a81ff893991f\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad48f8e6-836d-425a-811c-4dc0d4ced310\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 08:46:48.664254 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 08:46:50.017032 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0514 08:46:50.017055 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0514 08:46:55.238874 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 08:46:55.245114 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 08:46:55.263600 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 08:46:55.271189 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0514 08:46:55.716444 3771 namespace.go:142] [openshift-operators] updating namespace I0514 08:46:55.723332 3771 namespace.go:142] [openshift-operators] updating namespace W0514 08:46:56.039513 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0514 08:46:56.039532 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0514 08:46:56.721510 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0514 08:46:59.446212 3771 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-d6sf5] creating logical port cert-manager_cert-manager-59c77684cc-d6sf5 for pod on switch ip-10-0-1-84.ec2.internal I0514 08:46:59.446328 3771 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-d6sf5 I0514 08:46:59.466771 3771 pod.go:62] [cert-manager/cert-manager-59c77684cc-d6sf5] pod update took 20.475477ms I0514 08:46:59.466793 3771 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-d6sf5] addLogicalPort annotation time took 20.505395ms I0514 08:46:59.468136 3771 pods.go:271] [cert-manager/cert-manager-59c77684cc-d6sf5] addLogicalPort took 21.944816ms, libovsdb time 931.846µs I0514 08:47:00.108733 3771 cni.go:452] [cert-manager/cert-manager-59c77684cc-d6sf5 d04c912fc0a684d04631b8ff1d9e32862afa9000f1e0cc28cbb99e1c5b1e405e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-d6sf5 d04c912fc0a684d04631b8ff1d9e32862afa9000f1e0cc28cbb99e1c5b1e405e network default NAD default NAD key ] I0514 08:47:00.118473 3771 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-d6sf5, hostIfaceName: d04c912fc0a684d, network: default, NAD default, SandboxID: "d04c912fc0a684d04631b8ff1d9e32862afa9000f1e0cc28cbb99e1c5b1e405e", PCI device ID: , UID: "d68b6949-a560-48f4-b0d0-19b99408cde6", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0514 08:47:00.170252 3771 cni.go:473] [cert-manager/cert-manager-59c77684cc-d6sf5 d04c912fc0a684d04631b8ff1d9e32862afa9000f1e0cc28cbb99e1c5b1e405e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-d6sf5 d04c912fc0a684d04631b8ff1d9e32862afa9000f1e0cc28cbb99e1c5b1e405e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:96:c4:9f:25:ad\",\"name\":\"d04c912fc0a684d\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e8dd12d-0596-4279-98c7-54f372f9427b\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:47:04.296766 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0514 08:47:05.514720 3771 namespace.go:98] [trusted-artifact-signer] adding namespace I0514 08:47:05.515724 3771 namespace.go:102] [trusted-artifact-signer] adding namespace took 984.718µs I0514 08:47:05.553644 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 08:47:05.581634 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 08:47:05.804632 3771 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-6f79b] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-6f79b for pod on switch ip-10-0-1-84.ec2.internal I0514 08:47:05.804719 3771 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-6f79b I0514 08:47:05.823499 3771 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-6f79b] pod update took 18.802486ms I0514 08:47:05.823518 3771 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-6f79b] addLogicalPort annotation time took 18.825401ms I0514 08:47:05.824734 3771 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-6f79b] addLogicalPort took 20.122646ms, libovsdb time 831.631µs W0514 08:47:06.105096 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0514 08:47:06.175052 3771 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-6f79b b3fa5e0fb7c13b6132178afee431c5a777427e25124c3f83d086a1389320a14e network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-6f79b b3fa5e0fb7c13b6132178afee431c5a777427e25124c3f83d086a1389320a14e network default NAD default NAD key ] I0514 08:47:06.185446 3771 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-6f79b, hostIfaceName: b3fa5e0fb7c13b6, network: default, NAD default, SandboxID: "b3fa5e0fb7c13b6132178afee431c5a777427e25124c3f83d086a1389320a14e", PCI device ID: , UID: "ca291e04-e126-4f79-94ae-b7521728a416", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0514 08:47:06.236810 3771 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-6f79b b3fa5e0fb7c13b6132178afee431c5a777427e25124c3f83d086a1389320a14e network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-6f79b b3fa5e0fb7c13b6132178afee431c5a777427e25124c3f83d086a1389320a14e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:d2:48:7d:c7:cb\",\"name\":\"b3fa5e0fb7c13b6\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f73292de-fad7-4115-82b9-e0a78ac7ffd4\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:47:07.307000 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0514 08:47:09.919330 3771 namespace.go:142] [openshift-operators] updating namespace W0514 08:47:12.043271 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0514 08:47:12.065833 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0514 08:47:12.084276 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0514 08:47:12.093687 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0514 08:47:23.203888 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=163 I0514 08:47:25.743430 3771 namespace.go:98] [openshift-pipelines] adding namespace I0514 08:47:25.744343 3771 namespace.go:102] [openshift-pipelines] adding namespace took 886.925µs I0514 08:47:25.762552 3771 namespace.go:142] [openshift-pipelines] updating namespace I0514 08:47:26.458048 3771 namespace.go:142] [cert-manager] updating namespace I0514 08:47:26.657795 3771 namespace.go:142] [cert-manager-operator] updating namespace I0514 08:47:27.059355 3771 namespace.go:142] [konflux-operator] updating namespace I0514 08:47:27.261269 3771 namespace.go:142] [konflux-ui] updating namespace I0514 08:47:27.460126 3771 namespace.go:142] [open-cluster-management-2q9jgrtid73pp275kl3h1j85cc2965e0] updating namespace I0514 08:47:27.864504 3771 namespace.go:142] [rhbk-operator] updating namespace I0514 08:47:28.064335 3771 namespace.go:142] [rhtpa-operator] updating namespace I0514 08:47:28.265892 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 08:47:28.469930 3771 namespace.go:142] [tsf] updating namespace I0514 08:47:28.684114 3771 namespace.go:142] [tsf-keycloak] updating namespace I0514 08:47:28.884403 3771 namespace.go:142] [tsf-tas] updating namespace I0514 08:47:29.102312 3771 namespace.go:142] [tsf-tpa] updating namespace I0514 08:47:29.270689 3771 namespace.go:142] [cert-manager] updating namespace I0514 08:47:29.280302 3771 namespace.go:142] [cert-manager-operator] updating namespace I0514 08:47:29.298988 3771 namespace.go:142] [default] updating namespace I0514 08:47:29.316517 3771 namespace.go:142] [konflux-operator] updating namespace I0514 08:47:29.336684 3771 namespace.go:142] [konflux-ui] updating namespace I0514 08:47:29.354679 3771 namespace.go:142] [open-cluster-management-2q9jgrtid73pp275kl3h1j85cc2965e0] updating namespace I0514 08:47:29.371654 3771 namespace.go:142] [openshift] updating namespace I0514 08:47:29.389634 3771 namespace.go:142] [rhbk-operator] updating namespace I0514 08:47:29.405192 3771 namespace.go:142] [rhtpa-operator] updating namespace I0514 08:47:29.421785 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 08:47:29.430746 3771 namespace.go:142] [tsf] updating namespace I0514 08:47:29.454054 3771 namespace.go:142] [tsf-keycloak] updating namespace I0514 08:47:29.471736 3771 namespace.go:142] [tsf-tas] updating namespace I0514 08:47:29.493353 3771 namespace.go:142] [tsf-tpa] updating namespace I0514 08:47:29.568711 3771 namespace.go:142] [cert-manager] updating namespace I0514 08:47:29.629675 3771 namespace.go:142] [cert-manager-operator] updating namespace I0514 08:47:29.691701 3771 namespace.go:142] [default] updating namespace I0514 08:47:29.790394 3771 namespace.go:142] [konflux-operator] updating namespace I0514 08:47:29.898721 3771 namespace.go:142] [konflux-ui] updating namespace I0514 08:47:29.992856 3771 namespace.go:142] [open-cluster-management-2q9jgrtid73pp275kl3h1j85cc2965e0] updating namespace I0514 08:47:30.087114 3771 namespace.go:142] [openshift] updating namespace I0514 08:47:30.193988 3771 namespace.go:142] [rhbk-operator] updating namespace I0514 08:47:30.288261 3771 namespace.go:142] [rhtpa-operator] updating namespace I0514 08:47:30.389471 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 08:47:30.527864 3771 namespace.go:142] [tsf] updating namespace I0514 08:47:30.589436 3771 namespace.go:142] [tsf-keycloak] updating namespace I0514 08:47:30.689805 3771 namespace.go:142] [tsf-tas] updating namespace I0514 08:47:30.787374 3771 namespace.go:142] [tsf-tpa] updating namespace I0514 08:47:31.145978 3771 namespace.go:142] [openshift-pipelines] updating namespace I0514 08:47:36.342845 3771 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:47:36.343380 3771 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:47:36.365410 3771 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:47:36.365425 3771 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:47:36.372438 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0514 08:47:36.372451 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0514 08:47:39.105470 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zs29l] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-zs29l for pod on switch ip-10-0-1-84.ec2.internal I0514 08:47:39.105604 3771 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zs29l I0514 08:47:39.126909 3771 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zs29l] pod update took 21.332028ms I0514 08:47:39.126934 3771 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zs29l] addLogicalPort annotation time took 21.362931ms I0514 08:47:39.128266 3771 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zs29l] addLogicalPort took 22.816079ms, libovsdb time 922.406µs I0514 08:47:39.194819 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=77 I0514 08:47:39.317476 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-t5nvp] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-t5nvp for pod on switch ip-10-0-1-84.ec2.internal I0514 08:47:39.317656 3771 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-t5nvp I0514 08:47:39.332110 3771 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-t5nvp] pod update took 14.495935ms I0514 08:47:39.332132 3771 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-t5nvp] addLogicalPort annotation time took 14.52227ms I0514 08:47:39.333317 3771 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-t5nvp] addLogicalPort took 15.863168ms, libovsdb time 833.292µs I0514 08:47:39.474529 3771 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zs29l a2a350e2988325fc7c00aba9e267da07f2725275a88a1c884fdaa50621654583 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zs29l a2a350e2988325fc7c00aba9e267da07f2725275a88a1c884fdaa50621654583 network default NAD default NAD key ] I0514 08:47:39.484001 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-zs29l, hostIfaceName: a2a350e2988325f, network: default, NAD default, SandboxID: "a2a350e2988325fc7c00aba9e267da07f2725275a88a1c884fdaa50621654583", PCI device ID: , UID: "c97f5bd2-3569-4280-bcf5-8c9d3a37582d", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0514 08:47:39.537857 3771 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zs29l a2a350e2988325fc7c00aba9e267da07f2725275a88a1c884fdaa50621654583 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-zs29l a2a350e2988325fc7c00aba9e267da07f2725275a88a1c884fdaa50621654583 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:e4:be:ac:71:f1\",\"name\":\"a2a350e2988325f\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/962cca10-a892-43b6-a9d0-03c619bc3f3a\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:47:39.681645 3771 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-t5nvp f19531e2d5738533c72adb7b92e20808d5714e979fa9c4586720d01ab6c02bec network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-t5nvp f19531e2d5738533c72adb7b92e20808d5714e979fa9c4586720d01ab6c02bec network default NAD default NAD key ] I0514 08:47:39.691934 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-t5nvp, hostIfaceName: f19531e2d573853, network: default, NAD default, SandboxID: "f19531e2d5738533c72adb7b92e20808d5714e979fa9c4586720d01ab6c02bec", PCI device ID: , UID: "ae409b42-d14d-4747-aec8-b00a012be87b", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0514 08:47:39.744159 3771 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-t5nvp f19531e2d5738533c72adb7b92e20808d5714e979fa9c4586720d01ab6c02bec network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-t5nvp f19531e2d5738533c72adb7b92e20808d5714e979fa9c4586720d01ab6c02bec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:d4:73:e1:b8:8c\",\"name\":\"f19531e2d573853\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/785043a0-6c7e-4d20-a03b-25c7ea14ef7c\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 08:47:43.261202 3771 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 08:47:43.261223 3771 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 08:47:43.261228 3771 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 08:47:43.261233 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0514 08:47:43.317954 3771 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 W0514 08:47:44.314063 3771 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 08:47:44.314083 3771 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 08:47:44.314088 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 08:47:44.923889 3771 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0514 08:47:44.923918 3771 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0514 08:47:44.923927 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0514 08:47:52.324662 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 W0514 08:47:55.277767 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 08:47:55.277788 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 08:47:55.277793 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 08:47:56.323233 3771 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0514 08:47:56.347640 3771 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0514 08:48:02.736329 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-k46zl] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-k46zl for pod on switch ip-10-0-1-84.ec2.internal I0514 08:48:02.736449 3771 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-k46zl I0514 08:48:02.750112 3771 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-k46zl] pod update took 13.701643ms I0514 08:48:02.750134 3771 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-k46zl] addLogicalPort annotation time took 13.72817ms I0514 08:48:02.751484 3771 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-k46zl] addLogicalPort took 15.175224ms, libovsdb time 987.137µs I0514 08:48:02.949855 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jg67h] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-jg67h for pod on switch ip-10-0-1-84.ec2.internal I0514 08:48:02.949954 3771 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jg67h I0514 08:48:02.966215 3771 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jg67h] pod update took 16.287295ms I0514 08:48:02.966242 3771 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jg67h] addLogicalPort annotation time took 16.31783ms I0514 08:48:02.967485 3771 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jg67h] addLogicalPort took 17.650903ms, libovsdb time 822.682µs I0514 08:48:03.103044 3771 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-k46zl be83c60183575b9e6f852a2397f77959aad33502ddfb08c09345622c4bea722f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-k46zl be83c60183575b9e6f852a2397f77959aad33502ddfb08c09345622c4bea722f network default NAD default NAD key ] I0514 08:48:03.112564 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-k46zl, hostIfaceName: be83c60183575b9, network: default, NAD default, SandboxID: "be83c60183575b9e6f852a2397f77959aad33502ddfb08c09345622c4bea722f", PCI device ID: , UID: "cb87d7c6-83aa-441e-b434-54e871f7fb65", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0514 08:48:03.166523 3771 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-k46zl be83c60183575b9e6f852a2397f77959aad33502ddfb08c09345622c4bea722f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-k46zl be83c60183575b9e6f852a2397f77959aad33502ddfb08c09345622c4bea722f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:c6:9c:a5:bc:c8\",\"name\":\"be83c60183575b9\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7e0bca3-f3f6-4009-bb30-a19f04fca856\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:48:03.313078 3771 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jg67h eff25b7b1dba4d13dc2d5c374467e33a08c0cd8bdcb73608dc92f20542d1773f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jg67h eff25b7b1dba4d13dc2d5c374467e33a08c0cd8bdcb73608dc92f20542d1773f network default NAD default NAD key ] I0514 08:48:03.323986 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-jg67h, hostIfaceName: eff25b7b1dba4d1, network: default, NAD default, SandboxID: "eff25b7b1dba4d13dc2d5c374467e33a08c0cd8bdcb73608dc92f20542d1773f", PCI device ID: , UID: "2bc1186f-97e3-41c0-af1c-fac68c4a92c2", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0514 08:48:03.377406 3771 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jg67h eff25b7b1dba4d13dc2d5c374467e33a08c0cd8bdcb73608dc92f20542d1773f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-jg67h eff25b7b1dba4d13dc2d5c374467e33a08c0cd8bdcb73608dc92f20542d1773f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:d4:cf:f4:15:d3\",\"name\":\"eff25b7b1dba4d1\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22b66afb-62cc-4765-b1b2-1f7be77722ce\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 08:48:09.396778 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0514 08:48:19.578387 3771 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:48:19.578940 3771 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:48:19.616841 3771 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:48:19.616858 3771 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:48:19.624372 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0514 08:48:19.624399 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0514 08:48:20.412219 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0514 08:48:21.655692 3771 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0514 08:48:21.656279 3771 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0514 08:48:21.656296 3771 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0514 08:48:21.658337 3771 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0514 08:48:27.394502 3771 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0514 08:48:28.150945 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0514 08:48:28.150964 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0514 08:48:28.157495 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0514 08:48:28.157511 3771 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0514 08:48:30.468819 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-84.ec2.internal I0514 08:48:30.469007 3771 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0514 08:48:30.481820 3771 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.850304ms I0514 08:48:30.481849 3771 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.875883ms I0514 08:48:30.483197 3771 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.397129ms, libovsdb time 923.125µs I0514 08:48:40.432933 3771 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 71b1ae7ba98142955cbd26d146e6c508b9569115e71b1ab3faa0a626dc757a29 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 71b1ae7ba98142955cbd26d146e6c508b9569115e71b1ab3faa0a626dc757a29 network default NAD default NAD key ] I0514 08:48:40.442631 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 71b1ae7ba981429, network: default, NAD default, SandboxID: "71b1ae7ba98142955cbd26d146e6c508b9569115e71b1ab3faa0a626dc757a29", PCI device ID: , UID: "200001f4-8bc0-44e0-bb55-554ae728b607", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0514 08:48:40.497719 3771 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 71b1ae7ba98142955cbd26d146e6c508b9569115e71b1ab3faa0a626dc757a29 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 71b1ae7ba98142955cbd26d146e6c508b9569115e71b1ab3faa0a626dc757a29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:cd:7d:27:87:9d\",\"name\":\"71b1ae7ba981429\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2267aff6-09cb-4f9a-9f56-66799c4b800f\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:48:41.312103 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0514 08:48:49.639525 3771 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0514 08:48:51.175935 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-b9wxp] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-b9wxp for pod on switch ip-10-0-1-84.ec2.internal I0514 08:48:51.176020 3771 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-b9wxp I0514 08:48:51.190623 3771 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-b9wxp] pod update took 14.622575ms I0514 08:48:51.190650 3771 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-b9wxp] addLogicalPort annotation time took 14.654963ms I0514 08:48:51.191860 3771 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-b9wxp] addLogicalPort took 15.942393ms, libovsdb time 816.477µs I0514 08:48:51.536876 3771 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-b9wxp 53c39f868f678792777e2fe4455d7baefd936ead6851a1f13618bad5f5c4c155 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-b9wxp 53c39f868f678792777e2fe4455d7baefd936ead6851a1f13618bad5f5c4c155 network default NAD default NAD key ] I0514 08:48:51.548176 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-b9wxp, hostIfaceName: 53c39f868f67879, network: default, NAD default, SandboxID: "53c39f868f678792777e2fe4455d7baefd936ead6851a1f13618bad5f5c4c155", PCI device ID: , UID: "2a25e283-6059-4ac8-8246-c76f0cb0fd4d", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0514 08:48:51.602970 3771 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-b9wxp 53c39f868f678792777e2fe4455d7baefd936ead6851a1f13618bad5f5c4c155 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-b9wxp 53c39f868f678792777e2fe4455d7baefd936ead6851a1f13618bad5f5c4c155 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:2f:24:03:29:96\",\"name\":\"53c39f868f67879\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffb0e580-f2b6-41d3-b24f-2fe2f5bcf9e2\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 08:48:59.673736 3771 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0514 08:48:59.673758 3771 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0514 08:48:59.673763 3771 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0514 08:49:11.877280 3771 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:49:11.877882 3771 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:49:11.897096 3771 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:49:11.897119 3771 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:49:11.901040 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0514 08:49:11.901069 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0514 08:49:14.276452 3771 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-65f7c4ccd8-8x5lc] creating logical port tsf-tas_fulcio-server-65f7c4ccd8-8x5lc for pod on switch ip-10-0-1-84.ec2.internal I0514 08:49:14.276582 3771 kube.go:256] Updating pod tsf-tas/fulcio-server-65f7c4ccd8-8x5lc I0514 08:49:14.297836 3771 pod.go:62] [tsf-tas/fulcio-server-65f7c4ccd8-8x5lc] pod update took 21.304626ms I0514 08:49:14.297864 3771 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-65f7c4ccd8-8x5lc] addLogicalPort annotation time took 21.335102ms I0514 08:49:14.299235 3771 pods.go:271] [tsf-tas/fulcio-server-65f7c4ccd8-8x5lc] addLogicalPort took 22.804315ms, libovsdb time 916.53µs I0514 08:49:14.644441 3771 cni.go:452] [tsf-tas/fulcio-server-65f7c4ccd8-8x5lc e8ed75fac4299dee270a9c8b7c3b388f1c9c61fd9f022088e776e96dafc2764f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-65f7c4ccd8-8x5lc e8ed75fac4299dee270a9c8b7c3b388f1c9c61fd9f022088e776e96dafc2764f network default NAD default NAD key ] I0514 08:49:14.655150 3771 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-65f7c4ccd8-8x5lc, hostIfaceName: e8ed75fac4299de, network: default, NAD default, SandboxID: "e8ed75fac4299dee270a9c8b7c3b388f1c9c61fd9f022088e776e96dafc2764f", PCI device ID: , UID: "4a5cb6a2-f890-4921-81de-2c18cce26df3", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0514 08:49:14.708932 3771 cni.go:473] [tsf-tas/fulcio-server-65f7c4ccd8-8x5lc e8ed75fac4299dee270a9c8b7c3b388f1c9c61fd9f022088e776e96dafc2764f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-65f7c4ccd8-8x5lc e8ed75fac4299dee270a9c8b7c3b388f1c9c61fd9f022088e776e96dafc2764f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:72:e7:eb:94:29\",\"name\":\"e8ed75fac4299de\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1fcafa8-a342-474e-be60-2544273a80a6\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:49:17.452552 3771 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-8689497bc8-pv8gd] creating logical port tsf-tas_trillian-db-8689497bc8-pv8gd for pod on switch ip-10-0-1-84.ec2.internal I0514 08:49:17.452668 3771 kube.go:256] Updating pod tsf-tas/trillian-db-8689497bc8-pv8gd I0514 08:49:17.470655 3771 pod.go:62] [tsf-tas/trillian-db-8689497bc8-pv8gd] pod update took 18.007141ms I0514 08:49:17.470679 3771 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-8689497bc8-pv8gd] addLogicalPort annotation time took 18.034439ms I0514 08:49:17.471986 3771 pods.go:271] [tsf-tas/trillian-db-8689497bc8-pv8gd] addLogicalPort took 19.463293ms, libovsdb time 910.817µs I0514 08:49:21.436247 3771 cni.go:452] [tsf-tas/trillian-db-8689497bc8-pv8gd 1a9eb4ba6e0ffb25d472fb0eaafaa67b7e964251f598ca104e2c58ee971a57c7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-8689497bc8-pv8gd 1a9eb4ba6e0ffb25d472fb0eaafaa67b7e964251f598ca104e2c58ee971a57c7 network default NAD default NAD key ] I0514 08:49:21.446436 3771 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-8689497bc8-pv8gd, hostIfaceName: 1a9eb4ba6e0ffb2, network: default, NAD default, SandboxID: "1a9eb4ba6e0ffb25d472fb0eaafaa67b7e964251f598ca104e2c58ee971a57c7", PCI device ID: , UID: "6fe25d63-5087-4a66-88ba-30a02d421d8b", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0514 08:49:21.500430 3771 cni.go:473] [tsf-tas/trillian-db-8689497bc8-pv8gd 1a9eb4ba6e0ffb25d472fb0eaafaa67b7e964251f598ca104e2c58ee971a57c7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-8689497bc8-pv8gd 1a9eb4ba6e0ffb25d472fb0eaafaa67b7e964251f598ca104e2c58ee971a57c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:7c:bc:7e:b2:fe\",\"name\":\"1a9eb4ba6e0ffb2\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3a3b010-56c9-47c5-953b-3236fedc9553\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:49:21.586119 3771 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-dd8fx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:49:21.586730 3771 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-dd8fx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:49:22.488064 3771 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-dd8fx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:49:22.488087 3771 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-dd8fx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 08:49:24.757590 3771 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0514 08:49:27.855364 3771 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0514 08:49:27.901263 3771 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0514 08:49:31.020958 3771 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6lhw6-n84p5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:49:31.021520 3771 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6lhw6-n84p5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:49:32.041993 3771 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6lhw6-n84p5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:49:32.042019 3771 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6lhw6-n84p5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 08:49:33.807809 3771 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0514 08:49:33.807828 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0514 08:49:33.831991 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0514 08:49:33.832011 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0514 08:49:35.802484 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0514 08:49:57.859424 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-vj8rb] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-vj8rb for pod on switch ip-10-0-1-84.ec2.internal I0514 08:49:57.859518 3771 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-vj8rb I0514 08:49:57.874958 3771 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-vj8rb] pod update took 15.463684ms I0514 08:49:57.874981 3771 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-vj8rb] addLogicalPort annotation time took 15.4926ms I0514 08:49:57.876356 3771 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-vj8rb] addLogicalPort took 16.948845ms, libovsdb time 939.819µs I0514 08:49:58.225564 3771 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-vj8rb 01c8923459e6658d675e35479e03e3a27df63ea82c35b70a8de672f8dd7cf1e7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-vj8rb 01c8923459e6658d675e35479e03e3a27df63ea82c35b70a8de672f8dd7cf1e7 network default NAD default NAD key ] I0514 08:49:58.235077 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-vj8rb, hostIfaceName: 01c8923459e6658, network: default, NAD default, SandboxID: "01c8923459e6658d675e35479e03e3a27df63ea82c35b70a8de672f8dd7cf1e7", PCI device ID: , UID: "c9929869-1c60-4972-a35e-3ba25b2edd1a", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0514 08:49:58.288823 3771 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-vj8rb 01c8923459e6658d675e35479e03e3a27df63ea82c35b70a8de672f8dd7cf1e7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-vj8rb 01c8923459e6658d675e35479e03e3a27df63ea82c35b70a8de672f8dd7cf1e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:6b:af:7d:29:c4\",\"name\":\"01c8923459e6658\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0050ef79-0656-45c4-91d4-f439b029d53a\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 08:50:00.678768 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0514 08:50:04.246589 3771 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:04.247185 3771 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:04.271446 3771 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:04.271467 3771 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:04.271576 3771 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:04.272046 3771 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:04.275590 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0514 08:50:04.275614 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0514 08:50:05.100754 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:05.100778 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:09.328840 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0514 08:50:09.720100 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0514 08:50:09.720122 3771 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0514 08:50:09.858038 3771 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tktmb-55tbc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:09.858606 3771 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tktmb-55tbc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:10.697452 3771 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-kcn62-vg8g6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:10.698014 3771 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-kcn62-vg8g6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:10.881260 3771 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tktmb-55tbc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:10.881284 3771 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tktmb-55tbc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:11.148204 3771 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-kcn62-vg8g6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:11.148230 3771 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-kcn62-vg8g6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:13.290425 3771 obj_retry.go:498] Detected object tsf/patch-tekton-config-dspjr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:13.290990 3771 obj_retry.go:498] Detected object tsf/patch-tekton-config-dspjr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:14.313688 3771 obj_retry.go:492] Detected object tsf/patch-tekton-config-dspjr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:14.313708 3771 obj_retry.go:492] Detected object tsf/patch-tekton-config-dspjr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:14.709883 3771 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-745d7dc965-nnmt8] creating logical port tsf-tas_ctlog-745d7dc965-nnmt8 for pod on switch ip-10-0-1-84.ec2.internal I0514 08:50:14.709974 3771 kube.go:256] Updating pod tsf-tas/ctlog-745d7dc965-nnmt8 I0514 08:50:14.726492 3771 pod.go:62] [tsf-tas/ctlog-745d7dc965-nnmt8] pod update took 16.539193ms I0514 08:50:14.726525 3771 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-745d7dc965-nnmt8] addLogicalPort annotation time took 16.577055ms I0514 08:50:14.728039 3771 pods.go:271] [tsf-tas/ctlog-745d7dc965-nnmt8] addLogicalPort took 18.170205ms, libovsdb time 935.592µs I0514 08:50:15.670380 3771 cni.go:452] [tsf-tas/ctlog-745d7dc965-nnmt8 0b4d5e7e42354f25ef07a4144f48023f4c812252a467c875435a5f543c56d71e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-745d7dc965-nnmt8 0b4d5e7e42354f25ef07a4144f48023f4c812252a467c875435a5f543c56d71e network default NAD default NAD key ] I0514 08:50:15.679782 3771 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-745d7dc965-nnmt8, hostIfaceName: 0b4d5e7e42354f2, network: default, NAD default, SandboxID: "0b4d5e7e42354f25ef07a4144f48023f4c812252a467c875435a5f543c56d71e", PCI device ID: , UID: "f064b2ea-2f86-442c-97ba-633b993c44cb", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0514 08:50:15.732128 3771 cni.go:473] [tsf-tas/ctlog-745d7dc965-nnmt8 0b4d5e7e42354f25ef07a4144f48023f4c812252a467c875435a5f543c56d71e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-745d7dc965-nnmt8 0b4d5e7e42354f25ef07a4144f48023f4c812252a467c875435a5f543c56d71e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:bb:b3:ed:44:68\",\"name\":\"0b4d5e7e42354f2\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecb7703c-a394-4f84-aa5a-0d51634890a3\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 08:50:17.024636 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0514 08:50:21.494658 3771 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-jk9fm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:21.495233 3771 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-jk9fm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:22.517409 3771 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-jk9fm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:22.517436 3771 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-jk9fm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:22.555273 3771 obj_retry.go:492] Detected object tsf/patch-tekton-config-dspjr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:22.555293 3771 obj_retry.go:492] Detected object tsf/patch-tekton-config-dspjr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:22.561392 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-dspjr I0514 08:50:22.561420 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-dspjr W0514 08:50:22.799805 3771 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0514 08:50:22.817399 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0514 08:50:24.198977 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0514 08:50:26.243433 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0514 08:50:27.398516 3771 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:27.399070 3771 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:27.444882 3771 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:27.444906 3771 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:27.450681 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0514 08:50:27.450699 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0514 08:50:28.035698 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0514 08:50:47.056637 3771 obj_retry.go:498] Detected object tsf-tpa/create-db-lvq2k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:47.057186 3771 obj_retry.go:498] Detected object tsf-tpa/create-db-lvq2k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:48.079313 3771 obj_retry.go:492] Detected object tsf-tpa/create-db-lvq2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:48.079338 3771 obj_retry.go:492] Detected object tsf-tpa/create-db-lvq2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:51.214040 3771 obj_retry.go:498] Detected object tsf-tpa/migrate-db-b5rfq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:51.214576 3771 obj_retry.go:498] Detected object tsf-tpa/migrate-db-b5rfq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:51.597088 3771 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-cndp8-crhd2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:51.597640 3771 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-cndp8-crhd2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:52.236834 3771 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b5rfq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:52.236860 3771 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b5rfq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:52.431975 3771 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-cndp8-crhd2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:52.431996 3771 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-cndp8-crhd2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:55.116329 3771 obj_retry.go:498] Detected object tsf-tpa/create-importers-wq2gb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:55.116924 3771 obj_retry.go:498] Detected object tsf-tpa/create-importers-wq2gb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:56.141046 3771 obj_retry.go:492] Detected object tsf-tpa/create-importers-wq2gb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:56.141093 3771 obj_retry.go:492] Detected object tsf-tpa/create-importers-wq2gb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:57.295379 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 W0514 08:51:07.508630 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0514 08:51:08.537626 3771 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0514 08:51:11.680225 3771 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:51:11.680846 3771 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:51:11.702858 3771 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:51:11.702881 3771 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:51:11.705245 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0514 08:51:11.705269 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0514 08:51:12.959669 3771 namespace.go:98] [image-controller] adding namespace I0514 08:51:12.960616 3771 namespace.go:102] [image-controller] adding namespace took 924.823µs I0514 08:51:12.963143 3771 namespace.go:98] [integration-service] adding namespace I0514 08:51:12.963250 3771 namespace.go:98] [default-tenant] adding namespace I0514 08:51:12.963288 3771 namespace.go:98] [build-service] adding namespace I0514 08:51:12.963802 3771 namespace.go:102] [integration-service] adding namespace took 644.752µs I0514 08:51:12.964363 3771 namespace.go:102] [default-tenant] adding namespace took 1.094501ms I0514 08:51:12.964874 3771 namespace.go:102] [build-service] adding namespace took 1.578207ms I0514 08:51:13.030766 3771 namespace.go:142] [image-controller] updating namespace I0514 08:51:13.053970 3771 namespace.go:142] [image-controller] updating namespace I0514 08:51:13.061405 3771 namespace.go:142] [integration-service] updating namespace I0514 08:51:13.081806 3771 namespace.go:142] [integration-service] updating namespace I0514 08:51:13.096082 3771 namespace.go:142] [default-tenant] updating namespace I0514 08:51:13.138210 3771 namespace.go:142] [default-tenant] updating namespace I0514 08:51:13.148784 3771 namespace.go:142] [build-service] updating namespace I0514 08:51:13.179217 3771 namespace.go:142] [build-service] updating namespace I0514 08:51:13.210617 3771 namespace.go:142] [build-service] updating namespace I0514 08:51:13.251886 3771 namespace.go:142] [integration-service] updating namespace I0514 08:51:13.292819 3771 namespace.go:98] [release-service] adding namespace I0514 08:51:13.293640 3771 namespace.go:102] [release-service] adding namespace took 798.417µs I0514 08:51:13.346089 3771 namespace.go:142] [release-service] updating namespace I0514 08:51:13.366680 3771 namespace.go:142] [konflux-ui] updating namespace I0514 08:51:13.382768 3771 namespace.go:142] [release-service] updating namespace I0514 08:51:13.508785 3771 namespace.go:98] [konflux-info] adding namespace I0514 08:51:13.509633 3771 namespace.go:102] [konflux-info] adding namespace took 830.157µs I0514 08:51:13.585608 3771 namespace.go:142] [konflux-info] updating namespace I0514 08:51:13.595729 3771 namespace.go:98] [namespace-lister] adding namespace I0514 08:51:13.596463 3771 namespace.go:102] [namespace-lister] adding namespace took 716.208µs I0514 08:51:13.641664 3771 namespace.go:142] [konflux-info] updating namespace I0514 08:51:13.658160 3771 namespace.go:142] [image-controller] updating namespace I0514 08:51:13.658178 3771 namespace.go:98] [enterprise-contract-service] adding namespace I0514 08:51:13.658983 3771 namespace.go:102] [enterprise-contract-service] adding namespace took 793.674µs I0514 08:51:13.701562 3771 namespace.go:142] [namespace-lister] updating namespace I0514 08:51:13.756767 3771 namespace.go:142] [namespace-lister] updating namespace I0514 08:51:13.770691 3771 namespace.go:142] [default-tenant] updating namespace I0514 08:51:13.770724 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0514 08:51:13.830749 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0514 08:51:13.862830 3771 namespace.go:98] [segment-bridge] adding namespace I0514 08:51:13.863683 3771 namespace.go:102] [segment-bridge] adding namespace took 830.724µs I0514 08:51:13.911432 3771 namespace.go:98] [konflux-cli] adding namespace I0514 08:51:13.912255 3771 namespace.go:102] [konflux-cli] adding namespace took 801.679µs I0514 08:51:13.942593 3771 namespace.go:142] [segment-bridge] updating namespace I0514 08:51:14.069125 3771 namespace.go:142] [segment-bridge] updating namespace I0514 08:51:14.069261 3771 namespace.go:142] [konflux-cli] updating namespace I0514 08:51:14.227868 3771 namespace.go:142] [konflux-cli] updating namespace I0514 08:51:14.261857 3771 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0514 08:51:14.262530 3771 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0514 08:51:14.262569 3771 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0514 08:51:14.265368 3771 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0514 08:51:14.486787 3771 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0514 08:51:14.486811 3771 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0514 08:51:14.487671 3771 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0514 08:51:14.494246 3771 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-lm89c] creating logical port namespace-lister_namespace-lister-696b855848-lm89c for pod on switch ip-10-0-1-84.ec2.internal I0514 08:51:14.494357 3771 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-lm89c I0514 08:51:14.557065 3771 pod.go:62] [namespace-lister/namespace-lister-696b855848-lm89c] pod update took 62.728445ms I0514 08:51:14.557088 3771 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-lm89c] addLogicalPort annotation time took 62.75882ms I0514 08:51:14.558436 3771 pods.go:271] [namespace-lister/namespace-lister-696b855848-lm89c] addLogicalPort took 64.199668ms, libovsdb time 931.997µs I0514 08:51:15.268085 3771 namespace.go:142] [build-service] updating namespace I0514 08:51:15.469832 3771 base_network_controller_pods.go:487] [default/konflux-ui/dex-744c6b899c-5fjzv] creating logical port konflux-ui_dex-744c6b899c-5fjzv for pod on switch ip-10-0-1-84.ec2.internal I0514 08:51:15.469926 3771 kube.go:256] Updating pod konflux-ui/dex-744c6b899c-5fjzv I0514 08:51:15.527826 3771 pod.go:62] [konflux-ui/dex-744c6b899c-5fjzv] pod update took 57.926587ms I0514 08:51:15.527851 3771 base_network_controller_pods.go:951] [default/konflux-ui/dex-744c6b899c-5fjzv] addLogicalPort annotation time took 57.957495ms I0514 08:51:15.529156 3771 pods.go:271] [konflux-ui/dex-744c6b899c-5fjzv] addLogicalPort took 59.344253ms, libovsdb time 844.231µs I0514 08:51:15.732814 3771 base_network_controller_pods.go:487] [default/konflux-ui/proxy-54c877ff88-cjmgm] creating logical port konflux-ui_proxy-54c877ff88-cjmgm for pod on switch ip-10-0-1-84.ec2.internal I0514 08:51:15.732918 3771 kube.go:256] Updating pod konflux-ui/proxy-54c877ff88-cjmgm I0514 08:51:15.883392 3771 pod.go:62] [konflux-ui/proxy-54c877ff88-cjmgm] pod update took 150.50956ms I0514 08:51:15.883418 3771 base_network_controller_pods.go:951] [default/konflux-ui/proxy-54c877ff88-cjmgm] addLogicalPort annotation time took 150.538681ms I0514 08:51:15.884750 3771 pods.go:271] [konflux-ui/proxy-54c877ff88-cjmgm] addLogicalPort took 151.956118ms, libovsdb time 856.956µs I0514 08:51:16.074890 3771 namespace.go:142] [default-tenant] updating namespace I0514 08:51:16.113031 3771 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-zlm67] creating logical port image-controller_image-controller-controller-manager-6f859968fc-zlm67 for pod on switch ip-10-0-1-84.ec2.internal I0514 08:51:16.113191 3771 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-zlm67 I0514 08:51:16.163571 3771 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-zlm67] pod update took 50.431395ms I0514 08:51:16.163596 3771 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-zlm67] addLogicalPort annotation time took 50.46277ms I0514 08:51:16.164875 3771 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-zlm67] addLogicalPort took 51.861272ms, libovsdb time 834.159µs I0514 08:51:16.379502 3771 cni.go:452] [namespace-lister/namespace-lister-696b855848-lm89c 9d8333a5a96e0aa93f985c2386654c38ec40a63145b6de16de214bc87efacfd7 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-lm89c 9d8333a5a96e0aa93f985c2386654c38ec40a63145b6de16de214bc87efacfd7 network default NAD default NAD key ] I0514 08:51:16.389153 3771 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-lm89c, hostIfaceName: 9d8333a5a96e0aa, network: default, NAD default, SandboxID: "9d8333a5a96e0aa93f985c2386654c38ec40a63145b6de16de214bc87efacfd7", PCI device ID: , UID: "5bcb270f-d67a-4d50-a289-ae02b893d054", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0514 08:51:16.409772 3771 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-5gngx] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-5gngx for pod on switch ip-10-0-1-84.ec2.internal I0514 08:51:16.409866 3771 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-5gngx I0514 08:51:16.441856 3771 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-5gngx] pod update took 32.018204ms I0514 08:51:16.441886 3771 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-5gngx] addLogicalPort annotation time took 32.04966ms I0514 08:51:16.443417 3771 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-5gngx] addLogicalPort took 33.663546ms, libovsdb time 868.225µs I0514 08:51:16.450645 3771 cni.go:473] [namespace-lister/namespace-lister-696b855848-lm89c 9d8333a5a96e0aa93f985c2386654c38ec40a63145b6de16de214bc87efacfd7 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-lm89c 9d8333a5a96e0aa93f985c2386654c38ec40a63145b6de16de214bc87efacfd7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:55:fd:9f:27:39\",\"name\":\"9d8333a5a96e0aa\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bb80244-a533-4f53-9074-7b6024bf694e\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:51:16.738815 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0514 08:51:16.810507 3771 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-zlm67 46e86ce4ac16545d89b09fe1a77f0d7b804d48e7353007ce063d00d0d05f14e0 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-zlm67 46e86ce4ac16545d89b09fe1a77f0d7b804d48e7353007ce063d00d0d05f14e0 network default NAD default NAD key ] I0514 08:51:16.821416 3771 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-zlm67, hostIfaceName: 46e86ce4ac16545, network: default, NAD default, SandboxID: "46e86ce4ac16545d89b09fe1a77f0d7b804d48e7353007ce063d00d0d05f14e0", PCI device ID: , UID: "74520e9c-2ba9-400a-acc7-f6cf73c04098", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0514 08:51:16.879104 3771 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-zlm67 46e86ce4ac16545d89b09fe1a77f0d7b804d48e7353007ce063d00d0d05f14e0 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-zlm67 46e86ce4ac16545d89b09fe1a77f0d7b804d48e7353007ce063d00d0d05f14e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:fa:73:74:56:11\",\"name\":\"46e86ce4ac16545\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55b409f8-e5a1-42a3-b2a1-1f437f953a1a\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:51:17.132298 3771 namespace.go:142] [image-controller] updating namespace I0514 08:51:17.544651 3771 namespace.go:142] [integration-service] updating namespace I0514 08:51:17.806259 3771 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-ls5f2] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-ls5f2 for pod on switch ip-10-0-1-84.ec2.internal I0514 08:51:17.806369 3771 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-ls5f2 I0514 08:51:17.831661 3771 namespace.go:142] [konflux-info] updating namespace I0514 08:51:17.840992 3771 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-ls5f2] pod update took 34.650317ms I0514 08:51:17.841015 3771 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-ls5f2] addLogicalPort annotation time took 34.677234ms I0514 08:51:17.842258 3771 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-ls5f2] addLogicalPort took 36.024751ms, libovsdb time 815.116µs I0514 08:51:17.978151 3771 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6546ccb9f-wtjj6] creating logical port integration-service_integration-service-controller-manager-6546ccb9f-wtjj6 for pod on switch ip-10-0-1-84.ec2.internal I0514 08:51:17.978242 3771 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6546ccb9f-wtjj6 I0514 08:51:18.014927 3771 pod.go:62] [integration-service/integration-service-controller-manager-6546ccb9f-wtjj6] pod update took 36.706875ms I0514 08:51:18.014960 3771 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6546ccb9f-wtjj6] addLogicalPort annotation time took 36.7432ms I0514 08:51:18.016645 3771 pods.go:271] [integration-service/integration-service-controller-manager-6546ccb9f-wtjj6] addLogicalPort took 38.512707ms, libovsdb time 1.048917ms I0514 08:51:18.037426 3771 namespace.go:142] [namespace-lister] updating namespace I0514 08:51:18.263862 3771 namespace.go:142] [release-service] updating namespace I0514 08:51:18.421983 3771 namespace.go:142] [build-service] updating namespace W0514 08:51:18.440798 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0514 08:51:18.466765 3771 namespace.go:142] [default-tenant] updating namespace I0514 08:51:18.515883 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0514 08:51:18.542858 3771 namespace.go:142] [image-controller] updating namespace I0514 08:51:18.571256 3771 namespace.go:142] [integration-service] updating namespace I0514 08:51:18.596759 3771 namespace.go:142] [konflux-info] updating namespace I0514 08:51:18.631780 3771 namespace.go:142] [namespace-lister] updating namespace I0514 08:51:18.654913 3771 namespace.go:142] [release-service] updating namespace I0514 08:51:18.800747 3771 namespace.go:142] [build-service] updating namespace I0514 08:51:18.883581 3771 namespace.go:142] [default-tenant] updating namespace I0514 08:51:18.967767 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0514 08:51:19.049824 3771 namespace.go:142] [image-controller] updating namespace I0514 08:51:19.168590 3771 namespace.go:142] [integration-service] updating namespace I0514 08:51:19.257725 3771 namespace.go:142] [konflux-info] updating namespace I0514 08:51:19.335849 3771 namespace.go:142] [namespace-lister] updating namespace W0514 08:51:19.352795 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0514 08:51:19.431249 3771 namespace.go:142] [release-service] updating namespace W0514 08:51:20.339371 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0514 08:51:20.822025 3771 namespace.go:142] [konflux-cli] updating namespace I0514 08:51:21.022658 3771 namespace.go:142] [segment-bridge] updating namespace W0514 08:51:21.133518 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0514 08:51:21.151096 3771 namespace.go:142] [konflux-cli] updating namespace I0514 08:51:21.164670 3771 namespace.go:142] [segment-bridge] updating namespace I0514 08:51:21.226827 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=607 I0514 08:51:21.257590 3771 namespace.go:142] [konflux-cli] updating namespace I0514 08:51:21.357289 3771 namespace.go:142] [segment-bridge] updating namespace I0514 08:51:21.942000 3771 cni.go:452] [integration-service/integration-service-controller-manager-6546ccb9f-wtjj6 32342313e0574bb3ae799dae3f52b8587f948e51272e1770a6e260d9d1dad484 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6546ccb9f-wtjj6 32342313e0574bb3ae799dae3f52b8587f948e51272e1770a6e260d9d1dad484 network default NAD default NAD key ] I0514 08:51:21.951948 3771 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6546ccb9f-wtjj6, hostIfaceName: 32342313e0574bb, network: default, NAD default, SandboxID: "32342313e0574bb3ae799dae3f52b8587f948e51272e1770a6e260d9d1dad484", PCI device ID: , UID: "84434ae4-5dd6-4c14-82e3-b4983173cd03", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0514 08:51:22.007246 3771 cni.go:473] [integration-service/integration-service-controller-manager-6546ccb9f-wtjj6 32342313e0574bb3ae799dae3f52b8587f948e51272e1770a6e260d9d1dad484 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6546ccb9f-wtjj6 32342313e0574bb3ae799dae3f52b8587f948e51272e1770a6e260d9d1dad484 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:cd:8c:a9:8f:38\",\"name\":\"32342313e0574bb\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e159df02-c238-48ce-830d-6a7c65929ffc\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:51:23.882499 3771 cni.go:452] [konflux-ui/dex-744c6b899c-5fjzv 1e923eabebceff505c45c12388397ab7864e5a1cd768f6b6a999a79ea1aeac37 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-744c6b899c-5fjzv 1e923eabebceff505c45c12388397ab7864e5a1cd768f6b6a999a79ea1aeac37 network default NAD default NAD key ] I0514 08:51:23.892990 3771 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-744c6b899c-5fjzv, hostIfaceName: 1e923eabebceff5, network: default, NAD default, SandboxID: "1e923eabebceff505c45c12388397ab7864e5a1cd768f6b6a999a79ea1aeac37", PCI device ID: , UID: "c0aa74e4-ac29-485d-9c1c-ed785030cb46", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0514 08:51:23.949168 3771 cni.go:473] [konflux-ui/dex-744c6b899c-5fjzv 1e923eabebceff505c45c12388397ab7864e5a1cd768f6b6a999a79ea1aeac37 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-744c6b899c-5fjzv 1e923eabebceff505c45c12388397ab7864e5a1cd768f6b6a999a79ea1aeac37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:3f:5b:52:8f:fe\",\"name\":\"1e923eabebceff5\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/721547ea-8b3b-4efc-b893-5be3ca37e496\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:51:25.709691 3771 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-5gngx 647117eafd05b1cd481f74693683540e87c8735e032d7bb0c23a2438d8c110f5 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-5gngx 647117eafd05b1cd481f74693683540e87c8735e032d7bb0c23a2438d8c110f5 network default NAD default NAD key ] I0514 08:51:25.709691 3771 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-ls5f2 f4ba6bb6a2b68f4c0b32207fff8bcbf4b3720fa96de41538cb7af48547c0e431 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-ls5f2 f4ba6bb6a2b68f4c0b32207fff8bcbf4b3720fa96de41538cb7af48547c0e431 network default NAD default NAD key ] I0514 08:51:25.709907 3771 cni.go:452] [konflux-ui/proxy-54c877ff88-cjmgm 4b7595b658179bb9c1ffc3f69b8d938ced4a6bde73cdc8df62d1d9c4c19bb3fd network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-54c877ff88-cjmgm 4b7595b658179bb9c1ffc3f69b8d938ced4a6bde73cdc8df62d1d9c4c19bb3fd network default NAD default NAD key ] I0514 08:51:25.723868 3771 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-ls5f2, hostIfaceName: f4ba6bb6a2b68f4, network: default, NAD default, SandboxID: "f4ba6bb6a2b68f4c0b32207fff8bcbf4b3720fa96de41538cb7af48547c0e431", PCI device ID: , UID: "c387d787-471d-45a7-a705-3d98cf93af59", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0514 08:51:25.725010 3771 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-54c877ff88-cjmgm, hostIfaceName: 4b7595b658179bb, network: default, NAD default, SandboxID: "4b7595b658179bb9c1ffc3f69b8d938ced4a6bde73cdc8df62d1d9c4c19bb3fd", PCI device ID: , UID: "dda26927-c24d-42f8-923d-560094309053", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0514 08:51:25.725011 3771 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-5gngx, hostIfaceName: 647117eafd05b1c, network: default, NAD default, SandboxID: "647117eafd05b1cd481f74693683540e87c8735e032d7bb0c23a2438d8c110f5", PCI device ID: , UID: "1c6353ed-e52c-4478-bf96-fb6c2b5ae9e9", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0514 08:51:25.786240 3771 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-5gngx 647117eafd05b1cd481f74693683540e87c8735e032d7bb0c23a2438d8c110f5 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-5gngx 647117eafd05b1cd481f74693683540e87c8735e032d7bb0c23a2438d8c110f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:b8:5f:ff:c3:21\",\"name\":\"647117eafd05b1c\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2ff8c0a-a574-4f55-b17f-5f87d77ecf6b\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:51:26.015530 3771 cni.go:473] [konflux-ui/proxy-54c877ff88-cjmgm 4b7595b658179bb9c1ffc3f69b8d938ced4a6bde73cdc8df62d1d9c4c19bb3fd network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-54c877ff88-cjmgm 4b7595b658179bb9c1ffc3f69b8d938ced4a6bde73cdc8df62d1d9c4c19bb3fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ef:69:a4:0a:fb\",\"name\":\"4b7595b658179bb\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b2ca0ec-89f3-4911-a630-2ce48ff6404f\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 08:51:26.015665 3771 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-ls5f2 f4ba6bb6a2b68f4c0b32207fff8bcbf4b3720fa96de41538cb7af48547c0e431 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-ls5f2 f4ba6bb6a2b68f4c0b32207fff8bcbf4b3720fa96de41538cb7af48547c0e431 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:3c:2f:6b:3b:b8\",\"name\":\"f4ba6bb6a2b68f4\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbc3d287-941d-4e8d-8903-c23b4ce96d7a\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 08:51:26.373392 3771 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0514 08:51:26.392251 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0514 08:51:26.395157 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0514 08:51:26.416053 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0514 08:51:26.416243 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0514 08:51:29.196394 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0514 08:51:29.196416 3771 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0514 08:51:31.344325 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0514 08:51:31.415030 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0514 08:51:31.415045 3771 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0514 08:51:31.437180 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0514 08:51:31.437364 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0514 08:51:37.390900 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0514 08:51:37.391031 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0514 08:51:38.320936 3771 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-5gngx 647117eafd05b1cd481f74693683540e87c8735e032d7bb0c23a2438d8c110f5 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-5gngx 647117eafd05b1cd481f74693683540e87c8735e032d7bb0c23a2438d8c110f5 network default NAD default NAD key ] I0514 08:51:38.410531 3771 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-5gngx 647117eafd05b1cd481f74693683540e87c8735e032d7bb0c23a2438d8c110f5 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-5gngx 647117eafd05b1cd481f74693683540e87c8735e032d7bb0c23a2438d8c110f5 network default NAD default NAD key default], result "{}", err I0514 08:51:38.709557 3771 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-5gngx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:51:38.709586 3771 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-5gngx I0514 08:51:38.711090 3771 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-5gngx, ips: 10.129.0.47 I0514 08:51:38.711120 3771 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-5gngx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0514 08:51:39.395975 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0514 08:51:39.463372 3771 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-5gngx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:51:39.463399 3771 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-5gngx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:51:39.466427 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-5gngx I0514 08:51:39.466514 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-5gngx W0514 08:51:42.415017 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0514 08:51:42.419293 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0514 08:51:59.208214 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=93 W0514 08:52:10.284632 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0514 08:52:10.284657 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0514 08:52:10.284671 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0514 08:52:10.284680 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0514 08:52:12.505585 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0514 08:52:12.505602 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0514 08:52:19.869797 3771 namespace.go:142] [openshift-pipelines] updating namespace I0514 08:52:40.232583 3771 cni.go:452] [konflux-ui/proxy-54c877ff88-cjmgm 4b7595b658179bb9c1ffc3f69b8d938ced4a6bde73cdc8df62d1d9c4c19bb3fd network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-54c877ff88-cjmgm 4b7595b658179bb9c1ffc3f69b8d938ced4a6bde73cdc8df62d1d9c4c19bb3fd network default NAD default NAD key ] I0514 08:52:40.326648 3771 cni.go:473] [konflux-ui/proxy-54c877ff88-cjmgm 4b7595b658179bb9c1ffc3f69b8d938ced4a6bde73cdc8df62d1d9c4c19bb3fd network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-54c877ff88-cjmgm 4b7595b658179bb9c1ffc3f69b8d938ced4a6bde73cdc8df62d1d9c4c19bb3fd network default NAD default NAD key default], result "{}", err I0514 08:52:40.415492 3771 obj_retry.go:498] Detected object konflux-ui/proxy-54c877ff88-cjmgm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:52:40.415529 3771 pods.go:176] Deleting pod: konflux-ui/proxy-54c877ff88-cjmgm I0514 08:52:40.417317 3771 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-54c877ff88-cjmgm, ips: 10.129.0.45 I0514 08:52:40.417355 3771 obj_retry.go:498] Detected object konflux-ui/proxy-54c877ff88-cjmgm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:52:40.793138 3771 obj_retry.go:492] Detected object konflux-ui/proxy-54c877ff88-cjmgm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:52:40.793166 3771 obj_retry.go:492] Detected object konflux-ui/proxy-54c877ff88-cjmgm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:52:40.799855 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-54c877ff88-cjmgm I0514 08:52:40.799883 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-54c877ff88-cjmgm I0514 08:52:45.775603 3771 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:52:45.776186 3771 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:52:45.814043 3771 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:52:45.814062 3771 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:52:45.819802 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0514 08:52:45.819828 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0514 08:53:05.207680 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=126 I0514 08:53:14.565075 3771 namespace.go:98] [managed-tenant-gyy8t] adding namespace I0514 08:53:14.565914 3771 namespace.go:102] [managed-tenant-gyy8t] adding namespace took 819.138µs I0514 08:53:14.592193 3771 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 08:53:14.608513 3771 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 08:53:15.726256 3771 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 08:53:15.949385 3771 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 08:53:16.053659 3771 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 08:53:58.304589 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0514 08:54:17.287683 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0514 08:54:19.208161 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=139 I0514 08:54:19.328421 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0514 08:55:02.290372 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0514 08:55:05.321573 3771 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0514 08:55:50.310710 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0514 08:56:01.199450 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 I0514 08:56:04.301252 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0514 08:56:12.316036 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0514 08:57:02.333280 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0514 08:57:28.212571 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0514 08:57:32.299645 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0514 08:58:03.203849 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0514 08:59:55.292244 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0514 09:00:00.211990 3771 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29645820-c9tqn for pod on switch ip-10-0-1-84.ec2.internal I0514 09:00:00.212101 3771 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn I0514 09:00:00.244347 3771 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn] pod update took 32.269361ms I0514 09:00:00.244375 3771 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn] addLogicalPort annotation time took 32.302248ms I0514 09:00:00.245701 3771 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn] addLogicalPort took 33.725459ms, libovsdb time 878.165µs I0514 09:00:00.255230 3771 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29645820-l4n9m] creating logical port segment-bridge_segment-bridge-29645820-l4n9m for pod on switch ip-10-0-1-84.ec2.internal I0514 09:00:00.255335 3771 kube.go:256] Updating pod segment-bridge/segment-bridge-29645820-l4n9m I0514 09:00:00.269603 3771 pod.go:62] [segment-bridge/segment-bridge-29645820-l4n9m] pod update took 14.287322ms I0514 09:00:00.269637 3771 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29645820-l4n9m] addLogicalPort annotation time took 14.327927ms I0514 09:00:00.271101 3771 pods.go:271] [segment-bridge/segment-bridge-29645820-l4n9m] addLogicalPort took 15.884039ms, libovsdb time 991.852µs I0514 09:00:00.572754 3771 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn 26bfdb54447a94ad80e127d4fa35f9325c667b65dde2c82259ad9c3f1d3726b9 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn 26bfdb54447a94ad80e127d4fa35f9325c667b65dde2c82259ad9c3f1d3726b9 network default NAD default NAD key ] I0514 09:00:00.582308 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29645820-c9tqn, hostIfaceName: 26bfdb54447a94a, network: default, NAD default, SandboxID: "26bfdb54447a94ad80e127d4fa35f9325c667b65dde2c82259ad9c3f1d3726b9", PCI device ID: , UID: "fcbf2a9a-769f-45c9-907b-192b0d22b592", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0514 09:00:00.622427 3771 cni.go:452] [segment-bridge/segment-bridge-29645820-l4n9m 1b3d7ff0f713085138b826df36ca1eccd9bf29004525339a7d9106abf0092916 network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29645820-l4n9m 1b3d7ff0f713085138b826df36ca1eccd9bf29004525339a7d9106abf0092916 network default NAD default NAD key ] I0514 09:00:00.648588 3771 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29645820-l4n9m, hostIfaceName: 1b3d7ff0f713085, network: default, NAD default, SandboxID: "1b3d7ff0f713085138b826df36ca1eccd9bf29004525339a7d9106abf0092916", PCI device ID: , UID: "2ca61479-4d87-45b9-8104-0c313d918e5a", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0514 09:00:00.658075 3771 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn 26bfdb54447a94ad80e127d4fa35f9325c667b65dde2c82259ad9c3f1d3726b9 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn 26bfdb54447a94ad80e127d4fa35f9325c667b65dde2c82259ad9c3f1d3726b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:9e:c4:69:65:d2\",\"name\":\"26bfdb54447a94a\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab783b51-3265-4eba-a45f-1708f6930129\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:00:00.705165 3771 cni.go:473] [segment-bridge/segment-bridge-29645820-l4n9m 1b3d7ff0f713085138b826df36ca1eccd9bf29004525339a7d9106abf0092916 network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29645820-l4n9m 1b3d7ff0f713085138b826df36ca1eccd9bf29004525339a7d9106abf0092916 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ec:c1:fd:a4:ff\",\"name\":\"1b3d7ff0f713085\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a5b2e58-cd12-47e4-8a74-0748bc343455\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:00:04.071486 3771 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn 26bfdb54447a94ad80e127d4fa35f9325c667b65dde2c82259ad9c3f1d3726b9 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn 26bfdb54447a94ad80e127d4fa35f9325c667b65dde2c82259ad9c3f1d3726b9 network default NAD default NAD key ] I0514 09:00:04.162383 3771 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn 26bfdb54447a94ad80e127d4fa35f9325c667b65dde2c82259ad9c3f1d3726b9 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn 26bfdb54447a94ad80e127d4fa35f9325c667b65dde2c82259ad9c3f1d3726b9 network default NAD default NAD key default], result "{}", err I0514 09:00:04.214960 3771 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:00:04.215015 3771 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn I0514 09:00:04.216326 3771 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn, ips: 10.129.0.50 I0514 09:00:04.216356 3771 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:00:05.080522 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:00:05.080584 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 09:00:06.607960 3771 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-586898d55f-q4btt I0514 09:00:28.230225 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=72 I0514 09:00:36.332947 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0514 09:00:38.309227 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0514 09:00:48.056610 3771 obj_retry.go:492] Detected object tsf-tpa/create-db-lvq2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:00:48.056655 3771 obj_retry.go:492] Detected object tsf-tpa/create-db-lvq2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:00:48.060800 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-lvq2k I0514 09:00:48.060826 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-lvq2k I0514 09:00:52.027643 3771 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b5rfq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:00:52.027664 3771 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b5rfq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:00:52.032997 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-b5rfq I0514 09:00:52.033017 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-b5rfq I0514 09:00:52.211965 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0514 09:00:56.035877 3771 obj_retry.go:492] Detected object tsf-tpa/create-importers-wq2gb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:00:56.035901 3771 obj_retry.go:492] Detected object tsf-tpa/create-importers-wq2gb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:00:56.041478 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-wq2gb I0514 09:00:56.041504 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-wq2gb I0514 09:01:50.203920 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=26 I0514 09:02:11.212206 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0514 09:02:29.315679 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0514 09:03:12.325866 3771 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0514 09:03:22.296338 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0514 09:03:53.216216 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0514 09:04:45.337871 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0514 09:04:50.320157 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0514 09:05:20.305267 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0514 09:05:56.483805 3771 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod] creating logical port default-tenant_tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:05:56.483979 3771 kube.go:256] Updating pod default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod I0514 09:05:56.519675 3771 pod.go:62] [default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod] pod update took 35.743265ms I0514 09:05:56.519699 3771 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod] addLogicalPort annotation time took 35.774391ms I0514 09:05:56.520997 3771 pods.go:271] [default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod] addLogicalPort took 37.207759ms, libovsdb time 870.166µs I0514 09:05:56.848666 3771 cni.go:452] [default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod 0ff4dee853d4a9c3ecfcbdf25f03cec323f7e38007cdf6817855b4d200f5a123 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod 0ff4dee853d4a9c3ecfcbdf25f03cec323f7e38007cdf6817855b4d200f5a123 network default NAD default NAD key ] I0514 09:05:56.860037 3771 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod, hostIfaceName: 0ff4dee853d4a9c, network: default, NAD default, SandboxID: "0ff4dee853d4a9c3ecfcbdf25f03cec323f7e38007cdf6817855b4d200f5a123", PCI device ID: , UID: "a8efc31c-3c3d-48e8-ae16-064cb5c4d79d", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0514 09:05:56.917504 3771 cni.go:473] [default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod 0ff4dee853d4a9c3ecfcbdf25f03cec323f7e38007cdf6817855b4d200f5a123 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod 0ff4dee853d4a9c3ecfcbdf25f03cec323f7e38007cdf6817855b4d200f5a123 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:90:ed:f3:ef:14\",\"name\":\"0ff4dee853d4a9c\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73263d4d-7ddf-40af-b40e-3e593d8bbd0b\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:05:59.313601 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0514 09:06:16.122108 3771 cni.go:452] [default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod 0ff4dee853d4a9c3ecfcbdf25f03cec323f7e38007cdf6817855b4d200f5a123 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod 0ff4dee853d4a9c3ecfcbdf25f03cec323f7e38007cdf6817855b4d200f5a123 network default NAD default NAD key ] I0514 09:06:16.204825 3771 cni.go:473] [default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod 0ff4dee853d4a9c3ecfcbdf25f03cec323f7e38007cdf6817855b4d200f5a123 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod 0ff4dee853d4a9c3ecfcbdf25f03cec323f7e38007cdf6817855b4d200f5a123 network default NAD default NAD key default], result "{}", err I0514 09:06:16.270337 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:06:16.270403 3771 pods.go:176] Deleting pod: default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod I0514 09:06:16.272004 3771 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod, ips: 10.129.0.52 I0514 09:06:16.272030 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:06:17.004811 3771 obj_retry.go:492] Detected object default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:06:17.004857 3771 obj_retry.go:492] Detected object default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:06:17.013992 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod I0514 09:06:17.014019 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod I0514 09:06:18.831114 3771 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod] creating logical port default-tenant_tsf-comp-7wfcp-on-push-chzhd-init-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:06:18.831268 3771 kube.go:256] Updating pod default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod I0514 09:06:18.848739 3771 pod.go:62] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod] pod update took 17.507642ms I0514 09:06:18.848773 3771 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod] addLogicalPort annotation time took 17.545355ms I0514 09:06:18.850089 3771 pods.go:271] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod] addLogicalPort took 18.989571ms, libovsdb time 886.36µs I0514 09:06:19.196462 3771 cni.go:452] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod 0e606302a4b7d3dc73d67f3cf26ffdae9d5315f8c2306477deac16a273ca4cf1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod 0e606302a4b7d3dc73d67f3cf26ffdae9d5315f8c2306477deac16a273ca4cf1 network default NAD default NAD key ] I0514 09:06:19.206077 3771 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-7wfcp-on-push-chzhd-init-pod, hostIfaceName: 0e606302a4b7d3d, network: default, NAD default, SandboxID: "0e606302a4b7d3dc73d67f3cf26ffdae9d5315f8c2306477deac16a273ca4cf1", PCI device ID: , UID: "0ceab174-6177-4a9f-9cb8-6f85660757ea", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0514 09:06:19.260748 3771 cni.go:473] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod 0e606302a4b7d3dc73d67f3cf26ffdae9d5315f8c2306477deac16a273ca4cf1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod 0e606302a4b7d3dc73d67f3cf26ffdae9d5315f8c2306477deac16a273ca4cf1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:5b:d3:01:26:8a\",\"name\":\"0e606302a4b7d3d\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e958cc5-8fd2-46e4-964e-6f4d35698550\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:06:23.154455 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-qvv7f for pod on switch ip-10-0-1-84.ec2.internal I0514 09:06:23.154600 3771 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f I0514 09:06:23.172822 3771 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f] pod update took 18.249716ms I0514 09:06:23.172852 3771 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f] addLogicalPort annotation time took 18.284761ms I0514 09:06:23.174455 3771 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f] addLogicalPort took 20.021679ms, libovsdb time 956.645µs I0514 09:06:23.516526 3771 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f b1f477eb75543d7a1ac58f86f06d6e3f3a15244d0b0f5de314904c1d6585e124 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f b1f477eb75543d7a1ac58f86f06d6e3f3a15244d0b0f5de314904c1d6585e124 network default NAD default NAD key ] I0514 09:06:23.526391 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-qvv7f, hostIfaceName: b1f477eb75543d7, network: default, NAD default, SandboxID: "b1f477eb75543d7a1ac58f86f06d6e3f3a15244d0b0f5de314904c1d6585e124", PCI device ID: , UID: "5f12f473-f581-4e78-81e8-63c731b6827e", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0514 09:06:23.582682 3771 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f b1f477eb75543d7a1ac58f86f06d6e3f3a15244d0b0f5de314904c1d6585e124 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f b1f477eb75543d7a1ac58f86f06d6e3f3a15244d0b0f5de314904c1d6585e124 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:23:6a:69:72:c5\",\"name\":\"b1f477eb75543d7\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58592ee2-b094-4b77-9f2b-59bc8fb3ebf1\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:06:24.056514 3771 cni.go:452] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod 0e606302a4b7d3dc73d67f3cf26ffdae9d5315f8c2306477deac16a273ca4cf1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod 0e606302a4b7d3dc73d67f3cf26ffdae9d5315f8c2306477deac16a273ca4cf1 network default NAD default NAD key ] I0514 09:06:24.143353 3771 cni.go:473] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod 0e606302a4b7d3dc73d67f3cf26ffdae9d5315f8c2306477deac16a273ca4cf1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod 0e606302a4b7d3dc73d67f3cf26ffdae9d5315f8c2306477deac16a273ca4cf1 network default NAD default NAD key default], result "{}", err I0514 09:06:24.197383 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:06:24.197420 3771 pods.go:176] Deleting pod: default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod I0514 09:06:24.198916 3771 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod, ips: 10.129.0.53 I0514 09:06:24.198944 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:06:32.303310 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0514 09:06:42.439145 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:06:42.439738 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:06:43.051653 3771 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:06:43.051817 3771 kube.go:256] Updating pod default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod I0514 09:06:43.075872 3771 pod.go:62] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod] pod update took 24.10429ms I0514 09:06:43.075898 3771 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod] addLogicalPort annotation time took 24.135115ms I0514 09:06:43.077398 3771 pods.go:271] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod] addLogicalPort took 25.765054ms, libovsdb time 974.75µs I0514 09:06:43.543025 3771 cni.go:452] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod c5c92db35d40f7192e6d0cabef03ddc628924b40d7647943827dcbc0a0646f78 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod c5c92db35d40f7192e6d0cabef03ddc628924b40d7647943827dcbc0a0646f78 network default NAD default NAD key ] I0514 09:06:43.552729 3771 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod, hostIfaceName: c5c92db35d40f71, network: default, NAD default, SandboxID: "c5c92db35d40f7192e6d0cabef03ddc628924b40d7647943827dcbc0a0646f78", PCI device ID: , UID: "3f08a6d8-9267-4b5a-8438-ef8b6087ba4b", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0514 09:06:43.609588 3771 cni.go:473] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod c5c92db35d40f7192e6d0cabef03ddc628924b40d7647943827dcbc0a0646f78 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod c5c92db35d40f7192e6d0cabef03ddc628924b40d7647943827dcbc0a0646f78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:0a:f5:8f:8c:b1\",\"name\":\"c5c92db35d40f71\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de6900ff-1428-400c-88c2-6a32d7ada717\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:06:53.215629 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0514 09:06:54.295648 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0514 09:06:58.208450 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 09:06:58.208493 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 09:06:58.208502 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 09:06:58.208509 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0514 09:07:47.208475 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0514 09:07:51.587880 3771 cni.go:452] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod c5c92db35d40f7192e6d0cabef03ddc628924b40d7647943827dcbc0a0646f78 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod c5c92db35d40f7192e6d0cabef03ddc628924b40d7647943827dcbc0a0646f78 network default NAD default NAD key ] I0514 09:07:51.678580 3771 cni.go:473] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod c5c92db35d40f7192e6d0cabef03ddc628924b40d7647943827dcbc0a0646f78 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod c5c92db35d40f7192e6d0cabef03ddc628924b40d7647943827dcbc0a0646f78 network default NAD default NAD key default], result "{}", err I0514 09:07:51.760596 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:07:51.760628 3771 pods.go:176] Deleting pod: default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod I0514 09:07:51.762022 3771 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod, ips: 10.129.0.55 I0514 09:07:51.762052 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:08:13.208049 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=22 I0514 09:09:10.319367 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0514 09:09:15.216697 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0514 09:09:18.234683 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=89 I0514 09:10:00.196871 3771 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29645830-lcthb for pod on switch ip-10-0-1-84.ec2.internal I0514 09:10:00.196991 3771 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb I0514 09:10:00.229023 3771 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb] pod update took 32.057168ms I0514 09:10:00.229047 3771 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb] addLogicalPort annotation time took 32.085463ms I0514 09:10:00.230396 3771 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb] addLogicalPort took 33.541275ms, libovsdb time 873.466µs I0514 09:10:00.557558 3771 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb a0c1ec498efc037842a7d4d0d29cb3843dd626318a9f6167cfea06573571b176 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb a0c1ec498efc037842a7d4d0d29cb3843dd626318a9f6167cfea06573571b176 network default NAD default NAD key ] I0514 09:10:00.567709 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29645830-lcthb, hostIfaceName: a0c1ec498efc037, network: default, NAD default, SandboxID: "a0c1ec498efc037842a7d4d0d29cb3843dd626318a9f6167cfea06573571b176", PCI device ID: , UID: "0a453d7b-7433-4c0e-ac00-400a9fd5611e", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0514 09:10:00.623994 3771 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb a0c1ec498efc037842a7d4d0d29cb3843dd626318a9f6167cfea06573571b176 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb a0c1ec498efc037842a7d4d0d29cb3843dd626318a9f6167cfea06573571b176 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:e0:5e:86:74:45\",\"name\":\"a0c1ec498efc037\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f07582f9-01cb-414c-9fb8-95ae92150103\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:10:04.341725 3771 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb a0c1ec498efc037842a7d4d0d29cb3843dd626318a9f6167cfea06573571b176 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb a0c1ec498efc037842a7d4d0d29cb3843dd626318a9f6167cfea06573571b176 network default NAD default NAD key ] I0514 09:10:04.429172 3771 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb a0c1ec498efc037842a7d4d0d29cb3843dd626318a9f6167cfea06573571b176 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb a0c1ec498efc037842a7d4d0d29cb3843dd626318a9f6167cfea06573571b176 network default NAD default NAD key default], result "{}", err I0514 09:10:04.479235 3771 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:10:04.479265 3771 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb I0514 09:10:04.480771 3771 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb, ips: 10.129.0.56 I0514 09:10:04.480798 3771 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:10:05.355159 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:10:05.355182 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:10:05.383666 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:10:05.383687 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:10:05.388278 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj I0514 09:10:05.388300 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj I0514 09:10:07.337184 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0514 09:10:24.342624 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0514 09:10:29.192562 3771 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod] creating logical port default-tenant_tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:10:29.192715 3771 kube.go:256] Updating pod default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod I0514 09:10:29.228795 3771 pod.go:62] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod] pod update took 36.120112ms I0514 09:10:29.228818 3771 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod] addLogicalPort annotation time took 36.148299ms I0514 09:10:29.230202 3771 pods.go:271] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod] addLogicalPort took 37.671617ms, libovsdb time 946.172µs I0514 09:10:29.561893 3771 cni.go:452] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod 15b493de15e913ed16c0dde70ae9735b3be53f8a4a967d1de82935a53b937372 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod 15b493de15e913ed16c0dde70ae9735b3be53f8a4a967d1de82935a53b937372 network default NAD default NAD key ] I0514 09:10:29.572134 3771 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod, hostIfaceName: 15b493de15e913e, network: default, NAD default, SandboxID: "15b493de15e913ed16c0dde70ae9735b3be53f8a4a967d1de82935a53b937372", PCI device ID: , UID: "d344dc06-8ff5-4e58-ac50-30f36d415239", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0514 09:10:29.629553 3771 cni.go:473] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod 15b493de15e913ed16c0dde70ae9735b3be53f8a4a967d1de82935a53b937372 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod 15b493de15e913ed16c0dde70ae9735b3be53f8a4a967d1de82935a53b937372 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:31:0f:32:a0:66\",\"name\":\"15b493de15e913e\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/becc0eda-038a-4ce6-9b5c-618dc6c12be3\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:10:29.876014 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:10:29.876530 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:11:08.185314 3771 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod] creating logical port default-tenant_tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:11:08.185445 3771 kube.go:256] Updating pod default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod I0514 09:11:08.207948 3771 pod.go:62] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod] pod update took 22.531285ms I0514 09:11:08.207972 3771 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod] addLogicalPort annotation time took 22.562091ms I0514 09:11:08.209448 3771 pods.go:271] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod] addLogicalPort took 24.151271ms, libovsdb time 1.053332ms I0514 09:11:08.550936 3771 cni.go:452] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod ecd6abee8670ff3784c73e42b8a545d6825bc8224948ad6d3bc5c2133ab6c0ee network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod ecd6abee8670ff3784c73e42b8a545d6825bc8224948ad6d3bc5c2133ab6c0ee network default NAD default NAD key ] I0514 09:11:08.560583 3771 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod, hostIfaceName: ecd6abee8670ff3, network: default, NAD default, SandboxID: "ecd6abee8670ff3784c73e42b8a545d6825bc8224948ad6d3bc5c2133ab6c0ee", PCI device ID: , UID: "ccf758c5-90ad-4c38-b34b-e3ce801aefef", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0514 09:11:08.621260 3771 cni.go:473] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod ecd6abee8670ff3784c73e42b8a545d6825bc8224948ad6d3bc5c2133ab6c0ee network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod ecd6abee8670ff3784c73e42b8a545d6825bc8224948ad6d3bc5c2133ab6c0ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:99:c2:10:42:ab\",\"name\":\"ecd6abee8670ff3\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e167bd3a-c7c4-4a76-b63a-b5fb78b78fe2\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:11:08.752781 3771 cni.go:452] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod 15b493de15e913ed16c0dde70ae9735b3be53f8a4a967d1de82935a53b937372 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod 15b493de15e913ed16c0dde70ae9735b3be53f8a4a967d1de82935a53b937372 network default NAD default NAD key ] I0514 09:11:08.846844 3771 cni.go:473] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod 15b493de15e913ed16c0dde70ae9735b3be53f8a4a967d1de82935a53b937372 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod 15b493de15e913ed16c0dde70ae9735b3be53f8a4a967d1de82935a53b937372 network default NAD default NAD key default], result "{}", err I0514 09:11:08.901380 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:11:08.901433 3771 pods.go:176] Deleting pod: default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod I0514 09:11:08.903112 3771 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod, ips: 10.129.0.57 I0514 09:11:08.903144 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:11:18.324581 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0514 09:11:49.300184 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0514 09:11:55.330583 3771 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0514 09:12:35.303666 3771 cni.go:452] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod ecd6abee8670ff3784c73e42b8a545d6825bc8224948ad6d3bc5c2133ab6c0ee network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod ecd6abee8670ff3784c73e42b8a545d6825bc8224948ad6d3bc5c2133ab6c0ee network default NAD default NAD key ] I0514 09:12:35.401525 3771 cni.go:473] [default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod ecd6abee8670ff3784c73e42b8a545d6825bc8224948ad6d3bc5c2133ab6c0ee network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod ecd6abee8670ff3784c73e42b8a545d6825bc8224948ad6d3bc5c2133ab6c0ee network default NAD default NAD key default], result "{}", err I0514 09:12:35.488558 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:35.488615 3771 pods.go:176] Deleting pod: default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod I0514 09:12:35.490289 3771 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod, ips: 10.129.0.58 I0514 09:12:35.490326 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:38.318078 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0514 09:12:38.826468 3771 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f b1f477eb75543d7a1ac58f86f06d6e3f3a15244d0b0f5de314904c1d6585e124 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f b1f477eb75543d7a1ac58f86f06d6e3f3a15244d0b0f5de314904c1d6585e124 network default NAD default NAD key ] I0514 09:12:38.918205 3771 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f b1f477eb75543d7a1ac58f86f06d6e3f3a15244d0b0f5de314904c1d6585e124 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f b1f477eb75543d7a1ac58f86f06d6e3f3a15244d0b0f5de314904c1d6585e124 network default NAD default NAD key default], result "{}", err I0514 09:12:38.975793 3771 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:38.975831 3771 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f I0514 09:12:38.977446 3771 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f, ips: 10.129.0.54 I0514 09:12:38.977482 3771 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:39.319594 3771 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:12:39.319628 3771 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:12:39.325960 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f I0514 09:12:39.326001 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f I0514 09:12:45.899887 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:45.900507 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:54.335225 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:54.335853 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:54.367248 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:54.367763 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:55.299477 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0514 09:12:55.948127 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:55.948755 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:57.308904 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0514 09:13:07.041563 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:13:07.042123 3771 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:13:10.179302 3771 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-emhn-fvxgr-collect-keyless-params-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:13:10.179452 3771 kube.go:256] Updating pod default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod I0514 09:13:10.210521 3771 pod.go:62] [default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod] pod update took 31.09534ms I0514 09:13:10.210560 3771 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod] addLogicalPort annotation time took 31.137189ms I0514 09:13:10.211890 3771 pods.go:271] [default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod] addLogicalPort took 32.605244ms, libovsdb time 856.937µs I0514 09:13:10.550698 3771 cni.go:452] [default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod 217ff1950d0a1284e25563da0a7bae1fd5d565d3538ede94a7c3f78e6a7f5ebc network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod 217ff1950d0a1284e25563da0a7bae1fd5d565d3538ede94a7c3f78e6a7f5ebc network default NAD default NAD key ] I0514 09:13:10.559946 3771 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-emhn-fvxgr-collect-keyless-params-pod, hostIfaceName: 217ff1950d0a128, network: default, NAD default, SandboxID: "217ff1950d0a1284e25563da0a7bae1fd5d565d3538ede94a7c3f78e6a7f5ebc", PCI device ID: , UID: "0cb54e1a-1de5-4f1c-b414-96cd4f6733de", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0514 09:13:10.617333 3771 cni.go:473] [default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod 217ff1950d0a1284e25563da0a7bae1fd5d565d3538ede94a7c3f78e6a7f5ebc network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod 217ff1950d0a1284e25563da0a7bae1fd5d565d3538ede94a7c3f78e6a7f5ebc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:ec:bb:1d:a3:49\",\"name\":\"217ff1950d0a128\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5965d2a-a666-44b1-a7c3-f07e1da5a896\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:13:27.634112 3771 cni.go:452] [default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod 217ff1950d0a1284e25563da0a7bae1fd5d565d3538ede94a7c3f78e6a7f5ebc network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod 217ff1950d0a1284e25563da0a7bae1fd5d565d3538ede94a7c3f78e6a7f5ebc network default NAD default NAD key ] I0514 09:13:27.721146 3771 cni.go:473] [default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod 217ff1950d0a1284e25563da0a7bae1fd5d565d3538ede94a7c3f78e6a7f5ebc network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod 217ff1950d0a1284e25563da0a7bae1fd5d565d3538ede94a7c3f78e6a7f5ebc network default NAD default NAD key default], result "{}", err I0514 09:13:27.784635 3771 obj_retry.go:498] Detected object default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:13:27.784665 3771 pods.go:176] Deleting pod: default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod I0514 09:13:27.786169 3771 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod, ips: 10.129.0.59 I0514 09:13:27.786201 3771 obj_retry.go:498] Detected object default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:13:42.218558 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0514 09:13:43.220139 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0514 09:13:55.461491 3771 obj_retry.go:498] Detected object default-tenant/my-integration-test-emhn-fvxgr-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:13:55.462083 3771 obj_retry.go:498] Detected object default-tenant/my-integration-test-emhn-fvxgr-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:09.705960 3771 base_network_controller_pods.go:487] [default/managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod] creating logical port managed-tenant-gyy8t_managed-2xckf-verify-access-to-resources-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:14:09.706130 3771 kube.go:256] Updating pod managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod I0514 09:14:09.729105 3771 pod.go:62] [managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod] pod update took 23.014723ms I0514 09:14:09.729134 3771 base_network_controller_pods.go:951] [default/managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod] addLogicalPort annotation time took 23.049855ms I0514 09:14:09.730743 3771 pods.go:271] [managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod] addLogicalPort took 24.80487ms, libovsdb time 933.491µs I0514 09:14:10.074525 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod c2dcbb6c72df520e39c4522b774774613e19c05e8099d3713c8dd5324d6359fb network default NAD default NAD key ] ADD starting CNI request [managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod c2dcbb6c72df520e39c4522b774774613e19c05e8099d3713c8dd5324d6359fb network default NAD default NAD key ] I0514 09:14:10.084411 3771 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-gyy8t, podName: managed-2xckf-verify-access-to-resources-pod, hostIfaceName: c2dcbb6c72df520, network: default, NAD default, SandboxID: "c2dcbb6c72df520e39c4522b774774613e19c05e8099d3713c8dd5324d6359fb", PCI device ID: , UID: "db004cb2-5e18-4c99-86fb-1ad9348ffd74", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0514 09:14:10.140328 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod c2dcbb6c72df520e39c4522b774774613e19c05e8099d3713c8dd5324d6359fb network default NAD default NAD key default] ADD finished CNI request [managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod c2dcbb6c72df520e39c4522b774774613e19c05e8099d3713c8dd5324d6359fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:b1:5d:2e:6b:a6\",\"name\":\"c2dcbb6c72df520\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36322f73-e45b-4ba0-b605-b81fc2400c63\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:14:12.576480 3771 base_network_controller_pods.go:487] [default/managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0] creating logical port managed-tenant-gyy8t_affinity-assistant-47154f4ad7-0 for pod on switch ip-10-0-1-84.ec2.internal I0514 09:14:12.576652 3771 kube.go:256] Updating pod managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 I0514 09:14:12.590409 3771 pod.go:62] [managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0] pod update took 13.796139ms I0514 09:14:12.590436 3771 base_network_controller_pods.go:951] [default/managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0] addLogicalPort annotation time took 13.826254ms I0514 09:14:12.591901 3771 pods.go:271] [managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0] addLogicalPort took 15.44325ms, libovsdb time 996.628µs I0514 09:14:12.951202 3771 cni.go:452] [managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 9d7fd3c21c33099932ab57878b521e2c465a7b0fae3df03c9d51019fccbcbb4d network default NAD default NAD key ] ADD starting CNI request [managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 9d7fd3c21c33099932ab57878b521e2c465a7b0fae3df03c9d51019fccbcbb4d network default NAD default NAD key ] I0514 09:14:12.962415 3771 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-gyy8t, podName: affinity-assistant-47154f4ad7-0, hostIfaceName: 9d7fd3c21c33099, network: default, NAD default, SandboxID: "9d7fd3c21c33099932ab57878b521e2c465a7b0fae3df03c9d51019fccbcbb4d", PCI device ID: , UID: "1abaf97d-460e-424c-9d48-261b66f2c4b0", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0514 09:14:13.025245 3771 cni.go:473] [managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 9d7fd3c21c33099932ab57878b521e2c465a7b0fae3df03c9d51019fccbcbb4d network default NAD default NAD key default] ADD finished CNI request [managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 9d7fd3c21c33099932ab57878b521e2c465a7b0fae3df03c9d51019fccbcbb4d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:56:8d:78:0c:f3\",\"name\":\"9d7fd3c21c33099\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cae8f3f-1ec0-46e4-9dc1-54441e5f7825\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:14:21.219441 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0514 09:14:31.052825 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod c2dcbb6c72df520e39c4522b774774613e19c05e8099d3713c8dd5324d6359fb network default NAD default NAD key ] DEL starting CNI request [managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod c2dcbb6c72df520e39c4522b774774613e19c05e8099d3713c8dd5324d6359fb network default NAD default NAD key ] I0514 09:14:31.143273 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod c2dcbb6c72df520e39c4522b774774613e19c05e8099d3713c8dd5324d6359fb network default NAD default NAD key default] DEL finished CNI request [managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod c2dcbb6c72df520e39c4522b774774613e19c05e8099d3713c8dd5324d6359fb network default NAD default NAD key default], result "{}", err I0514 09:14:31.215025 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:31.215057 3771 pods.go:176] Deleting pod: managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod I0514 09:14:31.216604 3771 pods.go:236] Attempting to release IPs for pod: managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod, ips: 10.129.0.60 I0514 09:14:31.216629 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:31.371791 3771 base_network_controller_pods.go:487] [default/managed-tenant-gyy8t/managed-2xckf-collect-data-pod] creating logical port managed-tenant-gyy8t_managed-2xckf-collect-data-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:14:31.372005 3771 kube.go:256] Updating pod managed-tenant-gyy8t/managed-2xckf-collect-data-pod I0514 09:14:31.398363 3771 pod.go:62] [managed-tenant-gyy8t/managed-2xckf-collect-data-pod] pod update took 26.394597ms I0514 09:14:31.398387 3771 base_network_controller_pods.go:951] [default/managed-tenant-gyy8t/managed-2xckf-collect-data-pod] addLogicalPort annotation time took 26.421801ms I0514 09:14:31.399817 3771 pods.go:271] [managed-tenant-gyy8t/managed-2xckf-collect-data-pod] addLogicalPort took 28.046606ms, libovsdb time 989.064µs I0514 09:14:31.741697 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-collect-data-pod 4ceef3e0e10a85a05f2aa99ec375fdd74e042b904ded389daa5b7f23763f4aea network default NAD default NAD key ] ADD starting CNI request [managed-tenant-gyy8t/managed-2xckf-collect-data-pod 4ceef3e0e10a85a05f2aa99ec375fdd74e042b904ded389daa5b7f23763f4aea network default NAD default NAD key ] I0514 09:14:31.751472 3771 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-gyy8t, podName: managed-2xckf-collect-data-pod, hostIfaceName: 4ceef3e0e10a85a, network: default, NAD default, SandboxID: "4ceef3e0e10a85a05f2aa99ec375fdd74e042b904ded389daa5b7f23763f4aea", PCI device ID: , UID: "444e4330-a7be-4e3f-a195-7081fb8116c1", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0514 09:14:31.806123 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-collect-data-pod 4ceef3e0e10a85a05f2aa99ec375fdd74e042b904ded389daa5b7f23763f4aea network default NAD default NAD key default] ADD finished CNI request [managed-tenant-gyy8t/managed-2xckf-collect-data-pod 4ceef3e0e10a85a05f2aa99ec375fdd74e042b904ded389daa5b7f23763f4aea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:a0:85:ba:cc:3e\",\"name\":\"4ceef3e0e10a85a\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb3f20f4-73ac-4c43-91d1-eb0d3e956c6d\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:14:43.079099 3771 base_network_controller_pods.go:487] [default/managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod] creating logical port managed-tenant-gyy8t_managed-2xckf-collect-signing-params-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:14:43.079244 3771 kube.go:256] Updating pod managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod I0514 09:14:43.097691 3771 pod.go:62] [managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod] pod update took 18.472955ms I0514 09:14:43.097725 3771 base_network_controller_pods.go:951] [default/managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod] addLogicalPort annotation time took 18.512735ms I0514 09:14:43.099370 3771 pods.go:271] [managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod] addLogicalPort took 20.286098ms, libovsdb time 995.629µs I0514 09:14:43.156180 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-collect-data-pod 4ceef3e0e10a85a05f2aa99ec375fdd74e042b904ded389daa5b7f23763f4aea network default NAD default NAD key ] DEL starting CNI request [managed-tenant-gyy8t/managed-2xckf-collect-data-pod 4ceef3e0e10a85a05f2aa99ec375fdd74e042b904ded389daa5b7f23763f4aea network default NAD default NAD key ] I0514 09:14:43.250483 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-collect-data-pod 4ceef3e0e10a85a05f2aa99ec375fdd74e042b904ded389daa5b7f23763f4aea network default NAD default NAD key default] DEL finished CNI request [managed-tenant-gyy8t/managed-2xckf-collect-data-pod 4ceef3e0e10a85a05f2aa99ec375fdd74e042b904ded389daa5b7f23763f4aea network default NAD default NAD key default], result "{}", err I0514 09:14:43.344106 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:43.344140 3771 pods.go:176] Deleting pod: managed-tenant-gyy8t/managed-2xckf-collect-data-pod I0514 09:14:43.345769 3771 pods.go:236] Attempting to release IPs for pod: managed-tenant-gyy8t/managed-2xckf-collect-data-pod, ips: 10.129.0.62 I0514 09:14:43.345797 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:43.454477 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod 9e2bd66bab770b460b21dd40307880eb0329ea77b6d93122f46cfb88db5b74c8 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod 9e2bd66bab770b460b21dd40307880eb0329ea77b6d93122f46cfb88db5b74c8 network default NAD default NAD key ] I0514 09:14:43.464721 3771 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-gyy8t, podName: managed-2xckf-collect-signing-params-pod, hostIfaceName: 9e2bd66bab770b4, network: default, NAD default, SandboxID: "9e2bd66bab770b460b21dd40307880eb0329ea77b6d93122f46cfb88db5b74c8", PCI device ID: , UID: "212e568b-a688-43d5-8073-0de6c038a8f6", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0514 09:14:43.521163 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod 9e2bd66bab770b460b21dd40307880eb0329ea77b6d93122f46cfb88db5b74c8 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod 9e2bd66bab770b460b21dd40307880eb0329ea77b6d93122f46cfb88db5b74c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:a1:c9:69:59:9e\",\"name\":\"9e2bd66bab770b4\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12f49f02-0aa8-4e04-8a3d-0a84d179a160\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:14:43.862531 3771 base_network_controller_pods.go:487] [default/managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod] creating logical port managed-tenant-gyy8t_managed-2xckf-collect-task-params-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:14:43.862677 3771 kube.go:256] Updating pod managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod I0514 09:14:43.881720 3771 pod.go:62] [managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod] pod update took 19.077698ms I0514 09:14:43.881750 3771 base_network_controller_pods.go:951] [default/managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod] addLogicalPort annotation time took 19.112978ms I0514 09:14:43.883175 3771 pods.go:271] [managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod] addLogicalPort took 20.657634ms, libovsdb time 936.975µs I0514 09:14:44.232066 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod 78acc0685e1a912c3149d5760038965587a127ead30085a43525c26d2c74235e network default NAD default NAD key ] ADD starting CNI request [managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod 78acc0685e1a912c3149d5760038965587a127ead30085a43525c26d2c74235e network default NAD default NAD key ] I0514 09:14:44.242061 3771 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-gyy8t, podName: managed-2xckf-collect-task-params-pod, hostIfaceName: 78acc0685e1a912, network: default, NAD default, SandboxID: "78acc0685e1a912c3149d5760038965587a127ead30085a43525c26d2c74235e", PCI device ID: , UID: "0c44d80e-15f5-4e6e-9c08-cab104039791", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0514 09:14:44.306427 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod 78acc0685e1a912c3149d5760038965587a127ead30085a43525c26d2c74235e network default NAD default NAD key default] ADD finished CNI request [managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod 78acc0685e1a912c3149d5760038965587a127ead30085a43525c26d2c74235e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:02:b1:8e:1f:62\",\"name\":\"78acc0685e1a912\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b82dfe20-83fd-4bd3-b8cb-2ca61c16f2df\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:14:45.213755 3771 base_network_controller_pods.go:487] [default/managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod] creating logical port managed-tenant-gyy8t_managed-2xckf-collect-registry-token-secret-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:14:45.213875 3771 kube.go:256] Updating pod managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod I0514 09:14:45.235839 3771 pod.go:62] [managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod] pod update took 21.997713ms I0514 09:14:45.235863 3771 base_network_controller_pods.go:951] [default/managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod] addLogicalPort annotation time took 22.024513ms I0514 09:14:45.237203 3771 pods.go:271] [managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod] addLogicalPort took 23.468263ms, libovsdb time 921.622µs I0514 09:14:45.670886 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod d754f1d7e28f3cf67728610b398b45582f94b963e871782763222c54aba3c53d network default NAD default NAD key ] ADD starting CNI request [managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod d754f1d7e28f3cf67728610b398b45582f94b963e871782763222c54aba3c53d network default NAD default NAD key ] I0514 09:14:45.682402 3771 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-gyy8t, podName: managed-2xckf-collect-registry-token-secret-pod, hostIfaceName: d754f1d7e28f3cf, network: default, NAD default, SandboxID: "d754f1d7e28f3cf67728610b398b45582f94b963e871782763222c54aba3c53d", PCI device ID: , UID: "e22947fc-24da-441b-9b11-833790693cf5", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0514 09:14:45.746301 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod d754f1d7e28f3cf67728610b398b45582f94b963e871782763222c54aba3c53d network default NAD default NAD key default] ADD finished CNI request [managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod d754f1d7e28f3cf67728610b398b45582f94b963e871782763222c54aba3c53d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:aa:1a:99:ed:12\",\"name\":\"d754f1d7e28f3cf\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9c6e7dd-e903-48fd-9ef1-f76a4b58ef6d\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:14:46.036457 3771 base_network_controller_pods.go:487] [default/managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod] creating logical port managed-tenant-gyy8t_managed-2xckf-reduce-snapshot-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:14:46.036604 3771 kube.go:256] Updating pod managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod I0514 09:14:46.059057 3771 pod.go:62] [managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod] pod update took 22.485234ms I0514 09:14:46.059087 3771 base_network_controller_pods.go:951] [default/managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod] addLogicalPort annotation time took 22.549024ms I0514 09:14:46.060905 3771 pods.go:271] [managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod] addLogicalPort took 24.463775ms, libovsdb time 1.104551ms I0514 09:14:46.452844 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod ce3ec27902c1f8ed39c38255898b8fc1009c47419d0299a3cc66340c6d3b29e6 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod ce3ec27902c1f8ed39c38255898b8fc1009c47419d0299a3cc66340c6d3b29e6 network default NAD default NAD key ] I0514 09:14:46.463822 3771 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-gyy8t, podName: managed-2xckf-reduce-snapshot-pod, hostIfaceName: ce3ec27902c1f8e, network: default, NAD default, SandboxID: "ce3ec27902c1f8ed39c38255898b8fc1009c47419d0299a3cc66340c6d3b29e6", PCI device ID: , UID: "34fdc41d-8cdf-4b3a-bdb7-d9df5140e023", MAC: 0a:58:0a:81:00:42, IPs: [10.129.0.66/23] I0514 09:14:46.522554 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod ce3ec27902c1f8ed39c38255898b8fc1009c47419d0299a3cc66340c6d3b29e6 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod ce3ec27902c1f8ed39c38255898b8fc1009c47419d0299a3cc66340c6d3b29e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:45:f6:8a:d4:bf\",\"name\":\"ce3ec27902c1f8e\"},{\"mac\":\"0a:58:0a:81:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b159c94a-7c8d-462f-a151-008ac8990d5c\"}],\"ips\":[{\"address\":\"10.129.0.66/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:14:49.329437 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0514 09:14:51.257224 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod d754f1d7e28f3cf67728610b398b45582f94b963e871782763222c54aba3c53d network default NAD default NAD key ] DEL starting CNI request [managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod d754f1d7e28f3cf67728610b398b45582f94b963e871782763222c54aba3c53d network default NAD default NAD key ] I0514 09:14:51.257764 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod 78acc0685e1a912c3149d5760038965587a127ead30085a43525c26d2c74235e network default NAD default NAD key ] DEL starting CNI request [managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod 78acc0685e1a912c3149d5760038965587a127ead30085a43525c26d2c74235e network default NAD default NAD key ] I0514 09:14:51.359370 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod 78acc0685e1a912c3149d5760038965587a127ead30085a43525c26d2c74235e network default NAD default NAD key default] DEL finished CNI request [managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod 78acc0685e1a912c3149d5760038965587a127ead30085a43525c26d2c74235e network default NAD default NAD key default], result "{}", err I0514 09:14:51.381080 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod d754f1d7e28f3cf67728610b398b45582f94b963e871782763222c54aba3c53d network default NAD default NAD key default] DEL finished CNI request [managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod d754f1d7e28f3cf67728610b398b45582f94b963e871782763222c54aba3c53d network default NAD default NAD key default], result "{}", err I0514 09:14:51.567732 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:51.567764 3771 pods.go:176] Deleting pod: managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod I0514 09:14:51.569320 3771 pods.go:236] Attempting to release IPs for pod: managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod, ips: 10.129.0.64 I0514 09:14:51.569350 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:51.599778 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:51.599817 3771 pods.go:176] Deleting pod: managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod I0514 09:14:51.602129 3771 pods.go:236] Attempting to release IPs for pod: managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod, ips: 10.129.0.65 I0514 09:14:51.602160 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:56.296872 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod 9e2bd66bab770b460b21dd40307880eb0329ea77b6d93122f46cfb88db5b74c8 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod 9e2bd66bab770b460b21dd40307880eb0329ea77b6d93122f46cfb88db5b74c8 network default NAD default NAD key ] I0514 09:14:56.373106 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod 9e2bd66bab770b460b21dd40307880eb0329ea77b6d93122f46cfb88db5b74c8 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod 9e2bd66bab770b460b21dd40307880eb0329ea77b6d93122f46cfb88db5b74c8 network default NAD default NAD key default], result "{}", err I0514 09:14:56.453904 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:56.453937 3771 pods.go:176] Deleting pod: managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod I0514 09:14:56.455228 3771 pods.go:236] Attempting to release IPs for pod: managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod, ips: 10.129.0.63 I0514 09:14:56.455256 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:01.214377 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0514 09:15:06.384857 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod ce3ec27902c1f8ed39c38255898b8fc1009c47419d0299a3cc66340c6d3b29e6 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod ce3ec27902c1f8ed39c38255898b8fc1009c47419d0299a3cc66340c6d3b29e6 network default NAD default NAD key ] I0514 09:15:06.481608 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod ce3ec27902c1f8ed39c38255898b8fc1009c47419d0299a3cc66340c6d3b29e6 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod ce3ec27902c1f8ed39c38255898b8fc1009c47419d0299a3cc66340c6d3b29e6 network default NAD default NAD key default], result "{}", err I0514 09:15:06.570870 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:06.570912 3771 pods.go:176] Deleting pod: managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod I0514 09:15:06.572457 3771 pods.go:236] Attempting to release IPs for pod: managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod, ips: 10.129.0.66 I0514 09:15:06.572486 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:08.324787 3771 base_network_controller_pods.go:487] [default/managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod] creating logical port managed-tenant-gyy8t_managed-2xckf-apply-mapping-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:15:08.324932 3771 kube.go:256] Updating pod managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod I0514 09:15:08.352937 3771 pod.go:62] [managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod] pod update took 28.04294ms I0514 09:15:08.352971 3771 base_network_controller_pods.go:951] [default/managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod] addLogicalPort annotation time took 28.079529ms I0514 09:15:08.354419 3771 pods.go:271] [managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod] addLogicalPort took 29.649797ms, libovsdb time 949.685µs I0514 09:15:08.699612 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod 561526421dd10cc66beb4ed42cf0b721d729cdd169b34c37f49660f930480e0e network default NAD default NAD key ] ADD starting CNI request [managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod 561526421dd10cc66beb4ed42cf0b721d729cdd169b34c37f49660f930480e0e network default NAD default NAD key ] I0514 09:15:08.709479 3771 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-gyy8t, podName: managed-2xckf-apply-mapping-pod, hostIfaceName: 561526421dd10cc, network: default, NAD default, SandboxID: "561526421dd10cc66beb4ed42cf0b721d729cdd169b34c37f49660f930480e0e", PCI device ID: , UID: "08f5edb2-3a55-46f7-a9b0-2fa724bd38fa", MAC: 0a:58:0a:81:00:43, IPs: [10.129.0.67/23] I0514 09:15:08.766009 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod 561526421dd10cc66beb4ed42cf0b721d729cdd169b34c37f49660f930480e0e network default NAD default NAD key default] ADD finished CNI request [managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod 561526421dd10cc66beb4ed42cf0b721d729cdd169b34c37f49660f930480e0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:bf:13:ae:d9:fc\",\"name\":\"561526421dd10cc\"},{\"mac\":\"0a:58:0a:81:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4463c9ea-db9c-4fa5-8719-f71db76d8057\"}],\"ips\":[{\"address\":\"10.129.0.67/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:15:09.220588 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0514 09:15:09.958409 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:09.959010 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:20.514385 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod 561526421dd10cc66beb4ed42cf0b721d729cdd169b34c37f49660f930480e0e network default NAD default NAD key ] DEL starting CNI request [managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod 561526421dd10cc66beb4ed42cf0b721d729cdd169b34c37f49660f930480e0e network default NAD default NAD key ] I0514 09:15:20.621757 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod 561526421dd10cc66beb4ed42cf0b721d729cdd169b34c37f49660f930480e0e network default NAD default NAD key default] DEL finished CNI request [managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod 561526421dd10cc66beb4ed42cf0b721d729cdd169b34c37f49660f930480e0e network default NAD default NAD key default], result "{}", err I0514 09:15:20.700597 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:20.700695 3771 pods.go:176] Deleting pod: managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod I0514 09:15:20.702364 3771 pods.go:236] Attempting to release IPs for pod: managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod, ips: 10.129.0.67 I0514 09:15:20.702393 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:22.369908 3771 base_network_controller_pods.go:487] [default/managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod] creating logical port managed-tenant-gyy8t_managed-2xckf-filter-already-released-images-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:15:22.370042 3771 kube.go:256] Updating pod managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod I0514 09:15:22.398782 3771 pod.go:62] [managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod] pod update took 28.775927ms I0514 09:15:22.398809 3771 base_network_controller_pods.go:951] [default/managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod] addLogicalPort annotation time took 28.809367ms I0514 09:15:22.400416 3771 pods.go:271] [managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod] addLogicalPort took 30.525242ms, libovsdb time 1.145278ms I0514 09:15:22.741736 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod 6d689add5ebc8497cfabce4aef912faeaf82a48cf31a681afe74afe90b34c942 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod 6d689add5ebc8497cfabce4aef912faeaf82a48cf31a681afe74afe90b34c942 network default NAD default NAD key ] I0514 09:15:22.751896 3771 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-gyy8t, podName: managed-2xckf-filter-already-released-images-pod, hostIfaceName: 6d689add5ebc849, network: default, NAD default, SandboxID: "6d689add5ebc8497cfabce4aef912faeaf82a48cf31a681afe74afe90b34c942", PCI device ID: , UID: "62e53b5b-08f2-4480-9045-7481e390e308", MAC: 0a:58:0a:81:00:44, IPs: [10.129.0.68/23] I0514 09:15:22.813420 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod 6d689add5ebc8497cfabce4aef912faeaf82a48cf31a681afe74afe90b34c942 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod 6d689add5ebc8497cfabce4aef912faeaf82a48cf31a681afe74afe90b34c942 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:d8:9d:8b:db:69\",\"name\":\"6d689add5ebc849\"},{\"mac\":\"0a:58:0a:81:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a439bd8-403b-4022-a33d-325b50805ab5\"}],\"ips\":[{\"address\":\"10.129.0.68/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:15:32.632435 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod 6d689add5ebc8497cfabce4aef912faeaf82a48cf31a681afe74afe90b34c942 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod 6d689add5ebc8497cfabce4aef912faeaf82a48cf31a681afe74afe90b34c942 network default NAD default NAD key ] I0514 09:15:32.747745 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod 6d689add5ebc8497cfabce4aef912faeaf82a48cf31a681afe74afe90b34c942 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod 6d689add5ebc8497cfabce4aef912faeaf82a48cf31a681afe74afe90b34c942 network default NAD default NAD key default], result "{}", err I0514 09:15:32.837013 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:32.837067 3771 pods.go:176] Deleting pod: managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod I0514 09:15:32.838566 3771 pods.go:236] Attempting to release IPs for pod: managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod, ips: 10.129.0.68 I0514 09:15:32.838600 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:33.139564 3771 base_network_controller_pods.go:487] [default/managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod] creating logical port managed-tenant-gyy8t_managed-2xckf-collect-tpa-params-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:15:33.139778 3771 kube.go:256] Updating pod managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod I0514 09:15:33.174017 3771 pod.go:62] [managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod] pod update took 34.288345ms I0514 09:15:33.174044 3771 base_network_controller_pods.go:951] [default/managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod] addLogicalPort annotation time took 34.320892ms I0514 09:15:33.175308 3771 pods.go:271] [managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod] addLogicalPort took 35.784662ms, libovsdb time 837.74µs I0514 09:15:33.514574 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod 6fb02844d72fe9b34f19e6ee1348f77522acd7f5078da97dd14246ee29f59286 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod 6fb02844d72fe9b34f19e6ee1348f77522acd7f5078da97dd14246ee29f59286 network default NAD default NAD key ] I0514 09:15:33.524761 3771 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-gyy8t, podName: managed-2xckf-collect-tpa-params-pod, hostIfaceName: 6fb02844d72fe9b, network: default, NAD default, SandboxID: "6fb02844d72fe9b34f19e6ee1348f77522acd7f5078da97dd14246ee29f59286", PCI device ID: , UID: "e3408322-7c3e-491d-941a-e3159f658e3a", MAC: 0a:58:0a:81:00:45, IPs: [10.129.0.69/23] I0514 09:15:33.583736 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod 6fb02844d72fe9b34f19e6ee1348f77522acd7f5078da97dd14246ee29f59286 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod 6fb02844d72fe9b34f19e6ee1348f77522acd7f5078da97dd14246ee29f59286 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:54:97:96:61:f7\",\"name\":\"6fb02844d72fe9b\"},{\"mac\":\"0a:58:0a:81:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bb947ed-39a4-4361-8b9b-9987b5595998\"}],\"ips\":[{\"address\":\"10.129.0.69/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:15:34.622565 3771 base_network_controller_pods.go:487] [default/managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod] creating logical port managed-tenant-gyy8t_managed-2xckf-verify-conforma-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:15:34.622763 3771 kube.go:256] Updating pod managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod I0514 09:15:34.668378 3771 pod.go:62] [managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod] pod update took 45.654444ms I0514 09:15:34.668412 3771 base_network_controller_pods.go:951] [default/managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod] addLogicalPort annotation time took 45.692525ms I0514 09:15:34.670101 3771 pods.go:271] [managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod] addLogicalPort took 47.606464ms, libovsdb time 1.063208ms I0514 09:15:35.067500 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod b051f8e7eca340c4c13d268697889c1b3376a5a0a996a97ff54e512e29b281c2 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod b051f8e7eca340c4c13d268697889c1b3376a5a0a996a97ff54e512e29b281c2 network default NAD default NAD key ] I0514 09:15:35.077351 3771 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-gyy8t, podName: managed-2xckf-verify-conforma-pod, hostIfaceName: b051f8e7eca340c, network: default, NAD default, SandboxID: "b051f8e7eca340c4c13d268697889c1b3376a5a0a996a97ff54e512e29b281c2", PCI device ID: , UID: "8e49cb82-2a1b-44ed-8738-499bf626b90f", MAC: 0a:58:0a:81:00:46, IPs: [10.129.0.70/23] I0514 09:15:35.135993 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod b051f8e7eca340c4c13d268697889c1b3376a5a0a996a97ff54e512e29b281c2 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod b051f8e7eca340c4c13d268697889c1b3376a5a0a996a97ff54e512e29b281c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:df:10:9c:0a:a7\",\"name\":\"b051f8e7eca340c\"},{\"mac\":\"0a:58:0a:81:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b74c4884-0d95-4d28-9bf5-52ff2a97a51f\"}],\"ips\":[{\"address\":\"10.129.0.70/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:15:39.709871 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod 6fb02844d72fe9b34f19e6ee1348f77522acd7f5078da97dd14246ee29f59286 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod 6fb02844d72fe9b34f19e6ee1348f77522acd7f5078da97dd14246ee29f59286 network default NAD default NAD key ] I0514 09:15:39.802500 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod 6fb02844d72fe9b34f19e6ee1348f77522acd7f5078da97dd14246ee29f59286 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod 6fb02844d72fe9b34f19e6ee1348f77522acd7f5078da97dd14246ee29f59286 network default NAD default NAD key default], result "{}", err I0514 09:15:39.877403 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:39.877433 3771 pods.go:176] Deleting pod: managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod I0514 09:15:39.878860 3771 pods.go:236] Attempting to release IPs for pod: managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod, ips: 10.129.0.69 I0514 09:15:39.878888 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:40.307234 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0514 09:16:14.056485 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod b051f8e7eca340c4c13d268697889c1b3376a5a0a996a97ff54e512e29b281c2 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod b051f8e7eca340c4c13d268697889c1b3376a5a0a996a97ff54e512e29b281c2 network default NAD default NAD key ] I0514 09:16:14.163778 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod b051f8e7eca340c4c13d268697889c1b3376a5a0a996a97ff54e512e29b281c2 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod b051f8e7eca340c4c13d268697889c1b3376a5a0a996a97ff54e512e29b281c2 network default NAD default NAD key default], result "{}", err I0514 09:16:14.288977 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:16:14.289018 3771 pods.go:176] Deleting pod: managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod I0514 09:16:14.290565 3771 pods.go:236] Attempting to release IPs for pod: managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod, ips: 10.129.0.70 I0514 09:16:14.290595 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:16:15.184689 3771 base_network_controller_pods.go:487] [default/managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod] creating logical port managed-tenant-gyy8t_managed-2xckf-push-snapshot-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:16:15.184834 3771 kube.go:256] Updating pod managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod I0514 09:16:15.216824 3771 pod.go:62] [managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod] pod update took 32.027012ms I0514 09:16:15.216856 3771 base_network_controller_pods.go:951] [default/managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod] addLogicalPort annotation time took 32.062197ms I0514 09:16:15.218455 3771 pods.go:271] [managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod] addLogicalPort took 33.782476ms, libovsdb time 1.084837ms I0514 09:16:15.561925 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod da9e40f46e1c7996b5d7c221b8a5efbc4c5e5ab52035645a49e2326ee7653882 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod da9e40f46e1c7996b5d7c221b8a5efbc4c5e5ab52035645a49e2326ee7653882 network default NAD default NAD key ] I0514 09:16:15.571656 3771 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-gyy8t, podName: managed-2xckf-push-snapshot-pod, hostIfaceName: da9e40f46e1c799, network: default, NAD default, SandboxID: "da9e40f46e1c7996b5d7c221b8a5efbc4c5e5ab52035645a49e2326ee7653882", PCI device ID: , UID: "e0d43850-6ec0-42ac-b370-a1f5254390b3", MAC: 0a:58:0a:81:00:47, IPs: [10.129.0.71/23] I0514 09:16:15.628019 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod da9e40f46e1c7996b5d7c221b8a5efbc4c5e5ab52035645a49e2326ee7653882 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod da9e40f46e1c7996b5d7c221b8a5efbc4c5e5ab52035645a49e2326ee7653882 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:73:a7:eb:df:2c\",\"name\":\"da9e40f46e1c799\"},{\"mac\":\"0a:58:0a:81:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99e5951b-4664-402e-822e-445e430099ba\"}],\"ips\":[{\"address\":\"10.129.0.71/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:16:44.325314 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod da9e40f46e1c7996b5d7c221b8a5efbc4c5e5ab52035645a49e2326ee7653882 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod da9e40f46e1c7996b5d7c221b8a5efbc4c5e5ab52035645a49e2326ee7653882 network default NAD default NAD key ] I0514 09:16:44.429988 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod da9e40f46e1c7996b5d7c221b8a5efbc4c5e5ab52035645a49e2326ee7653882 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod da9e40f46e1c7996b5d7c221b8a5efbc4c5e5ab52035645a49e2326ee7653882 network default NAD default NAD key default], result "{}", err I0514 09:16:44.508748 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:16:44.508785 3771 pods.go:176] Deleting pod: managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod I0514 09:16:44.510421 3771 pods.go:236] Attempting to release IPs for pod: managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod, ips: 10.129.0.71 I0514 09:16:44.510450 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:17:02.334486 3771 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0514 09:17:48.166462 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:17:48.167045 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:17:48.852147 3771 base_network_controller_pods.go:487] [default/managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod] creating logical port managed-tenant-gyy8t_managed-2xckf-process-component-sbom-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:17:48.852300 3771 kube.go:256] Updating pod managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod I0514 09:17:48.880042 3771 pod.go:62] [managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod] pod update took 27.777699ms I0514 09:17:48.880069 3771 base_network_controller_pods.go:951] [default/managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod] addLogicalPort annotation time took 27.809818ms I0514 09:17:48.881574 3771 pods.go:271] [managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod] addLogicalPort took 29.446137ms, libovsdb time 948.344µs I0514 09:17:49.229697 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod 503af8cec66f1488689beb56cd6bf2b67704c3bb1a1d6bf6b8d823102d9c4e20 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod 503af8cec66f1488689beb56cd6bf2b67704c3bb1a1d6bf6b8d823102d9c4e20 network default NAD default NAD key ] I0514 09:17:49.239409 3771 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-gyy8t, podName: managed-2xckf-process-component-sbom-pod, hostIfaceName: 503af8cec66f148, network: default, NAD default, SandboxID: "503af8cec66f1488689beb56cd6bf2b67704c3bb1a1d6bf6b8d823102d9c4e20", PCI device ID: , UID: "baeaf78d-e0a5-4579-b024-13a3029bc401", MAC: 0a:58:0a:81:00:48, IPs: [10.129.0.72/23] I0514 09:17:49.297132 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod 503af8cec66f1488689beb56cd6bf2b67704c3bb1a1d6bf6b8d823102d9c4e20 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod 503af8cec66f1488689beb56cd6bf2b67704c3bb1a1d6bf6b8d823102d9c4e20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:16:e4:10:52:20\",\"name\":\"503af8cec66f148\"},{\"mac\":\"0a:58:0a:81:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e0724b3-1f61-4556-805a-2e27c3d7ca8c\"}],\"ips\":[{\"address\":\"10.129.0.72/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:17:50.341129 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0514 09:18:10.304847 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0514 09:18:16.096675 3771 cni.go:452] [managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod 503af8cec66f1488689beb56cd6bf2b67704c3bb1a1d6bf6b8d823102d9c4e20 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod 503af8cec66f1488689beb56cd6bf2b67704c3bb1a1d6bf6b8d823102d9c4e20 network default NAD default NAD key ] I0514 09:18:16.193029 3771 cni.go:473] [managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod 503af8cec66f1488689beb56cd6bf2b67704c3bb1a1d6bf6b8d823102d9c4e20 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod 503af8cec66f1488689beb56cd6bf2b67704c3bb1a1d6bf6b8d823102d9c4e20 network default NAD default NAD key default], result "{}", err I0514 09:18:16.273810 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:18:16.273872 3771 pods.go:176] Deleting pod: managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod I0514 09:18:16.275478 3771 pods.go:236] Attempting to release IPs for pod: managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod, ips: 10.129.0.72 I0514 09:18:16.275511 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:18:20.313153 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0514 09:18:23.544612 3771 cni.go:452] [managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 9d7fd3c21c33099932ab57878b521e2c465a7b0fae3df03c9d51019fccbcbb4d network default NAD default NAD key ] DEL starting CNI request [managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 9d7fd3c21c33099932ab57878b521e2c465a7b0fae3df03c9d51019fccbcbb4d network default NAD default NAD key ] I0514 09:18:23.638296 3771 cni.go:473] [managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 9d7fd3c21c33099932ab57878b521e2c465a7b0fae3df03c9d51019fccbcbb4d network default NAD default NAD key default] DEL finished CNI request [managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 9d7fd3c21c33099932ab57878b521e2c465a7b0fae3df03c9d51019fccbcbb4d network default NAD default NAD key default], result "{}", err I0514 09:18:23.691146 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:18:23.691178 3771 pods.go:176] Deleting pod: managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 I0514 09:18:23.692621 3771 pods.go:236] Attempting to release IPs for pod: managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0, ips: 10.129.0.61 I0514 09:18:23.692646 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:18:24.149504 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:24.149555 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:24.156055 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 I0514 09:18:24.156079 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 I0514 09:18:24.413057 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:18:24.413654 3771 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:18:32.450754 3771 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:18:37.346425 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0514 09:18:37.487973 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.488001 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.494244 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod I0514 09:18:37.494277 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod I0514 09:18:37.504160 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.504184 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.511694 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-check-data-keys-pod I0514 09:18:37.511718 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-check-data-keys-pod I0514 09:18:37.519348 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.519368 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.526361 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-collect-data-pod I0514 09:18:37.526384 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-collect-data-pod I0514 09:18:37.534749 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.534788 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.540335 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod I0514 09:18:37.540358 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod I0514 09:18:37.548334 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.548349 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.555313 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod I0514 09:18:37.555395 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod I0514 09:18:37.566656 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.566690 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.571855 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod I0514 09:18:37.571875 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod I0514 09:18:37.579175 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.579194 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.584770 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod I0514 09:18:37.584790 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod I0514 09:18:37.592823 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.592838 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.598806 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod I0514 09:18:37.598828 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod I0514 09:18:37.607619 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.607640 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.613593 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod I0514 09:18:37.613614 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod I0514 09:18:37.621747 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.621762 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.628239 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod I0514 09:18:37.628261 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod I0514 09:18:37.636568 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.636582 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.642896 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod I0514 09:18:37.642913 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod I0514 09:18:37.650925 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.650949 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.657389 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-sign-image-cosign-keyless-pod I0514 09:18:37.657411 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-sign-image-cosign-keyless-pod I0514 09:18:37.665977 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.665994 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.672129 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-update-cr-status-pod I0514 09:18:37.672148 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-update-cr-status-pod I0514 09:18:37.679066 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.679082 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.684756 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod I0514 09:18:37.684779 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod I0514 09:18:37.698630 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.698649 3771 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.704181 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod I0514 09:18:37.704199 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod I0514 09:18:39.617367 3771 obj_retry.go:492] Detected object default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:39.617396 3771 obj_retry.go:492] Detected object default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:39.623600 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod I0514 09:18:39.623626 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod I0514 09:18:40.441004 3771 obj_retry.go:492] Detected object default-tenant/my-integration-test-emhn-fvxgr-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:40.441025 3771 obj_retry.go:492] Detected object default-tenant/my-integration-test-emhn-fvxgr-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:40.446198 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-emhn-fvxgr-verify-pod I0514 09:18:40.446223 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-emhn-fvxgr-verify-pod I0514 09:18:42.425605 3771 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:18:49.027958 3771 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:18:55.425138 3771 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:19:01.736410 3771 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:19:05.303677 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0514 09:19:08.110022 3771 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:19:12.222349 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0514 09:19:15.239126 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=384 I0514 09:19:24.033588 3771 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:19:33.322261 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0514 09:20:00.209504 3771 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29645840-27lhg for pod on switch ip-10-0-1-84.ec2.internal I0514 09:20:00.209654 3771 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg I0514 09:20:00.238304 3771 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg] pod update took 28.674527ms I0514 09:20:00.238354 3771 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg] addLogicalPort annotation time took 28.730244ms I0514 09:20:00.239674 3771 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg] addLogicalPort took 30.187885ms, libovsdb time 884.781µs I0514 09:20:00.571280 3771 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg 399575b200080dfd06d84c1c73bae821544111d082a2c1d4e1ddb681b1f00142 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg 399575b200080dfd06d84c1c73bae821544111d082a2c1d4e1ddb681b1f00142 network default NAD default NAD key ] I0514 09:20:00.580820 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29645840-27lhg, hostIfaceName: 399575b200080df, network: default, NAD default, SandboxID: "399575b200080dfd06d84c1c73bae821544111d082a2c1d4e1ddb681b1f00142", PCI device ID: , UID: "b04191ea-ac71-4d3c-b8fc-709032c9419d", MAC: 0a:58:0a:81:00:49, IPs: [10.129.0.73/23] I0514 09:20:00.638833 3771 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg 399575b200080dfd06d84c1c73bae821544111d082a2c1d4e1ddb681b1f00142 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg 399575b200080dfd06d84c1c73bae821544111d082a2c1d4e1ddb681b1f00142 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:25:b0:68:f3:97\",\"name\":\"399575b200080df\"},{\"mac\":\"0a:58:0a:81:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98149e3d-19e1-4975-9c17-0d0db2d95490\"}],\"ips\":[{\"address\":\"10.129.0.73/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:20:03.964475 3771 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg 399575b200080dfd06d84c1c73bae821544111d082a2c1d4e1ddb681b1f00142 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg 399575b200080dfd06d84c1c73bae821544111d082a2c1d4e1ddb681b1f00142 network default NAD default NAD key ] I0514 09:20:04.044672 3771 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg 399575b200080dfd06d84c1c73bae821544111d082a2c1d4e1ddb681b1f00142 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg 399575b200080dfd06d84c1c73bae821544111d082a2c1d4e1ddb681b1f00142 network default NAD default NAD key default], result "{}", err I0514 09:20:04.100012 3771 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:20:04.100049 3771 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg I0514 09:20:04.101445 3771 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg, ips: 10.129.0.73 I0514 09:20:04.101471 3771 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:20:04.971357 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:20:04.971386 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:20:04.999851 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:20:04.999875 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:20:05.004082 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf I0514 09:20:05.004113 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf I0514 09:20:17.328938 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0514 09:20:22.562043 3771 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:20:57.750239 3771 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:20:57.766646 3771 namespace.go:317] [managed-tenant-gyy8t] deleting namespace I0514 09:21:30.223644 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0514 09:22:01.224608 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0514 09:22:09.645982 3771 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod] creating logical port default-tenant_java-quarkus-177875050-on-pull-request-hzmrl-init-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:22:09.646124 3771 kube.go:256] Updating pod default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod I0514 09:22:09.673271 3771 pod.go:62] [default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod] pod update took 27.174074ms I0514 09:22:09.673305 3771 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod] addLogicalPort annotation time took 27.215073ms I0514 09:22:09.674709 3771 pods.go:271] [default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod] addLogicalPort took 28.739734ms, libovsdb time 865.185µs I0514 09:22:10.010640 3771 cni.go:452] [default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod e12a3647580e1d54ccc3eaeaab9398b73250f214b4c2cad183955ef529ba5cfc network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod e12a3647580e1d54ccc3eaeaab9398b73250f214b4c2cad183955ef529ba5cfc network default NAD default NAD key ] I0514 09:22:10.020963 3771 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177875050-on-pull-request-hzmrl-init-pod, hostIfaceName: e12a3647580e1d5, network: default, NAD default, SandboxID: "e12a3647580e1d54ccc3eaeaab9398b73250f214b4c2cad183955ef529ba5cfc", PCI device ID: , UID: "953991eb-9b3a-4e44-97f8-3f75b708ee48", MAC: 0a:58:0a:81:00:4a, IPs: [10.129.0.74/23] I0514 09:22:10.078835 3771 cni.go:473] [default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod e12a3647580e1d54ccc3eaeaab9398b73250f214b4c2cad183955ef529ba5cfc network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod e12a3647580e1d54ccc3eaeaab9398b73250f214b4c2cad183955ef529ba5cfc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:7d:ee:33:a4:60\",\"name\":\"e12a3647580e1d5\"},{\"mac\":\"0a:58:0a:81:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84679b27-e034-472a-abc0-37ae29912a51\"}],\"ips\":[{\"address\":\"10.129.0.74/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:22:14.961326 3771 cni.go:452] [default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod e12a3647580e1d54ccc3eaeaab9398b73250f214b4c2cad183955ef529ba5cfc network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod e12a3647580e1d54ccc3eaeaab9398b73250f214b4c2cad183955ef529ba5cfc network default NAD default NAD key ] I0514 09:22:15.054793 3771 cni.go:473] [default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod e12a3647580e1d54ccc3eaeaab9398b73250f214b4c2cad183955ef529ba5cfc network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod e12a3647580e1d54ccc3eaeaab9398b73250f214b4c2cad183955ef529ba5cfc network default NAD default NAD key default], result "{}", err I0514 09:22:15.116984 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:22:15.117040 3771 pods.go:176] Deleting pod: default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod I0514 09:22:15.118379 3771 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod, ips: 10.129.0.74 I0514 09:22:15.118416 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:22:15.968195 3771 obj_retry.go:492] Detected object default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:22:15.968216 3771 obj_retry.go:492] Detected object default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:22:15.977883 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod I0514 09:22:15.977909 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod I0514 09:22:16.335685 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0514 09:22:18.753120 3771 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod] creating logical port default-tenant_java-quarkus-177875050-on-push-p7pp4-init-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:22:18.753254 3771 kube.go:256] Updating pod default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod I0514 09:22:18.769337 3771 pod.go:62] [default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod] pod update took 16.111021ms I0514 09:22:18.769367 3771 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod] addLogicalPort annotation time took 16.144748ms I0514 09:22:18.770822 3771 pods.go:271] [default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod] addLogicalPort took 17.715766ms, libovsdb time 994.023µs I0514 09:22:19.118205 3771 cni.go:452] [default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod daf0d043ed59bbc746d8bfb1f1cb8f88eb992f7bca0007923333c7d95b80fcbe network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod daf0d043ed59bbc746d8bfb1f1cb8f88eb992f7bca0007923333c7d95b80fcbe network default NAD default NAD key ] I0514 09:22:19.128606 3771 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177875050-on-push-p7pp4-init-pod, hostIfaceName: daf0d043ed59bbc, network: default, NAD default, SandboxID: "daf0d043ed59bbc746d8bfb1f1cb8f88eb992f7bca0007923333c7d95b80fcbe", PCI device ID: , UID: "9b567960-7f5c-4975-8db7-f28ed3fa13de", MAC: 0a:58:0a:81:00:4b, IPs: [10.129.0.75/23] I0514 09:22:19.185318 3771 cni.go:473] [default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod daf0d043ed59bbc746d8bfb1f1cb8f88eb992f7bca0007923333c7d95b80fcbe network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod daf0d043ed59bbc746d8bfb1f1cb8f88eb992f7bca0007923333c7d95b80fcbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:28:08:b2:e1:38\",\"name\":\"daf0d043ed59bbc\"},{\"mac\":\"0a:58:0a:81:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ba79660-f2e4-4cf1-a494-5a17fe86d36f\"}],\"ips\":[{\"address\":\"10.129.0.75/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:22:24.033223 3771 cni.go:452] [default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod daf0d043ed59bbc746d8bfb1f1cb8f88eb992f7bca0007923333c7d95b80fcbe network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod daf0d043ed59bbc746d8bfb1f1cb8f88eb992f7bca0007923333c7d95b80fcbe network default NAD default NAD key ] I0514 09:22:24.106581 3771 cni.go:473] [default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod daf0d043ed59bbc746d8bfb1f1cb8f88eb992f7bca0007923333c7d95b80fcbe network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod daf0d043ed59bbc746d8bfb1f1cb8f88eb992f7bca0007923333c7d95b80fcbe network default NAD default NAD key default], result "{}", err I0514 09:22:24.170874 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:22:24.170917 3771 pods.go:176] Deleting pod: default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod I0514 09:22:24.172362 3771 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod, ips: 10.129.0.75 I0514 09:22:24.172391 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:22:32.731993 3771 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod] creating logical port default-tenant_java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:22:32.732145 3771 kube.go:256] Updating pod default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod I0514 09:22:32.757329 3771 pod.go:62] [default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod] pod update took 25.221981ms I0514 09:22:32.757355 3771 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod] addLogicalPort annotation time took 25.253393ms I0514 09:22:32.758619 3771 pods.go:271] [default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod] addLogicalPort took 26.64531ms, libovsdb time 839.458µs I0514 09:22:33.100580 3771 cni.go:452] [default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod c50ab170646764b214e9e9ced401fee347769164324ff69bb01a53c4ca296dfd network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod c50ab170646764b214e9e9ced401fee347769164324ff69bb01a53c4ca296dfd network default NAD default NAD key ] I0514 09:22:33.110294 3771 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod, hostIfaceName: c50ab170646764b, network: default, NAD default, SandboxID: "c50ab170646764b214e9e9ced401fee347769164324ff69bb01a53c4ca296dfd", PCI device ID: , UID: "9d1e72e7-1ba8-41ac-82f1-3bc88c87fec5", MAC: 0a:58:0a:81:00:4c, IPs: [10.129.0.76/23] I0514 09:22:33.168762 3771 cni.go:473] [default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod c50ab170646764b214e9e9ced401fee347769164324ff69bb01a53c4ca296dfd network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod c50ab170646764b214e9e9ced401fee347769164324ff69bb01a53c4ca296dfd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:b2:d5:8a:9b:69\",\"name\":\"c50ab170646764b\"},{\"mac\":\"0a:58:0a:81:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b7d700f-168a-4600-a893-80c505f722a1\"}],\"ips\":[{\"address\":\"10.129.0.76/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:22:33.239269 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:22:33.239937 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:22:39.088120 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f7ktn] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-f7ktn for pod on switch ip-10-0-1-84.ec2.internal I0514 09:22:39.088245 3771 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f7ktn I0514 09:22:39.102565 3771 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f7ktn] pod update took 14.347499ms I0514 09:22:39.102593 3771 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f7ktn] addLogicalPort annotation time took 14.380838ms I0514 09:22:39.104157 3771 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f7ktn] addLogicalPort took 16.052405ms, libovsdb time 1.014946ms I0514 09:22:39.453245 3771 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f7ktn 7befad66fe1651ac1a30b7a7b44fc874c7a2d70f8d5c6f745ac502912274047b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f7ktn 7befad66fe1651ac1a30b7a7b44fc874c7a2d70f8d5c6f745ac502912274047b network default NAD default NAD key ] I0514 09:22:39.462922 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-f7ktn, hostIfaceName: 7befad66fe1651a, network: default, NAD default, SandboxID: "7befad66fe1651ac1a30b7a7b44fc874c7a2d70f8d5c6f745ac502912274047b", PCI device ID: , UID: "3de6049f-a8ac-4ad8-9184-059c0570ad99", MAC: 0a:58:0a:81:00:4d, IPs: [10.129.0.77/23] I0514 09:22:39.519799 3771 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f7ktn 7befad66fe1651ac1a30b7a7b44fc874c7a2d70f8d5c6f745ac502912274047b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f7ktn 7befad66fe1651ac1a30b7a7b44fc874c7a2d70f8d5c6f745ac502912274047b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:53:63:fe:1f:1a\",\"name\":\"7befad66fe1651a\"},{\"mac\":\"0a:58:0a:81:00:4d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/909de285-5ed5-4ef6-82d4-dc1ac24fb1ca\"}],\"ips\":[{\"address\":\"10.129.0.77/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 09:22:51.175914 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 09:22:51.175935 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 09:22:51.175941 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 09:22:51.175948 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0514 09:23:12.345095 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0514 09:23:22.218437 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0514 09:23:28.486204 3771 cni.go:452] [default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod c50ab170646764b214e9e9ced401fee347769164324ff69bb01a53c4ca296dfd network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod c50ab170646764b214e9e9ced401fee347769164324ff69bb01a53c4ca296dfd network default NAD default NAD key ] I0514 09:23:28.580383 3771 cni.go:473] [default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod c50ab170646764b214e9e9ced401fee347769164324ff69bb01a53c4ca296dfd network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod c50ab170646764b214e9e9ced401fee347769164324ff69bb01a53c4ca296dfd network default NAD default NAD key default], result "{}", err I0514 09:23:28.668732 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:23:28.668765 3771 pods.go:176] Deleting pod: default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod I0514 09:23:28.670107 3771 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod, ips: 10.129.0.76 I0514 09:23:28.670132 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:23:58.317106 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0514 09:24:02.223486 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=20 I0514 09:24:33.337893 3771 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0514 09:24:43.326423 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0514 09:24:54.311506 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0514 09:24:58.645707 3771 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod] creating logical port default-tenant_java-quarkus-177875050-on-push-p7pp4-build-image-index-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:24:58.645877 3771 kube.go:256] Updating pod default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod I0514 09:24:58.674932 3771 pod.go:62] [default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod] pod update took 29.089353ms I0514 09:24:58.674960 3771 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod] addLogicalPort annotation time took 29.125095ms I0514 09:24:58.676284 3771 pods.go:271] [default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod] addLogicalPort took 30.600233ms, libovsdb time 909.396µs I0514 09:24:59.014301 3771 cni.go:452] [default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod 9cd943546d7c069e9c757ec023fa67ce378224d83df8afb0ffc8a1b857b26dec network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod 9cd943546d7c069e9c757ec023fa67ce378224d83df8afb0ffc8a1b857b26dec network default NAD default NAD key ] I0514 09:24:59.023752 3771 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177875050-on-push-p7pp4-build-image-index-pod, hostIfaceName: 9cd943546d7c069, network: default, NAD default, SandboxID: "9cd943546d7c069e9c757ec023fa67ce378224d83df8afb0ffc8a1b857b26dec", PCI device ID: , UID: "c89aad06-97ec-48f8-99a1-ca034771c3a2", MAC: 0a:58:0a:81:00:4e, IPs: [10.129.0.78/23] I0514 09:24:59.083061 3771 cni.go:473] [default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod 9cd943546d7c069e9c757ec023fa67ce378224d83df8afb0ffc8a1b857b26dec network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod 9cd943546d7c069e9c757ec023fa67ce378224d83df8afb0ffc8a1b857b26dec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:1b:5b:5b:05:f9\",\"name\":\"9cd943546d7c069\"},{\"mac\":\"0a:58:0a:81:00:4e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94f6cca2-56d5-4599-84c3-726af1a3079c\"}],\"ips\":[{\"address\":\"10.129.0.78/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:24:59.370674 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:24:59.371271 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:03.443402 3771 base_network_controller_pods.go:487] [default/default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod] creating logical port default-tenant_jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:25:03.443582 3771 kube.go:256] Updating pod default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod I0514 09:25:03.470295 3771 pod.go:62] [default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod] pod update took 26.769397ms I0514 09:25:03.470355 3771 base_network_controller_pods.go:951] [default/default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod] addLogicalPort annotation time took 26.832386ms I0514 09:25:03.471906 3771 pods.go:271] [default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod] addLogicalPort took 28.521802ms, libovsdb time 1.035953ms I0514 09:25:03.508679 3771 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod] creating logical port default-tenant_java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:25:03.508828 3771 kube.go:256] Updating pod default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod I0514 09:25:03.534808 3771 pod.go:62] [default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod] pod update took 26.011512ms I0514 09:25:03.534832 3771 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod] addLogicalPort annotation time took 26.043042ms I0514 09:25:03.536434 3771 pods.go:271] [default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod] addLogicalPort took 27.767712ms, libovsdb time 1.069154ms I0514 09:25:03.811331 3771 cni.go:452] [default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod 58dcead7dd48f2e1c7bbe04fbfbbfd26adc1f26fbf90fe9bf54ab2fd6c5f3e10 network default NAD default NAD key ] ADD starting CNI request [default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod 58dcead7dd48f2e1c7bbe04fbfbbfd26adc1f26fbf90fe9bf54ab2fd6c5f3e10 network default NAD default NAD key ] I0514 09:25:03.820960 3771 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod, hostIfaceName: 58dcead7dd48f2e, network: default, NAD default, SandboxID: "58dcead7dd48f2e1c7bbe04fbfbbfd26adc1f26fbf90fe9bf54ab2fd6c5f3e10", PCI device ID: , UID: "9e4ce4f0-0d73-48dc-8210-5b4165728f7b", MAC: 0a:58:0a:81:00:4f, IPs: [10.129.0.79/23] I0514 09:25:03.880347 3771 cni.go:473] [default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod 58dcead7dd48f2e1c7bbe04fbfbbfd26adc1f26fbf90fe9bf54ab2fd6c5f3e10 network default NAD default NAD key default] ADD finished CNI request [default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod 58dcead7dd48f2e1c7bbe04fbfbbfd26adc1f26fbf90fe9bf54ab2fd6c5f3e10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:fb:b7:2c:5b:0b\",\"name\":\"58dcead7dd48f2e\"},{\"mac\":\"0a:58:0a:81:00:4f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4fc63996-fc0b-44cf-8d15-a897b6936278\"}],\"ips\":[{\"address\":\"10.129.0.79/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:25:03.886739 3771 cni.go:452] [default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod aea87a2508283c0cfc779bf50cfa7c7ea18b40593961c0412e98b7da53df53d1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod aea87a2508283c0cfc779bf50cfa7c7ea18b40593961c0412e98b7da53df53d1 network default NAD default NAD key ] I0514 09:25:03.897697 3771 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod, hostIfaceName: aea87a2508283c0, network: default, NAD default, SandboxID: "aea87a2508283c0cfc779bf50cfa7c7ea18b40593961c0412e98b7da53df53d1", PCI device ID: , UID: "9328d531-c278-4a59-9b81-ee14c62156fe", MAC: 0a:58:0a:81:00:50, IPs: [10.129.0.80/23] I0514 09:25:03.958768 3771 cni.go:473] [default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod aea87a2508283c0cfc779bf50cfa7c7ea18b40593961c0412e98b7da53df53d1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod aea87a2508283c0cfc779bf50cfa7c7ea18b40593961c0412e98b7da53df53d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:a6:97:c7:c8:59\",\"name\":\"aea87a2508283c0\"},{\"mac\":\"0a:58:0a:81:00:50\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e76b39db-9d20-4ae2-9cde-74fb8ddb8543\"}],\"ips\":[{\"address\":\"10.129.0.80/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:25:04.128118 3771 cni.go:452] [default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod 9cd943546d7c069e9c757ec023fa67ce378224d83df8afb0ffc8a1b857b26dec network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod 9cd943546d7c069e9c757ec023fa67ce378224d83df8afb0ffc8a1b857b26dec network default NAD default NAD key ] I0514 09:25:04.232387 3771 cni.go:473] [default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod 9cd943546d7c069e9c757ec023fa67ce378224d83df8afb0ffc8a1b857b26dec network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod 9cd943546d7c069e9c757ec023fa67ce378224d83df8afb0ffc8a1b857b26dec network default NAD default NAD key default], result "{}", err I0514 09:25:04.297773 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:04.297813 3771 pods.go:176] Deleting pod: default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod I0514 09:25:04.299572 3771 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod, ips: 10.129.0.78 I0514 09:25:04.299609 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:12.497917 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:12.498604 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:17.567429 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:17.568043 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:17.607610 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:17.608156 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:21.573790 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:21.574364 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:27.309422 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0514 09:25:59.547625 3771 cni.go:452] [default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod 58dcead7dd48f2e1c7bbe04fbfbbfd26adc1f26fbf90fe9bf54ab2fd6c5f3e10 network default NAD default NAD key ] DEL starting CNI request [default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod 58dcead7dd48f2e1c7bbe04fbfbbfd26adc1f26fbf90fe9bf54ab2fd6c5f3e10 network default NAD default NAD key ] I0514 09:25:59.638408 3771 cni.go:473] [default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod 58dcead7dd48f2e1c7bbe04fbfbbfd26adc1f26fbf90fe9bf54ab2fd6c5f3e10 network default NAD default NAD key default] DEL finished CNI request [default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod 58dcead7dd48f2e1c7bbe04fbfbbfd26adc1f26fbf90fe9bf54ab2fd6c5f3e10 network default NAD default NAD key default], result "{}", err I0514 09:25:59.709639 3771 obj_retry.go:498] Detected object default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:59.709671 3771 pods.go:176] Deleting pod: default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod I0514 09:25:59.711159 3771 pods.go:236] Attempting to release IPs for pod: default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod, ips: 10.129.0.79 I0514 09:25:59.711191 3771 obj_retry.go:498] Detected object default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:26:05.597315 3771 cni.go:452] [default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod aea87a2508283c0cfc779bf50cfa7c7ea18b40593961c0412e98b7da53df53d1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod aea87a2508283c0cfc779bf50cfa7c7ea18b40593961c0412e98b7da53df53d1 network default NAD default NAD key ] I0514 09:26:05.692609 3771 cni.go:473] [default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod aea87a2508283c0cfc779bf50cfa7c7ea18b40593961c0412e98b7da53df53d1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod aea87a2508283c0cfc779bf50cfa7c7ea18b40593961c0412e98b7da53df53d1 network default NAD default NAD key default], result "{}", err I0514 09:26:06.046045 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:26:06.046083 3771 pods.go:176] Deleting pod: default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod I0514 09:26:06.047431 3771 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod, ips: 10.129.0.80 I0514 09:26:06.047458 3771 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:26:08.648637 3771 base_network_controller_pods.go:487] [default/default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod] creating logical port default-tenant_test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod for pod on switch ip-10-0-1-84.ec2.internal I0514 09:26:08.648780 3771 kube.go:256] Updating pod default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod I0514 09:26:08.671979 3771 pod.go:62] [default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod] pod update took 23.227939ms I0514 09:26:08.672063 3771 base_network_controller_pods.go:951] [default/default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod] addLogicalPort annotation time took 23.315658ms I0514 09:26:08.673503 3771 pods.go:271] [default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod] addLogicalPort took 24.879375ms, libovsdb time 1.007174ms I0514 09:26:09.091011 3771 cni.go:452] [default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod 5b790d3983e1696a830df67a18f673cc948d637f647a521ef8b04fe627614f10 network default NAD default NAD key ] ADD starting CNI request [default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod 5b790d3983e1696a830df67a18f673cc948d637f647a521ef8b04fe627614f10 network default NAD default NAD key ] I0514 09:26:09.101078 3771 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod, hostIfaceName: 5b790d3983e1696, network: default, NAD default, SandboxID: "5b790d3983e1696a830df67a18f673cc948d637f647a521ef8b04fe627614f10", PCI device ID: , UID: "009481a9-aa4d-42c3-91d1-6483c0293008", MAC: 0a:58:0a:81:00:51, IPs: [10.129.0.81/23] I0514 09:26:09.157861 3771 cni.go:473] [default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod 5b790d3983e1696a830df67a18f673cc948d637f647a521ef8b04fe627614f10 network default NAD default NAD key default] ADD finished CNI request [default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod 5b790d3983e1696a830df67a18f673cc948d637f647a521ef8b04fe627614f10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:1a:ad:99:fa:ff\",\"name\":\"5b790d3983e1696\"},{\"mac\":\"0a:58:0a:81:00:51\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2af0a7c-b48a-49cd-8ee6-57f3740c56a4\"}],\"ips\":[{\"address\":\"10.129.0.81/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 09:26:16.682317 3771 cni.go:452] [default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod 5b790d3983e1696a830df67a18f673cc948d637f647a521ef8b04fe627614f10 network default NAD default NAD key ] DEL starting CNI request [default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod 5b790d3983e1696a830df67a18f673cc948d637f647a521ef8b04fe627614f10 network default NAD default NAD key ] I0514 09:26:16.764192 3771 cni.go:473] [default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod 5b790d3983e1696a830df67a18f673cc948d637f647a521ef8b04fe627614f10 network default NAD default NAD key default] DEL finished CNI request [default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod 5b790d3983e1696a830df67a18f673cc948d637f647a521ef8b04fe627614f10 network default NAD default NAD key default], result "{}", err I0514 09:26:16.848693 3771 obj_retry.go:498] Detected object default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:26:16.848727 3771 pods.go:176] Deleting pod: default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod I0514 09:26:16.850151 3771 pods.go:236] Attempting to release IPs for pod: default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod, ips: 10.129.0.81 I0514 09:26:16.850180 3771 obj_retry.go:498] Detected object default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:26:34.224316 3771 obj_retry.go:498] Detected object default-tenant/test-app-177875050-enterprise-contract-472gf-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:26:34.224934 3771 obj_retry.go:498] Detected object default-tenant/test-app-177875050-enterprise-contract-472gf-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:27:35.332704 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8