+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-197.ec2.internal ++ [[ -n ip-10-0-1-197.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-197.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:37:03.949317959 - disable conntrack on geneve port' I0504 20:37:03.949317959 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0504 20:37:03.965054844 - starting ovnkube-node + echo 'I0504 20:37:03.965054844 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-197.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-197.ec2.internal --init-node ip-10-0-1-197.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-197.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 20:37:04.005036 3728 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 20:37:04.005090 3728 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-61322d83a4.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 20:37:04.006601 3728 kube.go:431] Waiting for certificate I0504 20:37:04.006625 3728 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 20:37:04.006657 3728 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 20:37:04.007377 3728 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:37:04.033618 3728 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:37:04.033634 3728 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:37:04.035939 3728 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:37:04.036021 3728 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-q4d9x" I0504 20:37:04.045280 3728 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-q4d9x" I0504 20:37:04.045369 3728 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:37:05.006728 3728 kube.go:438] Certificate found I0504 20:37:05.007316 3728 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:37:05.008654 3728 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 20:37:05.051183 3728 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 20:32:04 +0000 UTC" deadline="2026-05-05 13:59:17.112450475 +0000 UTC" I0504 20:37:05.051368 3728 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h22m12.061099354s" I0504 20:37:05.087359 3728 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:37:05.096946 3728 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 20:37:05.097020 3728 server.go:101] MetricServer registers OVS metrics I0504 20:37:05.097377 3728 server.go:105] MetricServer registers OVN DB metrics I0504 20:37:05.098128 3728 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 20:37:05.098185 3728 factory.go:561] Starting watch factory I0504 20:37:05.098274 3728 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.098287 3728 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.098293 3728 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.098311 3728 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.098467 3728 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.098480 3728 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.098913 3728 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.098940 3728 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.098913 3728 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.099405 3728 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.100014 3728 controller_manager.go:370] Starting the ovnkube controller I0504 20:37:05.100037 3728 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-197.ec2.internal I0504 20:37:05.100081 3728 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.100101 3728 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.100107 3728 controller_manager.go:395] NBDB zone sync took: 57.43µs I0504 20:37:05.100117 3728 factory.go:561] Starting watch factory I0504 20:37:05.102488 3728 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 20:37:05.102509 3728 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 20:37:05.115569 3728 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 20:37:05.115601 3728 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 20:37:05.119202 3728 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 20:37:05.119245 3728 server.go:109] MetricServer registers OVN Controller metrics I0504 20:37:05.122761 3728 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.123200 3728 server.go:113] MetricServer registers OVN Northd metrics I0504 20:37:05.125544 3728 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.126114 3728 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.126890 3728 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.129223 3728 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.130628 3728 metrics.go:519] OVN Metrics Server starts to run ... I0504 20:37:05.131763 3728 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:37:05.203983 3728 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:37:05.204001 3728 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:37:05.204005 3728 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:37:05.204008 3728 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:37:05.204011 3728 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:37:05.204014 3728 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:37:05.204186 3728 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:05.204194 3728 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:05.204209 3728 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:05.204200 3728 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:05.206416 3728 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:37:05.206429 3728 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:37:05.206432 3728 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:37:05.206436 3728 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:37:05.206439 3728 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:37:05.206442 3728 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:37:05.209286 3728 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:05.209600 3728 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:37:05.212219 3728 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:37:05.212232 3728 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:37:05.212302 3728 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.212313 3728 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.216007 3728 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.218194 3728 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:37:05.218407 3728 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.218452 3728 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.222134 3728 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.224128 3728 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:37:05.224186 3728 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.224202 3728 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.227819 3728 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.229917 3728 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:37:05.230005 3728 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.230063 3728 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.237560 3728 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.309646 3728 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:37:05.309668 3728 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:37:05.314818 3728 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:37:05.319966 3728 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:37:05.325107 3728 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:37:05.330252 3728 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:37:05.330367 3728 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.330380 3728 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.333838 3728 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.335770 3728 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:37:05.335786 3728 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:37:05.336029 3728 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:37:05.336050 3728 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:37:05.339544 3728 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:37:05.341549 3728 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:37:05.341561 3728 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:37:05.341627 3728 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.341633 3728 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.341647 3728 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.341652 3728 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.344973 3728 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.345466 3728 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:37:05.347407 3728 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:37:05.347417 3728 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:37:05.347424 3728 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:37:05.347431 3728 factory.go:680] Watch Factory start up complete, took: 249.250901ms I0504 20:37:05.347492 3728 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 20:37:05.352872 3728 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:37:05.352883 3728 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:37:05.352890 3728 factory.go:680] Watch Factory start up complete, took: 252.773675ms I0504 20:37:05.352897 3728 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-197.ec2.internal" zone I0504 20:37:05.382139 3728 default_node_network_controller.go:710] Initializing the default node network controller I0504 20:37:05.434587 3728 udn_isolation.go:101] Starting UDN host isolation manager I0504 20:37:05.441137 3728 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 20:37:05.493181 3728 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 20:37:05.493272 3728 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 20:37:05.493287 3728 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 20:37:05.525320 3728 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 20:37:05.525392 3728 default_node_network_controller.go:809] Node ip-10-0-1-197.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0504 20:37:05.531030 3728 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.197"] k8s.ovn.org/zone-name:ip-10-0-1-197.ec2.internal] on node ip-10-0-1-197.ec2.internal I0504 20:37:05.556125 3728 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 20:37:05.562086 3728 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 20:37:05.562231 3728 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0504 20:37:05.562358 3728 gateway_init.go:263] Preparing Gateway I0504 20:37:05.562371 3728 gateway_shared_intf.go:1687] Creating new gateway I0504 20:37:05.603189 3728 controller_manager.go:429] Waiting for node in zone sync took: 250.279311ms I0504 20:37:05.608682 3728 controller_manager.go:611] Switching to transit router for layer2 networks I0504 20:37:05.608698 3728 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-197.ec2.internal I0504 20:37:05.624470 3728 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:37:05.630455 3728 controller_manager.go:290] SCTP support detected in OVN I0504 20:37:05.631043 3728 services_controller.go:69] Creating services controller for network=default I0504 20:37:05.631099 3728 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 20:37:05.631179 3728 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 20:37:05.631248 3728 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 20:37:05.631273 3728 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 20:37:05.631285 3728 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:37:05.631462 3728 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 20:37:05.631502 3728 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 20:37:05.631547 3728 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.196µs I0504 20:37:05.631569 3728 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 58.493µs I0504 20:37:05.631580 3728 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 75.181µs I0504 20:37:05.631589 3728 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 20:37:05.631596 3728 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 20:37:05.631609 3728 default_network_controller.go:325] Starting the default network controller I0504 20:37:05.631651 3728 udn_enabled_svc.go:95] Performing full resync I0504 20:37:05.631695 3728 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.231µs I0504 20:37:05.631938 3728 udn_enabled_svc.go:99] Waiting for handler to sync I0504 20:37:05.631949 3728 udn_enabled_svc.go:104] Starting worker I0504 20:37:05.640157 3728 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 20:37:05.640208 3728 repair.go:33] Syncing exgw routes took 40.05µs I0504 20:37:05.640230 3728 default_network_controller.go:414] Starting all the Watchers... I0504 20:37:05.640384 3728 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 20:37:05.640398 3728 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 20:37:05.640399 3728 namespace.go:98] [openshift-operators] adding namespace I0504 20:37:05.640385 3728 namespace.go:98] [openshift] adding namespace I0504 20:37:05.640410 3728 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 20:37:05.640402 3728 namespace.go:98] [kube-system] adding namespace I0504 20:37:05.640418 3728 namespace.go:98] [default] adding namespace I0504 20:37:05.640410 3728 namespace.go:98] [openshift-machine-config-operator] adding namespace I0504 20:37:05.640423 3728 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 20:37:05.640426 3728 namespace.go:98] [openshift-kube-scheduler] adding namespace I0504 20:37:05.640429 3728 namespace.go:98] [openshift-logging] adding namespace I0504 20:37:05.640424 3728 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 20:37:05.640448 3728 namespace.go:98] [openshift-network-node-identity] adding namespace I0504 20:37:05.640465 3728 namespace.go:98] [openshift-package-operator] adding namespace I0504 20:37:05.640384 3728 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0504 20:37:05.640940 3728 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 543.51µs I0504 20:37:05.640954 3728 namespace.go:98] [openshift-monitoring] adding namespace I0504 20:37:05.641391 3728 namespace.go:102] [openshift-monitoring] adding namespace took 432.467µs I0504 20:37:05.641403 3728 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 20:37:05.641865 3728 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 456.987µs I0504 20:37:05.641879 3728 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 20:37:05.642377 3728 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 1.967827ms I0504 20:37:05.642391 3728 namespace.go:98] [openshift-config] adding namespace I0504 20:37:05.642795 3728 namespace.go:102] [openshift-operators] adding namespace took 2.381552ms I0504 20:37:05.642808 3728 namespace.go:98] [openshift-ingress] adding namespace I0504 20:37:05.643283 3728 namespace.go:102] [openshift] adding namespace took 2.866815ms I0504 20:37:05.643298 3728 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 20:37:05.643780 3728 namespace.go:102] [openshift-ingress-operator] adding namespace took 3.359947ms I0504 20:37:05.643795 3728 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 20:37:05.644229 3728 namespace.go:102] [kube-system] adding namespace took 3.80557ms I0504 20:37:05.644273 3728 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 20:37:05.644743 3728 namespace.go:102] [default] adding namespace took 4.316218ms I0504 20:37:05.644757 3728 namespace.go:98] [kube-public] adding namespace I0504 20:37:05.645201 3728 namespace.go:102] [openshift-machine-config-operator] adding namespace took 4.771106ms I0504 20:37:05.645214 3728 namespace.go:98] [openshift-authentication] adding namespace I0504 20:37:05.645662 3728 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.231122ms I0504 20:37:05.645673 3728 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0504 20:37:05.646080 3728 namespace.go:102] [openshift-logging] adding namespace took 5.644169ms I0504 20:37:05.646121 3728 namespace.go:98] [openshift-marketplace] adding namespace I0504 20:37:05.646557 3728 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.12259ms I0504 20:37:05.646571 3728 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 20:37:05.647113 3728 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.675434ms I0504 20:37:05.647126 3728 namespace.go:98] [openshift-infra] adding namespace I0504 20:37:05.647931 3728 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.469827ms I0504 20:37:05.647949 3728 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 20:37:05.648474 3728 namespace.go:102] [openshift-package-operator] adding namespace took 7.995401ms I0504 20:37:05.648490 3728 namespace.go:98] [kube-node-lease] adding namespace I0504 20:37:05.649004 3728 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.503023ms I0504 20:37:05.649020 3728 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 20:37:05.649505 3728 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.620279ms I0504 20:37:05.649519 3728 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 20:37:05.649867 3728 namespace.go:102] [openshift-config] adding namespace took 7.471008ms I0504 20:37:05.649881 3728 namespace.go:98] [openshift-node] adding namespace I0504 20:37:05.650327 3728 namespace.go:102] [openshift-ingress] adding namespace took 7.512627ms I0504 20:37:05.650341 3728 namespace.go:98] [openshift-apiserver-operator] adding namespace I0504 20:37:05.650737 3728 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.434406ms I0504 20:37:05.650749 3728 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 20:37:05.651079 3728 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.279605ms I0504 20:37:05.651089 3728 namespace.go:98] [openshift-network-operator] adding namespace I0504 20:37:05.651479 3728 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.197752ms I0504 20:37:05.651494 3728 namespace.go:98] [open-cluster-management-2q3b2nk7rpcd7ji0vj5ecnlo6j1q2dqo] adding namespace I0504 20:37:05.651931 3728 namespace.go:102] [kube-public] adding namespace took 7.168324ms I0504 20:37:05.651948 3728 namespace.go:98] [openshift-etcd] adding namespace I0504 20:37:05.652336 3728 namespace.go:102] [openshift-authentication] adding namespace took 7.116901ms I0504 20:37:05.652346 3728 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 20:37:05.652729 3728 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.052699ms I0504 20:37:05.652739 3728 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 20:37:05.653103 3728 namespace.go:102] [openshift-marketplace] adding namespace took 6.973141ms I0504 20:37:05.653116 3728 namespace.go:98] [openshift-host-network] adding namespace I0504 20:37:05.653488 3728 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.912207ms I0504 20:37:05.653495 3728 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:37:05.653504 3728 namespace.go:98] [openshift-backplane-mobb] adding namespace I0504 20:37:05.653931 3728 namespace.go:102] [openshift-infra] adding namespace took 6.799997ms I0504 20:37:05.653943 3728 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 20:37:05.654338 3728 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.383876ms I0504 20:37:05.654354 3728 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 20:37:05.654730 3728 namespace.go:102] [kube-node-lease] adding namespace took 6.235633ms I0504 20:37:05.654743 3728 namespace.go:98] [openshift-route-controller-manager] adding namespace I0504 20:37:05.655129 3728 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.104466ms I0504 20:37:05.655140 3728 namespace.go:98] [openshift-backplane-tam] adding namespace I0504 20:37:05.655487 3728 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.964165ms I0504 20:37:05.655923 3728 namespace.go:102] [openshift-node] adding namespace took 6.038055ms I0504 20:37:05.655935 3728 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0504 20:37:05.656280 3728 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.934048ms I0504 20:37:05.656290 3728 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 20:37:05.656750 3728 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.996508ms I0504 20:37:05.656761 3728 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0504 20:37:05.657197 3728 namespace.go:102] [openshift-network-operator] adding namespace took 6.10391ms I0504 20:37:05.657208 3728 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 20:37:05.657659 3728 namespace.go:102] [open-cluster-management-2q3b2nk7rpcd7ji0vj5ecnlo6j1q2dqo] adding namespace took 6.159352ms I0504 20:37:05.657672 3728 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 20:37:05.658061 3728 namespace.go:102] [openshift-etcd] adding namespace took 6.107789ms I0504 20:37:05.658072 3728 namespace.go:98] [openshift-must-gather-operator] adding namespace I0504 20:37:05.658514 3728 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.16417ms I0504 20:37:05.658528 3728 namespace.go:98] [openshift-insights] adding namespace I0504 20:37:05.658935 3728 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.189919ms I0504 20:37:05.658951 3728 namespace.go:98] [openshift-network-console] adding namespace I0504 20:37:05.659390 3728 namespace.go:102] [openshift-host-network] adding namespace took 6.268711ms I0504 20:37:05.659402 3728 namespace.go:98] [openshift-dns-operator] adding namespace I0504 20:37:05.659509 3728 iptables.go:108] Creating table: filter chain: OUTPUT I0504 20:37:05.659758 3728 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.248182ms I0504 20:37:05.659771 3728 namespace.go:98] [openshift-backplane-cse] adding namespace W0504 20:37:05.659764 3728 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-kz78r: pod openshift-network-diagnostics/network-check-target-kz78r: no pod IPs found W0504 20:37:05.659784 3728 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-x88vq: pod openshift-network-diagnostics/network-check-target-x88vq: no pod IPs found W0504 20:37:05.659790 3728 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xq7p7: pod openshift-network-diagnostics/network-check-target-xq7p7: no pod IPs found I0504 20:37:05.660256 3728 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.30714ms I0504 20:37:05.660284 3728 namespace.go:98] [openshift-config-managed] adding namespace I0504 20:37:05.660690 3728 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.331506ms I0504 20:37:05.660702 3728 namespace.go:98] [openshift-cluster-version] adding namespace I0504 20:37:05.661085 3728 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.335869ms I0504 20:37:05.661096 3728 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 20:37:05.661545 3728 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.40079ms I0504 20:37:05.661555 3728 namespace.go:98] [openshift-console] adding namespace I0504 20:37:05.661952 3728 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.012476ms I0504 20:37:05.661964 3728 namespace.go:98] [openshift-config-operator] adding namespace I0504 20:37:05.662361 3728 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.067637ms I0504 20:37:05.662373 3728 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 20:37:05.662868 3728 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.10153ms I0504 20:37:05.662882 3728 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 20:37:05.663342 3728 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.126768ms I0504 20:37:05.663362 3728 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 20:37:05.663816 3728 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.137771ms I0504 20:37:05.663829 3728 namespace.go:98] [openshift-multus] adding namespace I0504 20:37:05.664276 3728 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.197638ms I0504 20:37:05.664292 3728 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0504 20:37:05.664709 3728 namespace.go:102] [openshift-insights] adding namespace took 6.177214ms I0504 20:37:05.664720 3728 namespace.go:98] [dedicated-admin] adding namespace I0504 20:37:05.665117 3728 namespace.go:102] [openshift-network-console] adding namespace took 6.160844ms I0504 20:37:05.665129 3728 namespace.go:98] [openshift-backplane] adding namespace I0504 20:37:05.665414 3728 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 20:37:05.665427 3728 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-197.ec2.internal","mac-address":"0a:ff:ff:f8:b5:15","ip-addresses":["10.0.1.197/24"],"ip-address":"10.0.1.197/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:117f7d60-31cb-4fad-a075-46a11e77093a k8s.ovn.org/node-encap-ips:["10.0.1.197"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.197/24"} k8s.ovn.org/zone-name:ip-10-0-1-197.ec2.internal] on node ip-10-0-1-197.ec2.internal I0504 20:37:05.665585 3728 namespace.go:102] [openshift-dns-operator] adding namespace took 6.177288ms I0504 20:37:05.665601 3728 namespace.go:98] [openshift-dns] adding namespace I0504 20:37:05.666006 3728 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.228505ms I0504 20:37:05.666017 3728 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0504 20:37:05.666497 3728 namespace.go:102] [openshift-config-managed] adding namespace took 6.207748ms I0504 20:37:05.666512 3728 namespace.go:98] [openshift-console-operator] adding namespace I0504 20:37:05.666916 3728 namespace.go:102] [openshift-cluster-version] adding namespace took 6.209195ms I0504 20:37:05.666928 3728 namespace.go:98] [openshift-apiserver] adding namespace I0504 20:37:05.667363 3728 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.260615ms I0504 20:37:05.667377 3728 namespace.go:98] [openshift-machine-api] adding namespace I0504 20:37:05.667776 3728 namespace.go:102] [openshift-console] adding namespace took 6.21603ms I0504 20:37:05.667788 3728 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0504 20:37:05.668162 3728 namespace.go:102] [openshift-config-operator] adding namespace took 6.194655ms I0504 20:37:05.668173 3728 namespace.go:98] [openshift-ingress-canary] adding namespace I0504 20:37:05.668567 3728 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.189176ms I0504 20:37:05.668951 3728 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.064806ms I0504 20:37:05.668962 3728 namespace.go:98] [openshift-controller-manager] adding namespace W0504 20:37:05.669326 3728 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-42pg5: pod openshift-multus/network-metrics-daemon-42pg5: no pod IPs found W0504 20:37:05.669336 3728 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-f8gd5: pod openshift-multus/network-metrics-daemon-f8gd5: no pod IPs found W0504 20:37:05.669342 3728 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-snm4k: pod openshift-multus/network-metrics-daemon-snm4k: no pod IPs found I0504 20:37:05.669369 3728 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.003439ms I0504 20:37:05.669802 3728 namespace.go:102] [openshift-multus] adding namespace took 5.966856ms I0504 20:37:05.670185 3728 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.888206ms I0504 20:37:05.670198 3728 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0504 20:37:05.670600 3728 namespace.go:102] [dedicated-admin] adding namespace took 5.875178ms I0504 20:37:05.670990 3728 namespace.go:102] [openshift-backplane] adding namespace took 5.856495ms I0504 20:37:05.671764 3728 namespace.go:102] [openshift-dns] adding namespace took 6.158084ms I0504 20:37:05.672150 3728 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.127945ms I0504 20:37:05.672557 3728 namespace.go:102] [openshift-console-operator] adding namespace took 6.040827ms I0504 20:37:05.672917 3728 namespace.go:102] [openshift-apiserver] adding namespace took 5.984384ms I0504 20:37:05.673279 3728 namespace.go:102] [openshift-machine-api] adding namespace took 5.897706ms I0504 20:37:05.673699 3728 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.906318ms I0504 20:37:05.673711 3728 namespace.go:98] [openshift-image-registry] adding namespace I0504 20:37:05.674053 3728 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.87581ms I0504 20:37:05.674439 3728 namespace.go:102] [openshift-controller-manager] adding namespace took 5.473238ms I0504 20:37:05.674851 3728 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 4.649348ms I0504 20:37:05.675173 3728 namespace.go:102] [openshift-image-registry] adding namespace took 1.458621ms W0504 20:37:05.675249 3728 master.go:458] Unable to parse local node ip-10-0-1-197.ec2.internal chassis-id annotation. Chassis may be removed during sync W0504 20:37:05.675275 3728 master.go:471] Unable to parse remote node ip-10-0-2-227.ec2.internal chassis-id annotation. Chassis may be removed during sync W0504 20:37:05.675283 3728 master.go:471] Unable to parse remote node ip-10-0-0-118.ec2.internal chassis-id annotation. Chassis may be removed during sync I0504 20:37:05.675288 3728 master.go:481] Removing stale chassis with ID/Name: 117f7d60-31cb-4fad-a075-46a11e77093a, hostname: ip-10-0-1-197.ec2.internal I0504 20:37:05.675717 3728 master.go:548] Adding or Updating local node "ip-10-0-1-197.ec2.internal" for network "default" I0504 20:37:05.675798 3728 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-118.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-118.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-118.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-118.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-118.ec2.internal I0504 20:37:05.675800 3728 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-227.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-227.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-227.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-227.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-227.ec2.internal I0504 20:37:05.678917 3728 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-197.ec2.internal for the network default I0504 20:37:05.679202 3728 zone_ic_handler.go:195] Time taken to create transit switch: 270.871µs I0504 20:37:05.679852 3728 default_network_controller.go:823] Node add failed for ip-10-0-1-197.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-197.ec2.internal, error getting gateway config for node ip-10-0-1-197.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-197.ec2.internal", failed to update chassis to local for local node ip-10-0-1-197.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-197.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-197.ec2.internal] E0504 20:37:05.679889 3728 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-197.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-197.ec2.internal, error getting gateway config for node ip-10-0-1-197.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-197.ec2.internal", failed to update chassis to local for local node ip-10-0-1-197.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-197.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-197.ec2.internal] I0504 20:37:05.679927 3728 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 20:37:05.679948 3728 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 20:37:05.679964 3728 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 20:37:05.679983 3728 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0504 20:37:05.679972 3728 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-197.ec2.internal", UID:"c4235960-b721-4ab2-bca2-e07f557e500d", APIVersion:"v1", ResourceVersion:"8473", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-197.ec2.internal, error getting gateway config for node ip-10-0-1-197.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-197.ec2.internal", failed to update chassis to local for local node ip-10-0-1-197.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-197.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-197.ec2.internal] I0504 20:37:05.680025 3728 node_tracker.go:235] Node ip-10-0-2-227.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-227.ec2.internal" I0504 20:37:05.680042 3728 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:05.680061 3728 services_controller.go:574] Full service sync requested for network=default I0504 20:37:05.680075 3728 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-118.ec2.internal in network "default" I0504 20:37:05.680094 3728 node_tracker.go:235] Node ip-10-0-0-118.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-118.ec2.internal" I0504 20:37:05.680106 3728 node_tracker.go:169] Node ip-10-0-0-118.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:05.680113 3728 services_controller.go:574] Full service sync requested for network=default I0504 20:37:05.680125 3728 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-197.ec2.internal in network "default" I0504 20:37:05.680142 3728 node_tracker.go:235] Node ip-10-0-1-197.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-197.ec2.internal" I0504 20:37:05.680154 3728 node_tracker.go:169] Node ip-10-0-1-197.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:05.680161 3728 services_controller.go:574] Full service sync requested for network=default I0504 20:37:05.681250 3728 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-197.ec2.internal in network "default" I0504 20:37:05.681316 3728 node_tracker.go:169] Node ip-10-0-1-197.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:05.681322 3728 master.go:548] Adding or Updating local node "ip-10-0-1-197.ec2.internal" for network "default" I0504 20:37:05.681332 3728 services_controller.go:574] Full service sync requested for network=default I0504 20:37:05.685176 3728 default_node_network_controller.go:519] Node connection status = connected W0504 20:37:05.685735 3728 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-42pg5: pod openshift-multus/network-metrics-daemon-42pg5: no pod IPs found W0504 20:37:05.685750 3728 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-kz78r: pod openshift-network-diagnostics/network-check-target-kz78r: no pod IPs found I0504 20:37:05.686628 3728 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-197.ec2.internal for the network default I0504 20:37:05.686795 3728 zone_ic_handler.go:195] Time taken to create transit switch: 155.449µs I0504 20:37:05.781044 3728 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 20:37:05.781068 3728 services_controller.go:208] Setting up event handlers for services for network=default I0504 20:37:05.781122 3728 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 20:37:05.781155 3728 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 20:37:05.781167 3728 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 20:37:05.881990 3728 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 20:37:05.882015 3728 repair.go:60] Starting repairing loop for services I0504 20:37:05.882101 3728 repair.go:131] Deleted 0 stale service LBs I0504 20:37:05.882119 3728 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 20:37:05.882134 3728 repair.go:62] Finished repairing loop for services: 124.96µs I0504 20:37:05.882158 3728 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 20:37:05.882168 3728 services_controller.go:254] Starting workers for network=default I0504 20:37:05.882454 3728 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-kz78r] creating logical port openshift-network-diagnostics_network-check-target-kz78r for pod on switch ip-10-0-1-197.ec2.internal I0504 20:37:05.882470 3728 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-f8gd5, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-f8gd5: suppressed error logged: pod openshift-multus/network-metrics-daemon-f8gd5: no pod IPs found I0504 20:37:05.882531 3728 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-xq7p7, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-xq7p7: suppressed error logged: pod openshift-network-diagnostics/network-check-target-xq7p7: no pod IPs found I0504 20:37:05.882536 3728 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-42pg5] creating logical port openshift-multus_network-metrics-daemon-42pg5 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:37:05.882565 3728 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-snm4k, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-snm4k: suppressed error logged: pod openshift-multus/network-metrics-daemon-snm4k: no pod IPs found I0504 20:37:05.882643 3728 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-kz78r I0504 20:37:05.882668 3728 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-42pg5 I0504 20:37:05.900349 3728 pod.go:62] [openshift-multus/network-metrics-daemon-42pg5] pod update took 17.711133ms I0504 20:37:05.900359 3728 pod.go:62] [openshift-network-diagnostics/network-check-target-kz78r] pod update took 17.813392ms I0504 20:37:05.900367 3728 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-42pg5] addLogicalPort annotation time took 17.747433ms I0504 20:37:05.900372 3728 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-kz78r] addLogicalPort annotation time took 17.830096ms I0504 20:37:05.901251 3728 pods.go:271] [openshift-multus/network-metrics-daemon-42pg5] addLogicalPort took 18.727734ms, libovsdb time 681.964µs I0504 20:37:05.901581 3728 pods.go:271] [openshift-network-diagnostics/network-check-target-kz78r] addLogicalPort took 19.1422ms, libovsdb time 999.395µs I0504 20:37:05.901615 3728 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-x88vq, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-x88vq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-x88vq: no pod IPs found I0504 20:37:05.901948 3728 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 20:37:05.901968 3728 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 20:37:05.901980 3728 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 20:37:05.901984 3728 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 20:37:05.902188 3728 repair.go:29] Repairing admin network policies took 198.668µs I0504 20:37:05.902735 3728 repair.go:92] Repairing baseline admin network policies took 536.659µs I0504 20:37:05.902755 3728 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 20:37:05.902770 3728 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 20:37:05.904352 3728 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 20:37:05.904371 3728 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 20:37:05.904381 3728 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 20:37:05.905760 3728 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 20:37:05.905778 3728 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 20:37:05.905784 3728 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 20:37:05.906943 3728 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 20:37:05.906963 3728 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 20:37:05.906974 3728 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 20:37:05.908794 3728 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 20:37:05.908811 3728 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 20:37:05.908818 3728 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 20:37:05.909965 3728 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 20:37:05.909982 3728 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 20:37:05.909992 3728 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 20:37:05.911934 3728 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 20:37:05.911950 3728 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 20:37:05.911957 3728 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 20:37:05.912430 3728 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 20:37:05.912453 3728 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 20:37:05.912461 3728 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 20:37:05.912718 3728 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 20:37:05.912732 3728 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 20:37:05.912740 3728 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 20:37:05.913421 3728 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 20:37:05.913441 3728 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 20:37:05.913449 3728 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 20:37:05.913889 3728 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:37:05.913906 3728 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 20:37:05.913915 3728 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 20:37:05.915664 3728 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 20:37:05.915682 3728 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 20:37:05.915696 3728 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 20:37:05.916697 3728 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 20:37:05.916716 3728 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 20:37:05.916725 3728 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0504 20:37:05.918534 3728 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 20:37:05.918553 3728 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 20:37:05.918560 3728 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 20:37:05.919075 3728 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 20:37:05.919097 3728 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 20:37:05.919107 3728 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 20:37:05.919444 3728 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 20:37:05.919474 3728 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 20:37:05.919483 3728 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 20:37:05.919988 3728 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 20:37:05.920005 3728 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 20:37:05.920012 3728 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 20:37:05.920460 3728 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 20:37:05.920477 3728 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 20:37:05.920484 3728 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 20:37:05.920735 3728 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 20:37:05.920750 3728 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 20:37:05.920758 3728 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 20:37:05.921712 3728 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 20:37:05.921733 3728 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 20:37:05.921743 3728 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 20:37:05.923030 3728 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 20:37:05.923047 3728 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 20:37:05.923473 3728 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 20:37:05.923487 3728 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:37:05.924145 3728 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 20:37:05.924160 3728 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 20:37:05.924189 3728 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:37:05.924881 3728 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 20:37:05.924900 3728 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 20:37:05.924909 3728 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 20:37:05.925481 3728 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 20:37:05.925497 3728 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 20:37:05.925505 3728 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 20:37:05.926025 3728 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 20:37:05.926043 3728 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 20:37:05.926050 3728 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 20:37:05.926606 3728 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 20:37:05.926622 3728 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 20:37:05.926630 3728 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 20:37:05.927715 3728 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 20:37:05.927735 3728 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 20:37:05.927746 3728 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 20:37:05.928943 3728 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 20:37:05.928961 3728 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 20:37:05.928968 3728 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 20:37:05.929468 3728 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:37:05.929484 3728 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 20:37:05.929495 3728 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 20:37:05.930031 3728 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 20:37:05.934656 3728 egressfirewall.go:374] Starting EgressFirewall controller I0504 20:37:05.934697 3728 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 20:37:05.934704 3728 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 20:37:05.934727 3728 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 20:37:05.934740 3728 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 20:37:05.934739 3728 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 20:37:05.934751 3728 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 20:37:05.934989 3728 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 20:37:05.935002 3728 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 20:37:05.935006 3728 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 20:37:05.935016 3728 egressqos.go:193] Setting up event handlers for EgressQoS I0504 20:37:05.935024 3728 egressfirewall.go:723] Syncing node "ip-10-0-0-118.ec2.internal" for egress firewall I0504 20:37:05.935034 3728 egressfirewall.go:723] Syncing node "ip-10-0-1-197.ec2.internal" for egress firewall I0504 20:37:05.935038 3728 egressfirewall.go:723] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0504 20:37:05.935117 3728 egressqos.go:245] Starting EgressQoS Controller I0504 20:37:05.935127 3728 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 20:37:05.935134 3728 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 20:37:05.935138 3728 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 20:37:05.935144 3728 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 20:37:05.935150 3728 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 20:37:05.935154 3728 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 20:37:05.935158 3728 egressqos.go:259] Repairing EgressQoSes I0504 20:37:05.935162 3728 egressqos.go:399] Starting repairing loop for egressqos I0504 20:37:05.935224 3728 egressqos.go:401] Finished repairing loop for egressqos: 62.939µs I0504 20:37:05.935238 3728 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 20:37:05.935284 3728 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-197.ec2.internal I0504 20:37:05.935345 3728 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-197.ec2.internal : 64.802µs I0504 20:37:05.935448 3728 egressservice_zone.go:210] Starting Egress Services Controller I0504 20:37:05.935459 3728 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:37:05.935466 3728 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:37:05.935471 3728 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:37:05.935476 3728 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:37:05.935481 3728 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:37:05.935486 3728 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:37:05.935490 3728 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 20:37:05.935495 3728 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 20:37:05.935498 3728 egressservice_zone.go:228] Repairing Egress Services I0504 20:37:05.935728 3728 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 20:37:05.935737 3728 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:37:05.935750 3728 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-118.ec2.internal I0504 20:37:05.935762 3728 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-118.ec2.internal: 14.27µs I0504 20:37:05.935769 3728 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-197.ec2.internal I0504 20:37:05.935773 3728 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-197.ec2.internal: 4.32µs I0504 20:37:05.935778 3728 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0504 20:37:05.935781 3728 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 3.957µs I0504 20:37:05.935834 3728 default_network_controller.go:585] Completing all the Watchers took 295.594984ms I0504 20:37:05.935848 3728 default_network_controller.go:589] Starting unidling controllers I0504 20:37:05.935858 3728 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 20:37:05.935865 3728 unidle.go:63] Populating Initial ContollerEvent events I0504 20:37:05.935880 3728 unidle.go:79] Setting up event handlers for services I0504 20:37:05.935992 3728 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:37:06.061006 3728 default_network_controller.go:1025] Node "ip-10-0-0-118.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:37:06.185779 3728 default_node_network_controller.go:519] Node connection status = connected I0504 20:37:06.686239 3728 default_node_network_controller.go:519] Node connection status = connected I0504 20:37:07.186271 3728 default_node_network_controller.go:519] Node connection status = connected I0504 20:37:07.685625 3728 default_node_network_controller.go:519] Node connection status = connected I0504 20:37:07.966661 3728 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:37:08.185948 3728 default_node_network_controller.go:519] Node connection status = connected I0504 20:37:08.203545 3728 bridgeconfig.go:537] Gateway is ready I0504 20:37:08.203563 3728 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 20:37:08.215001 3728 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.197. Updating OVN encap IP. I0504 20:37:08.220144 3728 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.197 - it is already configured I0504 20:37:08.220157 3728 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.197/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 20:37:08.220372 3728 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.197/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-197.ec2.internal","mac-address":"0a:ff:ff:f8:b5:15","ip-addresses":["10.0.1.197/24"],"ip-address":"10.0.1.197/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:117f7d60-31cb-4fad-a075-46a11e77093a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.197/24"}] on node ip-10-0-1-197.ec2.internal I0504 20:37:08.235237 3728 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-197.ec2.internal in network "default" I0504 20:37:08.235275 3728 egressfirewall.go:723] Syncing node "ip-10-0-1-197.ec2.internal" for egress firewall I0504 20:37:08.235290 3728 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-197.ec2.internal I0504 20:37:08.235307 3728 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-197.ec2.internal: 24.412µs I0504 20:37:08.235316 3728 node_tracker.go:169] Node ip-10-0-1-197.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:08.235338 3728 services_controller.go:574] Full service sync requested for network=default I0504 20:37:08.235368 3728 master.go:548] Adding or Updating local node "ip-10-0-1-197.ec2.internal" for network "default" I0504 20:37:08.235411 3728 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.197 I0504 20:37:08.235485 3728 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-197.ec2.internal I0504 20:37:08.239881 3728 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-197.ec2.internal. Updating no re-route policies I0504 20:37:08.239963 3728 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-vn75p I0504 20:37:08.239971 3728 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-snm4k I0504 20:37:08.239979 3728 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xq7p7 I0504 20:37:08.239987 3728 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-snm4k I0504 20:37:08.239992 3728 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-42pg5 I0504 20:37:08.239995 3728 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xq7p7 I0504 20:37:08.240000 3728 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-42pg5 I0504 20:37:08.240001 3728 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-f8gd5 I0504 20:37:08.240013 3728 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-l22qd I0504 20:37:08.240002 3728 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bfkjb I0504 20:37:08.240017 3728 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-197.ec2.internal I0504 20:37:08.240015 3728 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-f8gd5 I0504 20:37:08.240025 3728 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bfkjb I0504 20:37:08.240027 3728 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-58ngx I0504 20:37:08.240034 3728 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-197.ec2.internal I0504 20:37:08.240035 3728 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2lrzb I0504 20:37:08.240039 3728 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-58ngx I0504 20:37:08.240039 3728 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-n8t6m I0504 20:37:08.240042 3728 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-xq7p7, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-xq7p7: suppressed error logged: pod openshift-network-diagnostics/network-check-target-xq7p7: no pod IPs found I0504 20:37:08.240048 3728 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-f8gd5, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-f8gd5: suppressed error logged: pod openshift-multus/network-metrics-daemon-f8gd5: no pod IPs found I0504 20:37:08.240048 3728 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-bfkjb after 0 failed attempt(s) I0504 20:37:08.239981 3728 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-vn75p I0504 20:37:08.240054 3728 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-n8t6m I0504 20:37:08.240059 3728 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-197.ec2.internal after 0 failed attempt(s) I0504 20:37:08.240010 3728 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-kz78r I0504 20:37:08.240074 3728 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-kz78r I0504 20:37:08.240069 3728 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-197.ec2.internal I0504 20:37:08.240079 3728 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-58ngx after 0 failed attempt(s) I0504 20:37:08.240023 3728 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-l22qd I0504 20:37:08.240079 3728 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-vn75p after 0 failed attempt(s) I0504 20:37:08.240092 3728 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-197.ec2.internal I0504 20:37:08.240077 3728 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-n8t6m after 0 failed attempt(s) I0504 20:37:08.240048 3728 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-fl7xm I0504 20:37:08.240105 3728 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-kz78r] creating logical port openshift-network-diagnostics_network-check-target-kz78r for pod on switch ip-10-0-1-197.ec2.internal I0504 20:37:08.240049 3728 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-x88vq I0504 20:37:08.240112 3728 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-197.ec2.internal after 0 failed attempt(s) I0504 20:37:08.239992 3728 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-459bx I0504 20:37:08.240041 3728 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2lrzb I0504 20:37:08.240119 3728 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-x88vq I0504 20:37:08.240127 3728 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-459bx I0504 20:37:08.240134 3728 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2lrzb after 0 failed attempt(s) I0504 20:37:08.240152 3728 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-459bx after 0 failed attempt(s) I0504 20:37:08.240035 3728 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-nxhz4 I0504 20:37:08.240174 3728 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-nxhz4 I0504 20:37:08.240105 3728 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-fl7xm I0504 20:37:08.240194 3728 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-nxhz4 after 0 failed attempt(s) I0504 20:37:08.240027 3728 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-42pg5] creating logical port openshift-multus_network-metrics-daemon-42pg5 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:37:08.240208 3728 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-x88vq, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-x88vq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-x88vq: no pod IPs found I0504 20:37:08.240110 3728 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-l22qd after 0 failed attempt(s) I0504 20:37:08.240220 3728 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-fl7xm after 0 failed attempt(s) I0504 20:37:08.240027 3728 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-snm4k, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-snm4k: suppressed error logged: pod openshift-multus/network-metrics-daemon-snm4k: no pod IPs found I0504 20:37:08.240869 3728 pods.go:271] [openshift-multus/network-metrics-daemon-42pg5] addLogicalPort took 849.699µs, libovsdb time 235.267µs I0504 20:37:08.240880 3728 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-42pg5 after 0 failed attempt(s) I0504 20:37:08.240953 3728 pods.go:271] [openshift-network-diagnostics/network-check-target-kz78r] addLogicalPort took 859.478µs, libovsdb time 272.665µs I0504 20:37:08.240961 3728 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-kz78r after 0 failed attempt(s) I0504 20:37:08.256344 3728 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0504 20:37:08.267566 3728 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 20:37:08.270871 3728 iptables.go:108] Creating table: nat chain: OUTPUT I0504 20:37:08.312796 3728 iptables.go:108] Creating table: nat chain: PREROUTING I0504 20:37:08.368609 3728 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:37:08.384563 3728 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 20:37:08.384665 3728 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 20:37:08.384711 3728 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 20:37:08.384799 3728 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 20:37:08.384855 3728 gateway_init.go:325] Gateway and management port readiness took 2.703750898s I0504 20:37:08.384887 3728 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 20:37:08.384926 3728 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 20:37:08.384941 3728 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 20:37:08.384952 3728 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:37:08.385034 3728 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 20:37:08.385116 3728 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.205µs I0504 20:37:08.385399 3728 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 20:37:08.385426 3728 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.502µs I0504 20:37:08.385434 3728 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.442µs I0504 20:37:08.385440 3728 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 20:37:08.385450 3728 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 20:37:08.385456 3728 default_node_network_controller.go:899] Starting the default node network controller I0504 20:37:08.385474 3728 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 20:37:08.385562 3728 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.161µs I0504 20:37:08.385675 3728 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 20:37:08.385684 3728 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 20:37:08.385711 3728 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b420 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc0002ec150 0xc0002ec1c0 0xc0002ec230 0xc000b25810 0xc0002ec2a0 0xc0002ec380 0xc000834dc0 0xc0060d5500 0xc0002ec3f0 map[0x2ff9080:0xc002194120 0x2ff95c0:0xc002194360 0x2ffa2e0:0xc002194060 0x2ffa580:0xc0021940c0 0x2ffad60:0xc002194180 0x2ffb000:0xc0021941e0 0x2ffb2a0:0xc002194300 0x2ffba80:0xc0021943c0 0x2ffbd20:0xc0064000c0 0x3026980:0xc000d92c60 0x3026d20:0xc000d92d80 0x3027800:0xc000c09980 0x3029160:0xc001a64000 0x30298a0:0xc002194000 0x302a720:0xc001a64060] 0xc000b26850 0} I0504 20:37:08.385776 3728 gateway.go:151] Starting gateway service sync I0504 20:37:08.386183 3728 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 20:37:08.388245 3728 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 20:37:08.414493 3728 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 20:37:08.415636 3728 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 20:37:08.416750 3728 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0504 20:37:08.450481 3728 gateway.go:168] Gateway service sync done. Time taken: 64.69343ms I0504 20:37:08.450798 3728 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32433 I0504 20:37:08.451232 3728 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b420 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc0002ec150 0xc0002ec1c0 0xc0002ec230 0xc000b25810 0xc0002ec2a0 0xc0002ec380 0xc000834dc0 0xc0060d5500 0xc0002ec3f0 map[0x2ff9080:0xc002194120 0x2ff95c0:0xc002194360 0x2ffa2e0:0xc002194060 0x2ffa580:0xc0021940c0 0x2ffad60:0xc002194180 0x2ffb000:0xc0021941e0 0x2ffb2a0:0xc002194300 0x2ffba80:0xc0021943c0 0x2ffbd20:0xc0064000c0 0x3026980:0xc000d92c60 0x3026d20:0xc000d92d80 0x3027800:0xc000c09980 0x3029160:0xc001a64000 0x30298a0:0xc002194000 0x302a720:0xc001a64060] 0xc000b26850 0} I0504 20:37:08.451694 3728 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b420 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc0002ec150 0xc0002ec1c0 0xc0002ec230 0xc000b25810 0xc0002ec2a0 0xc0002ec380 0xc000834dc0 0xc0060d5500 0xc0002ec3f0 map[0x2ff9080:0xc002194120 0x2ff95c0:0xc002194360 0x2ffa2e0:0xc002194060 0x2ffa580:0xc0021940c0 0x2ffad60:0xc002194180 0x2ffb000:0xc0021941e0 0x2ffb2a0:0xc002194300 0x2ffba80:0xc0021943c0 0x2ffbd20:0xc0064000c0 0x3026980:0xc000d92c60 0x3026d20:0xc000d92d80 0x3027800:0xc000c09980 0x3029160:0xc001a64000 0x30298a0:0xc002194000 0x302a720:0xc001a64060] 0xc000b26850 0} I0504 20:37:08.451728 3728 gateway.go:532] Reconciling gateway with updates I0504 20:37:08.456642 3728 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 20:37:08.456662 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:37:08.456675 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:37:08.456682 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:37:08.456681 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:37:08.456688 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:37:08.456689 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:37:08.456690 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:37:08.456695 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:37:08.456700 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:37:08.456704 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:37:08.456704 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:37:08.456709 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:37:08.456711 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:37:08.456706 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:37:08.456719 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:37:08.456723 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:37:08.456734 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:37:08.456731 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:37:08.456751 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:37:08.456757 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:37:08.456757 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:37:08.456759 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:37:08.456764 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:37:08.456767 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:37:08.456766 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:37:08.456774 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:37:08.456776 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:37:08.456776 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:37:08.456736 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:37:08.456774 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:37:08.456786 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:37:08.456785 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:37:08.456788 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:37:08.456794 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:37:08.456797 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:37:08.456799 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:37:08.456806 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:37:08.456807 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:37:08.456809 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:37:08.456783 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:37:08.456815 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:37:08.456820 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:08.456824 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:37:08.456826 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:37:08.456831 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:08.456829 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:37:08.456805 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:37:08.456762 3728 default_node_network_controller.go:944] Gateway and management port readiness took 71.070123ms I0504 20:37:08.456843 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:37:08.456796 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:37:08.456756 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:37:08.456855 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:37:08.456784 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:37:08.456865 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:37:08.456867 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:37:08.456873 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:37:08.456885 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:37:08.456862 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:37:08.456904 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:37:08.456865 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:37:08.456856 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:37:08.456920 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:37:08.456772 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:37:08.456767 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:37:08.456929 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:37:08.456931 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:37:08.456909 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:37:08.456948 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:37:08.456779 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:37:08.456667 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:37:08.456863 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:37:08.456936 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:37:08.456820 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:37:08.456950 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:37:08.456785 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:37:08.457180 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:37:08.456782 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:37:08.457194 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:37:08.456793 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:37:08.457252 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:37:08.456799 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:37:08.456800 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:37:08.457342 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:37:08.456873 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:37:08.457357 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:37:08.456813 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:37:08.456814 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:37:08.457407 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:37:08.456844 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:37:08.456848 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:37:08.456858 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:37:08.456865 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:37:08.456896 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:37:08.457487 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:37:08.456866 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:37:08.456916 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:37:08.457553 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:37:08.456774 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:37:08.457563 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:37:08.456939 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:37:08.457586 3728 port_claim.go:71] Svc openshift-ingress/router-default: port 31586 is already open, no action needed I0504 20:37:08.457600 3728 port_claim.go:71] Svc openshift-ingress/router-default: port 30787 is already open, no action needed I0504 20:37:08.456940 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:37:08.456773 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:37:08.457653 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:37:08.456960 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:37:08.457679 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:37:08.456982 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:37:08.457686 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:37:08.458044 3728 node_ip_handler_linux.go:160] Node IP manager is running W0504 20:37:08.495334 3728 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:37:08.495518 3728 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:37:08.495654 3728 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0504 20:37:08.504895 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:37:08.504923 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:37:08.504931 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:37:08.504937 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:37:08.504942 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:37:08.504965 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:37:08.504974 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:37:08.504980 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:37:08.504988 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:37:08.504994 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:37:08.504999 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:37:08.505004 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:37:08.505009 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:37:08.543641 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:37:08.543667 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:37:08.543676 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:37:08.543682 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:37:08.543689 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:37:08.543694 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:37:08.543699 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:37:08.543704 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:37:08.543710 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:37:08.543715 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:37:08.581659 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:37:08.581671 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:37:08.581661 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:37:10.376806 3728 default_node_network_controller.go:1380] Starting node controller node sync W0504 20:37:10.376869 3728 egressip_healthcheck.go:76] Health checking using insecure connection I0504 20:37:10.376926 3728 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0504 20:37:10.388503 3728 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.67049ms I0504 20:37:10.388638 3728 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 20:37:10.389026 3728 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 20:37:10.389155 3728 egressservice_node.go:183] Starting Egress Services Controller I0504 20:37:10.389170 3728 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:37:10.389179 3728 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:37:10.389185 3728 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:37:10.389190 3728 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:37:10.389196 3728 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:37:10.389201 3728 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:37:10.389205 3728 egressservice_node.go:197] Repairing Egress Services I0504 20:37:10.399135 3728 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 20:37:10.399146 3728 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:37:10.399318 3728 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 20:37:10.399332 3728 link_network_manager.go:119] Link manager is running I0504 20:37:10.399341 3728 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 20:37:10.399494 3728 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 20:37:10.399653 3728 vrf_manager.go:128] VRF manager is running I0504 20:37:10.399730 3728 node_controller_manager.go:437] Removing flows to drop GARP I0504 20:37:10.399739 3728 gateway.go:532] Reconciling gateway with updates I0504 20:37:10.426137 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:37:10.426151 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:37:10.426158 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:37:10.426162 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:37:10.426171 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:37:10.426163 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:37:10.426177 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:37:10.426178 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:37:10.426175 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:37:10.426188 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:37:10.426187 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:37:10.426197 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:37:10.426206 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:37:10.426209 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:37:10.426146 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:37:10.426226 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:37:10.426230 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:37:10.426232 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:37:10.426236 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:37:10.426241 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:37:10.426242 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:37:10.426245 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:37:10.426242 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:37:10.426254 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:37:10.426257 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:37:10.426271 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:37:10.426283 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:37:10.426288 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:37:10.426293 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:37:10.426297 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:37:10.426164 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:37:10.426304 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:37:10.426303 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:37:10.426310 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:37:10.426313 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:37:10.426318 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:37:10.426195 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:37:10.426324 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:37:10.426228 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:37:10.426283 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:37:10.426336 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:37:10.426151 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:37:10.426344 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:37:10.426339 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:37:10.426296 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:37:10.426347 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:37:10.426351 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:37:10.426355 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:37:10.426359 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:37:10.426365 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:37:10.426368 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:37:10.426371 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:37:10.426247 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:37:10.426376 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:37:10.426374 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:37:10.426382 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:37:10.426321 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:37:10.426275 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:37:10.426392 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:37:10.426401 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:37:10.426373 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:37:10.426423 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:37:10.426433 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:37:10.426430 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:10.426172 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:37:10.426345 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:37:10.426444 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:37:10.426308 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:37:10.426464 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:37:10.426466 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:37:10.426244 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:37:10.426480 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:10.426480 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:37:10.426207 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:37:10.426492 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:37:10.426501 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:37:10.426501 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:37:10.426228 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:37:10.426506 3728 port_claim.go:71] Svc openshift-ingress/router-default: port 31586 is already open, no action needed I0504 20:37:10.426510 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:37:10.426177 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:37:10.426516 3728 port_claim.go:71] Svc openshift-ingress/router-default: port 30787 is already open, no action needed I0504 20:37:10.426520 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:37:10.426524 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:37:10.426220 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:37:10.426237 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:37:10.426550 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:37:10.426238 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:37:10.426557 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:37:10.426558 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:37:10.426288 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:37:10.426288 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:37:10.426301 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:37:10.426319 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:37:10.426323 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:37:10.426322 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:37:10.426336 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:37:10.426641 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:37:10.426339 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:37:10.426342 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:37:10.426350 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:37:10.426357 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:37:10.426720 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:37:10.426360 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:37:10.426359 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:37:10.426452 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:37:10.426627 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:37:10.426331 3728 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:37:10.426774 3728 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:37:10.465243 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:37:10.465273 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:37:10.465282 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:37:10.507714 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:37:10.507740 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:37:10.507747 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:37:10.507753 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:37:10.507765 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:37:10.507770 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:37:10.507796 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:37:10.507819 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:37:10.507829 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:37:10.550998 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:37:10.551009 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:37:10.550999 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:37:10.551022 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:37:10.551031 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:37:10.551041 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:37:10.551054 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:37:10.551061 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:37:10.551068 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:37:10.551078 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:37:10.551085 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:37:10.551097 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:37:10.551108 3728 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:37:11.125495 3728 default_network_controller.go:1025] Node "ip-10-0-2-227.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:37:11.918825 3728 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-197.ec2.internal I0504 20:37:11.918855 3728 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-197.ec2.internal: 36.787µs I0504 20:37:11.943979 3728 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-689b5d9f56-8kxh6] creating logical port openshift-image-registry_image-registry-689b5d9f56-8kxh6 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:37:11.944116 3728 kube.go:256] Updating pod openshift-image-registry/image-registry-689b5d9f56-8kxh6 I0504 20:37:11.966429 3728 pod.go:62] [openshift-image-registry/image-registry-689b5d9f56-8kxh6] pod update took 22.344312ms I0504 20:37:11.966457 3728 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-689b5d9f56-8kxh6] addLogicalPort annotation time took 22.375141ms I0504 20:37:11.967784 3728 pods.go:271] [openshift-image-registry/image-registry-689b5d9f56-8kxh6] addLogicalPort took 23.811442ms, libovsdb time 1.005184ms I0504 20:37:11.972082 3728 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-jwhpd] creating logical port openshift-dns_dns-default-jwhpd for pod on switch ip-10-0-1-197.ec2.internal I0504 20:37:11.972197 3728 kube.go:256] Updating pod openshift-dns/dns-default-jwhpd I0504 20:37:11.991688 3728 pod.go:62] [openshift-dns/dns-default-jwhpd] pod update took 19.521847ms I0504 20:37:11.991706 3728 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-jwhpd] addLogicalPort annotation time took 19.544484ms I0504 20:37:11.992836 3728 pods.go:271] [openshift-dns/dns-default-jwhpd] addLogicalPort took 20.766853ms, libovsdb time 850.981µs I0504 20:37:11.992923 3728 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-cvxhx] creating logical port openshift-ingress-canary_ingress-canary-cvxhx for pod on switch ip-10-0-1-197.ec2.internal I0504 20:37:11.992994 3728 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-cvxhx I0504 20:37:11.994203 3728 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-cbdhk] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-cbdhk for pod on switch ip-10-0-1-197.ec2.internal I0504 20:37:11.994406 3728 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-cbdhk I0504 20:37:12.012496 3728 pod.go:62] [openshift-ingress-canary/ingress-canary-cvxhx] pod update took 19.520013ms I0504 20:37:12.012523 3728 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-cvxhx] addLogicalPort annotation time took 19.548575ms I0504 20:37:12.013589 3728 pods.go:271] [openshift-ingress-canary/ingress-canary-cvxhx] addLogicalPort took 20.67327ms, libovsdb time 808.513µs I0504 20:37:12.015620 3728 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cbdhk] pod update took 21.240211ms I0504 20:37:12.015639 3728 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-cbdhk] addLogicalPort annotation time took 21.26281ms I0504 20:37:12.016785 3728 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cbdhk] addLogicalPort took 22.595162ms, libovsdb time 861.19µs I0504 20:37:12.404132 3728 cni.go:452] [openshift-ingress-canary/ingress-canary-cvxhx 0bfaecc04372e6ab3f15146adeb07f425ea2778f30820dfe8b4db789fdcf8b3a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-cvxhx 0bfaecc04372e6ab3f15146adeb07f425ea2778f30820dfe8b4db789fdcf8b3a network default NAD default NAD key ] I0504 20:37:12.406739 3728 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cbdhk 7b85e6fb44e333e80a5c000621aeb5b1cb94bb72ded65c99954877b295b23ce0 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cbdhk 7b85e6fb44e333e80a5c000621aeb5b1cb94bb72ded65c99954877b295b23ce0 network default NAD default NAD key ] I0504 20:37:12.422316 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-cbdhk, hostIfaceName: 7b85e6fb44e333e, network: default, NAD default, SandboxID: "7b85e6fb44e333e80a5c000621aeb5b1cb94bb72ded65c99954877b295b23ce0", PCI device ID: , UID: "cef72a51-e026-42f5-be1e-e8b5b919ee07", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0504 20:37:12.422461 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-cvxhx, hostIfaceName: 0bfaecc04372e6a, network: default, NAD default, SandboxID: "0bfaecc04372e6ab3f15146adeb07f425ea2778f30820dfe8b4db789fdcf8b3a", PCI device ID: , UID: "0b63d82d-9b1e-4d3f-99e5-8f54290d4e6e", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0504 20:37:12.467847 3728 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cbdhk 7b85e6fb44e333e80a5c000621aeb5b1cb94bb72ded65c99954877b295b23ce0 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-cbdhk 7b85e6fb44e333e80a5c000621aeb5b1cb94bb72ded65c99954877b295b23ce0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:7a:f6:84:de:6c\",\"name\":\"7b85e6fb44e333e\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc16faa3-8aa3-46e7-a986-3c8af6e86742\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:37:12.472751 3728 cni.go:473] [openshift-ingress-canary/ingress-canary-cvxhx 0bfaecc04372e6ab3f15146adeb07f425ea2778f30820dfe8b4db789fdcf8b3a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-cvxhx 0bfaecc04372e6ab3f15146adeb07f425ea2778f30820dfe8b4db789fdcf8b3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:b5:39:11:bf:62\",\"name\":\"0bfaecc04372e6a\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4630de5f-bd47-45d5-a523-8bda07cf1496\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:37:13.556279 3728 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-118.ec2.internal I0504 20:37:13.556302 3728 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-118.ec2.internal: 48.69µs I0504 20:37:13.556320 3728 egressfirewall.go:723] Syncing node "ip-10-0-0-118.ec2.internal" for egress firewall I0504 20:37:13.556340 3728 default_network_controller.go:1025] Node "ip-10-0-0-118.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:37:17.331685 3728 cni.go:452] [openshift-network-diagnostics/network-check-target-kz78r bfcfbac156bea1616b566ae1400645eba4ba7415ca381ea3a775c15451739a89 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-kz78r bfcfbac156bea1616b566ae1400645eba4ba7415ca381ea3a775c15451739a89 network default NAD default NAD key ] I0504 20:37:17.342470 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-kz78r, hostIfaceName: bfcfbac156bea16, network: default, NAD default, SandboxID: "bfcfbac156bea1616b566ae1400645eba4ba7415ca381ea3a775c15451739a89", PCI device ID: , UID: "3fbeb63e-736c-4899-ac81-6dc17006592f", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0504 20:37:17.389433 3728 cni.go:473] [openshift-network-diagnostics/network-check-target-kz78r bfcfbac156bea1616b566ae1400645eba4ba7415ca381ea3a775c15451739a89 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-kz78r bfcfbac156bea1616b566ae1400645eba4ba7415ca381ea3a775c15451739a89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:ce:92:1c:94:4d\",\"name\":\"bfcfbac156bea16\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ee39fc6-61bf-4321-b68f-ec9cd33d9677\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:37:19.252107 3728 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-118.ec2.internal in network "default" I0504 20:37:19.252164 3728 node_tracker.go:235] Node ip-10-0-0-118.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-118.ec2.internal" I0504 20:37:19.252185 3728 node_tracker.go:169] Node ip-10-0-0-118.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:19.252200 3728 services_controller.go:574] Full service sync requested for network=default I0504 20:37:19.252210 3728 default_network_controller.go:1025] Node "ip-10-0-0-118.ec2.internal" in remote zone "ip-10-0-0-118.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:37:19.411527 3728 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-118.ec2.internal in network "default" I0504 20:37:19.411589 3728 node_tracker.go:169] Node ip-10-0-0-118.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:19.411585 3728 default_network_controller.go:1025] Node "ip-10-0-0-118.ec2.internal" in remote zone "ip-10-0-0-118.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:37:19.411601 3728 services_controller.go:574] Full service sync requested for network=default I0504 20:37:19.412617 3728 zone_ic_handler.go:195] Time taken to create transit switch: 304.039µs I0504 20:37:19.412636 3728 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-118.ec2.internal for the network default I0504 20:37:19.413887 3728 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-118.ec2.internal" on network "default" took: 1.590559ms I0504 20:37:19.771354 3728 egressfirewall.go:723] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0504 20:37:19.771416 3728 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0504 20:37:19.771424 3728 default_network_controller.go:1025] Node "ip-10-0-2-227.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:37:19.771433 3728 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 22.241µs W0504 20:37:20.196725 3728 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:20.971780 3728 egressfirewall.go:723] Syncing node "ip-10-0-0-118.ec2.internal" for egress firewall I0504 20:37:20.971816 3728 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-118.ec2.internal in network "default" I0504 20:37:20.971839 3728 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-118.ec2.internal I0504 20:37:20.971854 3728 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-118.ec2.internal: 19.266µs I0504 20:37:20.971875 3728 node_tracker.go:169] Node ip-10-0-0-118.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:20.971882 3728 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-118.ec2.internal", IP: 10.0.0.118 to PMTUD blocking rules I0504 20:37:20.971891 3728 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-118.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:37:20.971892 3728 services_controller.go:574] Full service sync requested for network=default W0504 20:37:20.972226 3728 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:20.977987 3728 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-118.ec2.internal. Updating no re-route policies I0504 20:37:20.989048 3728 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-118.ec2.internal", IP: 10.0.0.118 to PMTUD blocking rules I0504 20:37:20.989065 3728 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-118.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0504 20:37:21.201322 3728 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:37:24.701936 3728 default_network_controller.go:1025] Node "ip-10-0-2-227.ec2.internal" in remote zone "ip-10-0-2-227.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:37:24.701976 3728 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0504 20:37:24.701996 3728 node_tracker.go:235] Node ip-10-0-2-227.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-227.ec2.internal" I0504 20:37:24.702009 3728 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:24.702026 3728 services_controller.go:574] Full service sync requested for network=default W0504 20:37:24.702326 3728 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:37:24.702425 3728 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:24.738414 3728 default_network_controller.go:1025] Node "ip-10-0-2-227.ec2.internal" in remote zone "ip-10-0-2-227.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:37:24.838294 3728 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0504 20:37:24.838359 3728 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:24.838365 3728 default_network_controller.go:1025] Node "ip-10-0-2-227.ec2.internal" in remote zone "ip-10-0-2-227.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:37:24.838375 3728 services_controller.go:574] Full service sync requested for network=default W0504 20:37:24.838497 3728 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:37:24.838553 3728 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-118.ec2.internal I0504 20:37:24.838577 3728 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-118.ec2.internal: 25.504µs W0504 20:37:24.838601 3728 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:24.839429 3728 zone_ic_handler.go:195] Time taken to create transit switch: 290.268µs I0504 20:37:24.839442 3728 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-227.ec2.internal for the network default I0504 20:37:24.840390 3728 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-227.ec2.internal" on network "default" took: 1.26197ms I0504 20:37:26.942685 3728 egressfirewall.go:723] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0504 20:37:26.942726 3728 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0504 20:37:26.942763 3728 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0504 20:37:26.942780 3728 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0504 20:37:26.942782 3728 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 23.851µs I0504 20:37:26.942793 3728 services_controller.go:574] Full service sync requested for network=default I0504 20:37:26.942836 3728 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 10.0.2.227 to PMTUD blocking rules I0504 20:37:26.942852 3728 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0504 20:37:26.943146 3728 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:37:26.943206 3728 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:37:26.949290 3728 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-227.ec2.internal. Updating no re-route policies I0504 20:37:26.959469 3728 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 10.0.2.227 to PMTUD blocking rules I0504 20:37:26.959485 3728 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:37:31.138797 3728 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0504 20:37:31.138837 3728 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 48.309µs W0504 20:37:32.710717 3728 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:37:33.226828 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:37:38.935256 3728 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:37:52.210309 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:38:09.935007 3728 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:09.935607 3728 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:09.935630 3728 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:38:09.935656 3728 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0504 20:38:09.935673 3728 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:38:09.935677 3728 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 20:38:10.849556 3728 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:10.849583 3728 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:10.849602 3728 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:10.849615 3728 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dz7v86 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:13.539168 3728 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:38:13.549887 3728 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:38:57.521569 3728 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-cd5kc] creating logical port openshift-console-operator_console-operator-66dbbb6468-cd5kc for pod on switch ip-10-0-1-197.ec2.internal I0504 20:38:57.521680 3728 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-cd5kc I0504 20:38:57.548819 3728 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-cd5kc] pod update took 27.171035ms I0504 20:38:57.548839 3728 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-cd5kc] addLogicalPort annotation time took 27.196303ms I0504 20:38:57.549990 3728 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-cd5kc] addLogicalPort took 28.423817ms, libovsdb time 718.246µs I0504 20:38:57.625290 3728 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-fz92v] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-fz92v for pod on switch ip-10-0-1-197.ec2.internal I0504 20:38:57.625364 3728 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-fz92v I0504 20:38:57.644930 3728 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fz92v] pod update took 19.584732ms I0504 20:38:57.644949 3728 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-fz92v] addLogicalPort annotation time took 19.608242ms I0504 20:38:57.645970 3728 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fz92v] addLogicalPort took 20.691541ms, libovsdb time 736.875µs I0504 20:38:57.759116 3728 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-d7w6l] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-d7w6l for pod on switch ip-10-0-1-197.ec2.internal I0504 20:38:57.759193 3728 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-d7w6l I0504 20:38:57.776351 3728 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-d7w6l] pod update took 17.17539ms I0504 20:38:57.776372 3728 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-d7w6l] addLogicalPort annotation time took 17.201538ms I0504 20:38:57.777374 3728 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-d7w6l] addLogicalPort took 18.27223ms, libovsdb time 749.043µs I0504 20:38:57.798581 3728 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7b6779646-wlzjt] creating logical port openshift-ingress_router-default-7b6779646-wlzjt for pod on switch ip-10-0-1-197.ec2.internal I0504 20:38:57.798675 3728 kube.go:256] Updating pod openshift-ingress/router-default-7b6779646-wlzjt I0504 20:38:57.822863 3728 pod.go:62] [openshift-ingress/router-default-7b6779646-wlzjt] pod update took 24.210745ms I0504 20:38:57.822881 3728 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7b6779646-wlzjt] addLogicalPort annotation time took 24.233977ms I0504 20:38:57.823814 3728 pods.go:271] [openshift-ingress/router-default-7b6779646-wlzjt] addLogicalPort took 25.247584ms, libovsdb time 687.499µs I0504 20:38:57.875214 3728 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-cd5kc 9aad383dbec76b02d168415f075a89ce1889f7386b3fa42819948e2513586f57 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-cd5kc 9aad383dbec76b02d168415f075a89ce1889f7386b3fa42819948e2513586f57 network default NAD default NAD key ] I0504 20:38:57.886049 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-cd5kc, hostIfaceName: 9aad383dbec76b0, network: default, NAD default, SandboxID: "9aad383dbec76b02d168415f075a89ce1889f7386b3fa42819948e2513586f57", PCI device ID: , UID: "18482163-9511-432e-9724-669a9667a856", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0504 20:38:57.931675 3728 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-cd5kc 9aad383dbec76b02d168415f075a89ce1889f7386b3fa42819948e2513586f57 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-cd5kc 9aad383dbec76b02d168415f075a89ce1889f7386b3fa42819948e2513586f57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:95:a3:90:79:04\",\"name\":\"9aad383dbec76b0\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9779f96c-3053-4b76-99bc-3a22e7ac0fe8\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:38:57.979790 3728 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fz92v fc150151fdcfe199eba794b0278a12009d43ad0d7969c583a4a5c1f0c713650e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-fz92v fc150151fdcfe199eba794b0278a12009d43ad0d7969c583a4a5c1f0c713650e network default NAD default NAD key ] I0504 20:38:57.990525 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-fz92v, hostIfaceName: fc150151fdcfe19, network: default, NAD default, SandboxID: "fc150151fdcfe199eba794b0278a12009d43ad0d7969c583a4a5c1f0c713650e", PCI device ID: , UID: "1493ff0d-c45c-4a48-b364-607409704923", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0504 20:38:58.041249 3728 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fz92v fc150151fdcfe199eba794b0278a12009d43ad0d7969c583a4a5c1f0c713650e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-fz92v fc150151fdcfe199eba794b0278a12009d43ad0d7969c583a4a5c1f0c713650e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:b0:07:1f:d5:be\",\"name\":\"fc150151fdcfe19\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a024595-ab66-465f-a571-425fadb3cb70\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:38:58.115811 3728 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-d7w6l 1203fcd404942ab04bb68056d6ec148c67eab206a0da8c209309b0e686dbcf4b network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-d7w6l 1203fcd404942ab04bb68056d6ec148c67eab206a0da8c209309b0e686dbcf4b network default NAD default NAD key ] I0504 20:38:58.125252 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-d7w6l, hostIfaceName: 1203fcd404942ab, network: default, NAD default, SandboxID: "1203fcd404942ab04bb68056d6ec148c67eab206a0da8c209309b0e686dbcf4b", PCI device ID: , UID: "5cd6e0a4-ae3b-4501-bc2c-7cbb23bec20f", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0504 20:38:58.171385 3728 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-d7w6l 1203fcd404942ab04bb68056d6ec148c67eab206a0da8c209309b0e686dbcf4b network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-d7w6l 1203fcd404942ab04bb68056d6ec148c67eab206a0da8c209309b0e686dbcf4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:de:9d:00:21:9c\",\"name\":\"1203fcd404942ab\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d264e56-67fa-4144-bb15-86cf867f909f\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:39:00.427414 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:39:00.589113 3728 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 20:39:00.589988 3728 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 852.189µs I0504 20:39:00.610481 3728 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:39:00.720152 3728 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pfpvl] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-pfpvl for pod on switch ip-10-0-1-197.ec2.internal I0504 20:39:00.720300 3728 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pfpvl I0504 20:39:00.750518 3728 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pfpvl] pod update took 30.258696ms I0504 20:39:00.750544 3728 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pfpvl] addLogicalPort annotation time took 30.287531ms I0504 20:39:00.751779 3728 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pfpvl] addLogicalPort took 31.642606ms, libovsdb time 914.608µs I0504 20:39:01.975220 3728 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pfpvl bf6a9d13695d850b7a27fbf1d4b81e6b185a17f0feeb751b9f0fbb479b74588f network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pfpvl bf6a9d13695d850b7a27fbf1d4b81e6b185a17f0feeb751b9f0fbb479b74588f network default NAD default NAD key ] I0504 20:39:01.984204 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-pfpvl, hostIfaceName: bf6a9d13695d850, network: default, NAD default, SandboxID: "bf6a9d13695d850b7a27fbf1d4b81e6b185a17f0feeb751b9f0fbb479b74588f", PCI device ID: , UID: "6cb74f92-dac4-43da-900f-2967c1279bd7", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0504 20:39:02.029531 3728 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pfpvl bf6a9d13695d850b7a27fbf1d4b81e6b185a17f0feeb751b9f0fbb479b74588f network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pfpvl bf6a9d13695d850b7a27fbf1d4b81e6b185a17f0feeb751b9f0fbb479b74588f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:ca:ce:01:41:45\",\"name\":\"bf6a9d13695d850\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a87b1b38-6d9f-4f2d-a7ba-8f884df1355c\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:39:02.216402 3728 namespace.go:98] [openshift-service-ca] adding namespace I0504 20:39:02.217228 3728 namespace.go:102] [openshift-service-ca] adding namespace took 805.209µs I0504 20:39:02.236606 3728 namespace.go:142] [openshift-service-ca] updating namespace W0504 20:39:10.852085 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:39:20.038347 3728 cni.go:452] [openshift-image-registry/image-registry-689b5d9f56-8kxh6 b2e040b4d20d378a3a4cb4cdb827681cc11963d81bbabd751b5a290f3805cf44 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-689b5d9f56-8kxh6 b2e040b4d20d378a3a4cb4cdb827681cc11963d81bbabd751b5a290f3805cf44 network default NAD default NAD key ] I0504 20:39:20.048196 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-689b5d9f56-8kxh6, hostIfaceName: b2e040b4d20d378, network: default, NAD default, SandboxID: "b2e040b4d20d378a3a4cb4cdb827681cc11963d81bbabd751b5a290f3805cf44", PCI device ID: , UID: "69fc645f-8bc2-4882-bbc8-0e2f5d397943", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0504 20:39:20.059647 3728 cni.go:452] [openshift-dns/dns-default-jwhpd 6e6cf441bad43c6f299e17b4f37c2b6290016dfd162e8889159d45ae4cfc34bd network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-jwhpd 6e6cf441bad43c6f299e17b4f37c2b6290016dfd162e8889159d45ae4cfc34bd network default NAD default NAD key ] I0504 20:39:20.068690 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-jwhpd, hostIfaceName: 6e6cf441bad43c6, network: default, NAD default, SandboxID: "6e6cf441bad43c6f299e17b4f37c2b6290016dfd162e8889159d45ae4cfc34bd", PCI device ID: , UID: "38a8afb4-4fc3-4bf4-b915-d0a21ea1bc32", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0504 20:39:20.097963 3728 cni.go:473] [openshift-image-registry/image-registry-689b5d9f56-8kxh6 b2e040b4d20d378a3a4cb4cdb827681cc11963d81bbabd751b5a290f3805cf44 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-689b5d9f56-8kxh6 b2e040b4d20d378a3a4cb4cdb827681cc11963d81bbabd751b5a290f3805cf44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:0d:ae:52:ed:a6\",\"name\":\"b2e040b4d20d378\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6d8c48e-db42-43fa-853a-f1827f0a13f6\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:39:20.114611 3728 cni.go:473] [openshift-dns/dns-default-jwhpd 6e6cf441bad43c6f299e17b4f37c2b6290016dfd162e8889159d45ae4cfc34bd network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-jwhpd 6e6cf441bad43c6f299e17b4f37c2b6290016dfd162e8889159d45ae4cfc34bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:b3:b4:eb:b9:24\",\"name\":\"6e6cf441bad43c6\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1a73cbb-4583-4077-852f-7a99d637584e\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:39:23.503640 3728 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-dmwjs] creating logical port openshift-insights_insights-runtime-extractor-dmwjs for pod on switch ip-10-0-1-197.ec2.internal I0504 20:39:23.503767 3728 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-dmwjs I0504 20:39:23.524911 3728 pod.go:62] [openshift-insights/insights-runtime-extractor-dmwjs] pod update took 21.199431ms I0504 20:39:23.524931 3728 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-dmwjs] addLogicalPort annotation time took 21.223558ms I0504 20:39:23.526068 3728 pods.go:271] [openshift-insights/insights-runtime-extractor-dmwjs] addLogicalPort took 22.454728ms, libovsdb time 861.903µs W0504 20:39:23.607033 3728 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:39:23.607141 3728 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:23.607157 3728 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:23.607162 3728 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0504 20:39:24.156227 3728 cni.go:452] [openshift-insights/insights-runtime-extractor-dmwjs 636b95fbd9a61bb4a24321c0d685e49c8c61cef341d8de1603cb8093d2bd29c3 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-dmwjs 636b95fbd9a61bb4a24321c0d685e49c8c61cef341d8de1603cb8093d2bd29c3 network default NAD default NAD key ] I0504 20:39:24.166423 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-dmwjs, hostIfaceName: 636b95fbd9a61bb, network: default, NAD default, SandboxID: "636b95fbd9a61bb4a24321c0d685e49c8c61cef341d8de1603cb8093d2bd29c3", PCI device ID: , UID: "95e0ccce-14b0-4364-b6f1-7917c7cb1fa7", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0504 20:39:24.211692 3728 cni.go:473] [openshift-insights/insights-runtime-extractor-dmwjs 636b95fbd9a61bb4a24321c0d685e49c8c61cef341d8de1603cb8093d2bd29c3 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-dmwjs 636b95fbd9a61bb4a24321c0d685e49c8c61cef341d8de1603cb8093d2bd29c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:c2:18:15:f5:77\",\"name\":\"636b95fbd9a61bb\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e22885da-5a08-4554-b0d8-55532cfde78f\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:39:25.058204 3728 obj_retry.go:498] Detected object openshift-image-registry/image-registry-689b5d9f56-w22kd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:25.058816 3728 obj_retry.go:498] Detected object openshift-image-registry/image-registry-689b5d9f56-w22kd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:25.079084 3728 obj_retry.go:492] Detected object openshift-image-registry/image-registry-689b5d9f56-w22kd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:25.079103 3728 obj_retry.go:492] Detected object openshift-image-registry/image-registry-689b5d9f56-w22kd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:25.083312 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-689b5d9f56-w22kd I0504 20:39:25.083331 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-689b5d9f56-w22kd I0504 20:39:25.186748 3728 obj_retry.go:498] Detected object openshift-image-registry/image-registry-db86dff9-hx24j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:25.187443 3728 obj_retry.go:498] Detected object openshift-image-registry/image-registry-db86dff9-hx24j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:25.200321 3728 obj_retry.go:492] Detected object openshift-image-registry/image-registry-db86dff9-hx24j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:25.200336 3728 obj_retry.go:492] Detected object openshift-image-registry/image-registry-db86dff9-hx24j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:25.208236 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-db86dff9-hx24j I0504 20:39:25.208274 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-db86dff9-hx24j W0504 20:39:26.027690 3728 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:39:26.197630 3728 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:39:29.954736 3728 cni.go:452] [openshift-ingress/router-default-7b6779646-wlzjt fcbfe6d1c80a9960ad0853a34b79f1cd35ffe0d6a4433c22ad8951205143aaf7 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7b6779646-wlzjt fcbfe6d1c80a9960ad0853a34b79f1cd35ffe0d6a4433c22ad8951205143aaf7 network default NAD default NAD key ] I0504 20:39:29.964667 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7b6779646-wlzjt, hostIfaceName: fcbfe6d1c80a996, network: default, NAD default, SandboxID: "fcbfe6d1c80a9960ad0853a34b79f1cd35ffe0d6a4433c22ad8951205143aaf7", PCI device ID: , UID: "25f05059-0597-4bec-aed3-48466114719b", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0504 20:39:30.011203 3728 cni.go:473] [openshift-ingress/router-default-7b6779646-wlzjt fcbfe6d1c80a9960ad0853a34b79f1cd35ffe0d6a4433c22ad8951205143aaf7 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7b6779646-wlzjt fcbfe6d1c80a9960ad0853a34b79f1cd35ffe0d6a4433c22ad8951205143aaf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:67:e0:36:80:c0\",\"name\":\"fcbfe6d1c80a996\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c52c7469-032f-421e-b4c8-698c7f10cd06\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:39:30.542022 3728 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:30.542042 3728 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:30.542049 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:30.543422 3728 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:30.543433 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.217463 3728 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.217486 3728 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.217492 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.217991 3728 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.218011 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.246110 3728 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.246126 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.247698 3728 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.247713 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.247718 3728 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.547048 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0504 20:39:31.547071 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0504 20:39:31.619247 3728 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 20:39:31.631546 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.631566 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:39:31.631572 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0504 20:39:32.344080 3728 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sw5t8] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-sw5t8 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:39:32.344170 3728 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sw5t8 I0504 20:39:32.359297 3728 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sw5t8] pod update took 15.150519ms I0504 20:39:32.359325 3728 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sw5t8] addLogicalPort annotation time took 15.185541ms I0504 20:39:32.360803 3728 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sw5t8] addLogicalPort took 16.733749ms, libovsdb time 1.062232ms W0504 20:39:32.531516 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:32.531534 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:39:32.531539 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0504 20:39:33.300803 3728 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sw5t8 8b40ccf24a91392dd92444f405eebe51ca91ffdf8deeb6f522037c8487f8bc31 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sw5t8 8b40ccf24a91392dd92444f405eebe51ca91ffdf8deeb6f522037c8487f8bc31 network default NAD default NAD key ] I0504 20:39:33.311077 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-sw5t8, hostIfaceName: 8b40ccf24a91392, network: default, NAD default, SandboxID: "8b40ccf24a91392dd92444f405eebe51ca91ffdf8deeb6f522037c8487f8bc31", PCI device ID: , UID: "3688cda1-ff63-43da-8745-a201de22b7cf", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0504 20:39:33.357928 3728 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sw5t8 8b40ccf24a91392dd92444f405eebe51ca91ffdf8deeb6f522037c8487f8bc31 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sw5t8 8b40ccf24a91392dd92444f405eebe51ca91ffdf8deeb6f522037c8487f8bc31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:36:3f:d5:c6:e6\",\"name\":\"8b40ccf24a91392\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0a084e8-93c2-4ad5-b35b-b8ab93945564\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:39:35.573690 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:39:35.601728 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:39:41.515435 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:39:41.962159 3728 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:39:41.962413 3728 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0504 20:39:42.019993 3728 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 57.688046ms I0504 20:39:42.020021 3728 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 57.731471ms I0504 20:39:42.021284 3728 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 59.127932ms, libovsdb time 891.301µs I0504 20:39:42.356399 3728 cni.go:452] [openshift-monitoring/alertmanager-main-0 773ab0708b613817cbfdce57fd897594b8d2a1a1604980ecbaa0bbac372ed6bf network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 773ab0708b613817cbfdce57fd897594b8d2a1a1604980ecbaa0bbac372ed6bf network default NAD default NAD key ] I0504 20:39:42.365894 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 773ab0708b61381, network: default, NAD default, SandboxID: "773ab0708b613817cbfdce57fd897594b8d2a1a1604980ecbaa0bbac372ed6bf", PCI device ID: , UID: "319fa9b6-a96f-4ac3-be22-48ae680e8fba", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0504 20:39:42.418940 3728 cni.go:473] [openshift-monitoring/alertmanager-main-0 773ab0708b613817cbfdce57fd897594b8d2a1a1604980ecbaa0bbac372ed6bf network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 773ab0708b613817cbfdce57fd897594b8d2a1a1604980ecbaa0bbac372ed6bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:b6:c1:dd:5a:0e\",\"name\":\"773ab0708b61381\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19c8b9b0-de08-4ffb-9a17-0ff1cf9dff0e\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:39:43.606534 3728 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:39:43.606555 3728 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:39:43.606569 3728 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:39:44.319725 3728 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:39:44.319749 3728 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:39:44.319759 3728 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:39:45.481168 3728 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5699cd74bd-2wmqk] creating logical port openshift-monitoring_metrics-server-5699cd74bd-2wmqk for pod on switch ip-10-0-1-197.ec2.internal I0504 20:39:45.481290 3728 kube.go:256] Updating pod openshift-monitoring/metrics-server-5699cd74bd-2wmqk I0504 20:39:45.502066 3728 pod.go:62] [openshift-monitoring/metrics-server-5699cd74bd-2wmqk] pod update took 20.814429ms I0504 20:39:45.502091 3728 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5699cd74bd-2wmqk] addLogicalPort annotation time took 20.846286ms I0504 20:39:45.503420 3728 pods.go:271] [openshift-monitoring/metrics-server-5699cd74bd-2wmqk] addLogicalPort took 22.269312ms, libovsdb time 1.003596ms I0504 20:39:45.607768 3728 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-sztxc] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-sztxc for pod on switch ip-10-0-1-197.ec2.internal I0504 20:39:45.607851 3728 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-sztxc I0504 20:39:45.624726 3728 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sztxc] pod update took 16.897066ms I0504 20:39:45.624747 3728 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-sztxc] addLogicalPort annotation time took 16.923025ms I0504 20:39:45.625850 3728 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sztxc] addLogicalPort took 18.096526ms, libovsdb time 814.853µs I0504 20:39:45.837334 3728 cni.go:452] [openshift-monitoring/metrics-server-5699cd74bd-2wmqk 72c1ca483513de00c2318e574f1f4171ada841590b0e41f775bfaf61bd2bec4f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5699cd74bd-2wmqk 72c1ca483513de00c2318e574f1f4171ada841590b0e41f775bfaf61bd2bec4f network default NAD default NAD key ] I0504 20:39:45.846715 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5699cd74bd-2wmqk, hostIfaceName: 72c1ca483513de0, network: default, NAD default, SandboxID: "72c1ca483513de00c2318e574f1f4171ada841590b0e41f775bfaf61bd2bec4f", PCI device ID: , UID: "0cc9af59-0f7e-475b-b694-6c9174d44585", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0504 20:39:45.898530 3728 cni.go:473] [openshift-monitoring/metrics-server-5699cd74bd-2wmqk 72c1ca483513de00c2318e574f1f4171ada841590b0e41f775bfaf61bd2bec4f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5699cd74bd-2wmqk 72c1ca483513de00c2318e574f1f4171ada841590b0e41f775bfaf61bd2bec4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:a0:8b:e6:90:6a\",\"name\":\"72c1ca483513de0\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6093c160-f825-428f-bf4b-3d8e974da389\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:39:45.970722 3728 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sztxc d239c9953b55737bcc35d89202ca9a8e91de8f03c478903612452a91294d27a3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sztxc d239c9953b55737bcc35d89202ca9a8e91de8f03c478903612452a91294d27a3 network default NAD default NAD key ] I0504 20:39:45.981726 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-sztxc, hostIfaceName: d239c9953b55737, network: default, NAD default, SandboxID: "d239c9953b55737bcc35d89202ca9a8e91de8f03c478903612452a91294d27a3", PCI device ID: , UID: "33fa1c35-7c15-47b6-a21a-e3ebcea3f5c4", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0504 20:39:46.031068 3728 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sztxc d239c9953b55737bcc35d89202ca9a8e91de8f03c478903612452a91294d27a3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sztxc d239c9953b55737bcc35d89202ca9a8e91de8f03c478903612452a91294d27a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:b4:9a:3b:53:3a\",\"name\":\"d239c9953b55737\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d42ff27c-c9a5-453a-b618-615a78c863dc\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:39:47.308923 3728 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:47.308943 3728 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:47.308949 3728 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:47.308954 3728 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:48.148423 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0504 20:39:48.171984 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:39:48.201726 3728 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:48.201742 3728 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:48.201747 3728 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:48.201752 3728 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:39:48.314416 3728 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:39:48.314440 3728 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:39:48.639615 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:39:48.655780 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0504 20:39:49.179725 3728 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:39:49.179744 3728 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:39:49.645891 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:39:49.774822 3728 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-s856c] creating logical port openshift-console_downloads-5c54f4944f-s856c for pod on switch ip-10-0-1-197.ec2.internal I0504 20:39:49.774943 3728 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-s856c I0504 20:39:49.795601 3728 pod.go:62] [openshift-console/downloads-5c54f4944f-s856c] pod update took 20.685267ms I0504 20:39:49.795627 3728 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-s856c] addLogicalPort annotation time took 20.715065ms I0504 20:39:49.796741 3728 pods.go:271] [openshift-console/downloads-5c54f4944f-s856c] addLogicalPort took 21.939994ms, libovsdb time 799.013µs I0504 20:39:50.129629 3728 cni.go:452] [openshift-console/downloads-5c54f4944f-s856c 9ca530b7e66bd48e2ab06e6493597688b7e1b0005e9c5c519e8b5a2a434b9993 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-s856c 9ca530b7e66bd48e2ab06e6493597688b7e1b0005e9c5c519e8b5a2a434b9993 network default NAD default NAD key ] I0504 20:39:50.138575 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-s856c, hostIfaceName: 9ca530b7e66bd48, network: default, NAD default, SandboxID: "9ca530b7e66bd48e2ab06e6493597688b7e1b0005e9c5c519e8b5a2a434b9993", PCI device ID: , UID: "56839d06-b523-49b3-bdb5-2b91b1574def", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0504 20:39:50.186785 3728 cni.go:473] [openshift-console/downloads-5c54f4944f-s856c 9ca530b7e66bd48e2ab06e6493597688b7e1b0005e9c5c519e8b5a2a434b9993 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-s856c 9ca530b7e66bd48e2ab06e6493597688b7e1b0005e9c5c519e8b5a2a434b9993 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:d0:d7:5d:0c:99\",\"name\":\"9ca530b7e66bd48\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99abfbe4-3d2d-48d8-899c-102e3e07dd3a\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:39:59.688592 3728 base_network_controller_pods.go:487] [default/openshift-console/console-5d5fcf4666-vjxz2] creating logical port openshift-console_console-5d5fcf4666-vjxz2 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:39:59.688691 3728 kube.go:256] Updating pod openshift-console/console-5d5fcf4666-vjxz2 I0504 20:39:59.704427 3728 pod.go:62] [openshift-console/console-5d5fcf4666-vjxz2] pod update took 15.761682ms I0504 20:39:59.704455 3728 base_network_controller_pods.go:951] [default/openshift-console/console-5d5fcf4666-vjxz2] addLogicalPort annotation time took 15.79318ms I0504 20:39:59.705904 3728 pods.go:271] [openshift-console/console-5d5fcf4666-vjxz2] addLogicalPort took 17.32378ms, libovsdb time 1.029859ms I0504 20:40:00.207662 3728 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632120-fn82d for pod on switch ip-10-0-1-197.ec2.internal I0504 20:40:00.207791 3728 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d I0504 20:40:00.222516 3728 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d] pod update took 14.768222ms I0504 20:40:00.222537 3728 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d] addLogicalPort annotation time took 14.793568ms I0504 20:40:00.223724 3728 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d] addLogicalPort took 16.093073ms, libovsdb time 850.822µs I0504 20:40:04.528072 3728 cni.go:452] [openshift-console/console-5d5fcf4666-vjxz2 e835acbbb340bff6f07800be75563801fcdea8a291db3596f0fcccb22ab62940 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5d5fcf4666-vjxz2 e835acbbb340bff6f07800be75563801fcdea8a291db3596f0fcccb22ab62940 network default NAD default NAD key ] I0504 20:40:04.528382 3728 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d 815e9f2ef693bb85a05c87e7f8e33c416fcb872b1754f208b018fbd3a229742e network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d 815e9f2ef693bb85a05c87e7f8e33c416fcb872b1754f208b018fbd3a229742e network default NAD default NAD key ] I0504 20:40:04.538371 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5d5fcf4666-vjxz2, hostIfaceName: e835acbbb340bff, network: default, NAD default, SandboxID: "e835acbbb340bff6f07800be75563801fcdea8a291db3596f0fcccb22ab62940", PCI device ID: , UID: "c40c8932-c2fe-4a47-a310-4c8dfdc2022b", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0504 20:40:04.538556 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632120-fn82d, hostIfaceName: 815e9f2ef693bb8, network: default, NAD default, SandboxID: "815e9f2ef693bb85a05c87e7f8e33c416fcb872b1754f208b018fbd3a229742e", PCI device ID: , UID: "01d57391-196c-45e8-9083-12fd9069b976", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0504 20:40:04.586311 3728 cni.go:473] [openshift-console/console-5d5fcf4666-vjxz2 e835acbbb340bff6f07800be75563801fcdea8a291db3596f0fcccb22ab62940 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5d5fcf4666-vjxz2 e835acbbb340bff6f07800be75563801fcdea8a291db3596f0fcccb22ab62940 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:fc:3f:77:21:59\",\"name\":\"e835acbbb340bff\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2d633a0-093d-4e39-996c-6e3d88fc2bb4\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:40:04.604508 3728 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d 815e9f2ef693bb85a05c87e7f8e33c416fcb872b1754f208b018fbd3a229742e network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d 815e9f2ef693bb85a05c87e7f8e33c416fcb872b1754f208b018fbd3a229742e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:a3:37:65:8d:43\",\"name\":\"815e9f2ef693bb8\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02a47a04-88e1-464b-9f5e-c10ece91aba1\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:40:04.707948 3728 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0504 20:40:05.724730 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0504 20:40:07.707503 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:40:08.396709 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:40:08.691744 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:40:09.164713 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:40:09.164743 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:40:09.632293 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:40:10.258700 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:40:10.411839 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:40:10.411863 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:40:11.718329 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:40:11.718349 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:40:11.718393 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0504 20:40:12.248835 3728 cni.go:452] [openshift-image-registry/image-registry-689b5d9f56-8kxh6 b2e040b4d20d378a3a4cb4cdb827681cc11963d81bbabd751b5a290f3805cf44 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-689b5d9f56-8kxh6 b2e040b4d20d378a3a4cb4cdb827681cc11963d81bbabd751b5a290f3805cf44 network default NAD default NAD key ] I0504 20:40:12.325433 3728 cni.go:473] [openshift-image-registry/image-registry-689b5d9f56-8kxh6 b2e040b4d20d378a3a4cb4cdb827681cc11963d81bbabd751b5a290f3805cf44 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-689b5d9f56-8kxh6 b2e040b4d20d378a3a4cb4cdb827681cc11963d81bbabd751b5a290f3805cf44 network default NAD default NAD key default], result "{}", err W0504 20:40:12.391244 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:12.391280 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:12.391289 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:40:12.404531 3728 obj_retry.go:498] Detected object openshift-image-registry/image-registry-689b5d9f56-8kxh6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:12.404627 3728 pods.go:176] Deleting pod: openshift-image-registry/image-registry-689b5d9f56-8kxh6 I0504 20:40:12.406077 3728 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-689b5d9f56-8kxh6, ips: 10.128.0.5 I0504 20:40:12.406113 3728 obj_retry.go:498] Detected object openshift-image-registry/image-registry-689b5d9f56-8kxh6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:40:12.728629 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0504 20:40:12.735910 3728 obj_retry.go:492] Detected object openshift-image-registry/image-registry-689b5d9f56-8kxh6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:12.735933 3728 obj_retry.go:492] Detected object openshift-image-registry/image-registry-689b5d9f56-8kxh6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:12.743535 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-689b5d9f56-8kxh6 I0504 20:40:12.743562 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-689b5d9f56-8kxh6 W0504 20:40:19.297395 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:40:19.297419 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:40:19.335301 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:40:19.335325 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:40:26.465834 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0504 20:40:34.875839 3728 cni.go:452] [openshift-console/console-5d5fcf4666-vjxz2 e835acbbb340bff6f07800be75563801fcdea8a291db3596f0fcccb22ab62940 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5d5fcf4666-vjxz2 e835acbbb340bff6f07800be75563801fcdea8a291db3596f0fcccb22ab62940 network default NAD default NAD key ] I0504 20:40:34.955708 3728 cni.go:473] [openshift-console/console-5d5fcf4666-vjxz2 e835acbbb340bff6f07800be75563801fcdea8a291db3596f0fcccb22ab62940 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5d5fcf4666-vjxz2 e835acbbb340bff6f07800be75563801fcdea8a291db3596f0fcccb22ab62940 network default NAD default NAD key default], result "{}", err I0504 20:40:35.009102 3728 obj_retry.go:498] Detected object openshift-console/console-5d5fcf4666-vjxz2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:35.009134 3728 pods.go:176] Deleting pod: openshift-console/console-5d5fcf4666-vjxz2 I0504 20:40:35.010448 3728 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5d5fcf4666-vjxz2, ips: 10.128.0.20 I0504 20:40:35.010472 3728 obj_retry.go:498] Detected object openshift-console/console-5d5fcf4666-vjxz2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:35.024330 3728 base_network_controller_pods.go:487] [default/openshift-console/console-6dbc659d87-8x5nb] creating logical port openshift-console_console-6dbc659d87-8x5nb for pod on switch ip-10-0-1-197.ec2.internal I0504 20:40:35.024421 3728 kube.go:256] Updating pod openshift-console/console-6dbc659d87-8x5nb I0504 20:40:35.045924 3728 pod.go:62] [openshift-console/console-6dbc659d87-8x5nb] pod update took 21.52777ms I0504 20:40:35.045944 3728 base_network_controller_pods.go:951] [default/openshift-console/console-6dbc659d87-8x5nb] addLogicalPort annotation time took 21.552771ms I0504 20:40:35.047080 3728 pods.go:271] [openshift-console/console-6dbc659d87-8x5nb] addLogicalPort took 22.76556ms, libovsdb time 831.211µs I0504 20:40:35.417241 3728 cni.go:452] [openshift-console/console-6dbc659d87-8x5nb c1d3eeacb0679cbc2ef533b76285adef4851299a97a748a4bb629a029fe47f4b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6dbc659d87-8x5nb c1d3eeacb0679cbc2ef533b76285adef4851299a97a748a4bb629a029fe47f4b network default NAD default NAD key ] I0504 20:40:35.426946 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6dbc659d87-8x5nb, hostIfaceName: c1d3eeacb0679cb, network: default, NAD default, SandboxID: "c1d3eeacb0679cbc2ef533b76285adef4851299a97a748a4bb629a029fe47f4b", PCI device ID: , UID: "cc254350-cccd-449b-821b-c1c93be58217", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0504 20:40:35.475698 3728 cni.go:473] [openshift-console/console-6dbc659d87-8x5nb c1d3eeacb0679cbc2ef533b76285adef4851299a97a748a4bb629a029fe47f4b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6dbc659d87-8x5nb c1d3eeacb0679cbc2ef533b76285adef4851299a97a748a4bb629a029fe47f4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:cb:8b:4a:ba:3a\",\"name\":\"c1d3eeacb0679cb\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0a34eab-0b46-4075-925c-1dbbb3dc669a\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:40:35.830163 3728 obj_retry.go:492] Detected object openshift-console/console-5d5fcf4666-vjxz2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:35.830189 3728 obj_retry.go:492] Detected object openshift-console/console-5d5fcf4666-vjxz2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:35.836447 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d5fcf4666-vjxz2 I0504 20:40:35.836478 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d5fcf4666-vjxz2 I0504 20:40:44.691660 3728 obj_retry.go:498] Detected object openshift-console/console-5d5fcf4666-lj8pn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:44.692239 3728 obj_retry.go:498] Detected object openshift-console/console-5d5fcf4666-lj8pn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:45.541200 3728 obj_retry.go:492] Detected object openshift-console/console-5d5fcf4666-lj8pn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:45.541219 3728 obj_retry.go:492] Detected object openshift-console/console-5d5fcf4666-lj8pn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:45.547790 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d5fcf4666-lj8pn I0504 20:40:45.547814 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d5fcf4666-lj8pn W0504 20:40:45.871764 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:40:47.385504 3728 obj_retry.go:498] Detected object openshift-ingress/router-default-7849b77bcf-kk9p5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:47.386081 3728 obj_retry.go:498] Detected object openshift-ingress/router-default-7849b77bcf-kk9p5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:47.566664 3728 obj_retry.go:492] Detected object openshift-ingress/router-default-7849b77bcf-kk9p5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:47.566688 3728 obj_retry.go:492] Detected object openshift-ingress/router-default-7849b77bcf-kk9p5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:47.572493 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7849b77bcf-kk9p5 I0504 20:40:47.572515 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7849b77bcf-kk9p5 I0504 20:40:49.885424 3728 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d 815e9f2ef693bb85a05c87e7f8e33c416fcb872b1754f208b018fbd3a229742e network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d 815e9f2ef693bb85a05c87e7f8e33c416fcb872b1754f208b018fbd3a229742e network default NAD default NAD key ] I0504 20:40:49.975753 3728 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d 815e9f2ef693bb85a05c87e7f8e33c416fcb872b1754f208b018fbd3a229742e network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d 815e9f2ef693bb85a05c87e7f8e33c416fcb872b1754f208b018fbd3a229742e network default NAD default NAD key default], result "{}", err I0504 20:40:50.042749 3728 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:50.042786 3728 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d I0504 20:40:50.043996 3728 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d, ips: 10.128.0.21 I0504 20:40:50.044028 3728 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:51.062254 3728 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:51.062298 3728 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:54.209499 3728 cni.go:452] [openshift-multus/network-metrics-daemon-42pg5 cdebaa8c6ced94ebafd0b7e7929a1cd553e43068e07a0ead30b8d066d556c11e network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-42pg5 cdebaa8c6ced94ebafd0b7e7929a1cd553e43068e07a0ead30b8d066d556c11e network default NAD default NAD key ] I0504 20:40:54.218714 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-42pg5, hostIfaceName: cdebaa8c6ced94e, network: default, NAD default, SandboxID: "cdebaa8c6ced94ebafd0b7e7929a1cd553e43068e07a0ead30b8d066d556c11e", PCI device ID: , UID: "5b376f0c-bb22-479d-8647-0dd318939433", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0504 20:40:54.269385 3728 cni.go:473] [openshift-multus/network-metrics-daemon-42pg5 cdebaa8c6ced94ebafd0b7e7929a1cd553e43068e07a0ead30b8d066d556c11e network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-42pg5 cdebaa8c6ced94ebafd0b7e7929a1cd553e43068e07a0ead30b8d066d556c11e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:89:58:fd:3b:0a\",\"name\":\"cdebaa8c6ced94e\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32422294-60c8-4ec2-839c-a1786961afe5\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:41:02.754658 3728 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:02.755277 3728 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:03.622339 3728 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:03.622368 3728 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:03.628860 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 20:41:03.628887 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 20:41:05.561764 3728 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-68dcd4c8f7-hd7h8] creating logical port openshift-monitoring_telemeter-client-68dcd4c8f7-hd7h8 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:41:05.561875 3728 kube.go:256] Updating pod openshift-monitoring/telemeter-client-68dcd4c8f7-hd7h8 I0504 20:41:05.581549 3728 pod.go:62] [openshift-monitoring/telemeter-client-68dcd4c8f7-hd7h8] pod update took 19.707479ms I0504 20:41:05.581574 3728 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-68dcd4c8f7-hd7h8] addLogicalPort annotation time took 19.737586ms I0504 20:41:05.582889 3728 pods.go:271] [openshift-monitoring/telemeter-client-68dcd4c8f7-hd7h8] addLogicalPort took 21.140078ms, libovsdb time 986.09µs I0504 20:41:06.219725 3728 cni.go:452] [openshift-monitoring/telemeter-client-68dcd4c8f7-hd7h8 af18453518b7b0e440a9be12a89376792ccb2dcb6b55cbe0291d0bbbcc4304de network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-68dcd4c8f7-hd7h8 af18453518b7b0e440a9be12a89376792ccb2dcb6b55cbe0291d0bbbcc4304de network default NAD default NAD key ] I0504 20:41:06.229092 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-68dcd4c8f7-hd7h8, hostIfaceName: af18453518b7b0e, network: default, NAD default, SandboxID: "af18453518b7b0e440a9be12a89376792ccb2dcb6b55cbe0291d0bbbcc4304de", PCI device ID: , UID: "85b94b90-2406-4dda-970d-58ce6c55b36a", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0504 20:41:06.279668 3728 cni.go:473] [openshift-monitoring/telemeter-client-68dcd4c8f7-hd7h8 af18453518b7b0e440a9be12a89376792ccb2dcb6b55cbe0291d0bbbcc4304de network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-68dcd4c8f7-hd7h8 af18453518b7b0e440a9be12a89376792ccb2dcb6b55cbe0291d0bbbcc4304de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:39:df:ae:6e:9a\",\"name\":\"af18453518b7b0e\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5491c47-2e1b-4197-bf5f-b003dad2ed0c\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:41:07.145765 3728 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:07.146382 3728 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:07.503497 3728 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:07.503521 3728 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:07.509498 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 20:41:07.509526 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0504 20:41:34.381156 3728 cni.go:452] [openshift-console/console-6dbc659d87-8x5nb c1d3eeacb0679cbc2ef533b76285adef4851299a97a748a4bb629a029fe47f4b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6dbc659d87-8x5nb c1d3eeacb0679cbc2ef533b76285adef4851299a97a748a4bb629a029fe47f4b network default NAD default NAD key ] I0504 20:41:34.459412 3728 cni.go:473] [openshift-console/console-6dbc659d87-8x5nb c1d3eeacb0679cbc2ef533b76285adef4851299a97a748a4bb629a029fe47f4b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6dbc659d87-8x5nb c1d3eeacb0679cbc2ef533b76285adef4851299a97a748a4bb629a029fe47f4b network default NAD default NAD key default], result "{}", err I0504 20:41:34.505724 3728 obj_retry.go:498] Detected object openshift-console/console-6dbc659d87-8x5nb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:34.505767 3728 pods.go:176] Deleting pod: openshift-console/console-6dbc659d87-8x5nb I0504 20:41:34.507121 3728 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6dbc659d87-8x5nb, ips: 10.128.0.22 I0504 20:41:34.507155 3728 obj_retry.go:498] Detected object openshift-console/console-6dbc659d87-8x5nb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:34.516747 3728 base_network_controller_pods.go:487] [default/openshift-console/console-7f7847fc68-8lvj8] creating logical port openshift-console_console-7f7847fc68-8lvj8 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:41:34.516876 3728 kube.go:256] Updating pod openshift-console/console-7f7847fc68-8lvj8 I0504 20:41:34.532555 3728 pod.go:62] [openshift-console/console-7f7847fc68-8lvj8] pod update took 15.703817ms I0504 20:41:34.532579 3728 base_network_controller_pods.go:951] [default/openshift-console/console-7f7847fc68-8lvj8] addLogicalPort annotation time took 15.734895ms I0504 20:41:34.533787 3728 pods.go:271] [openshift-console/console-7f7847fc68-8lvj8] addLogicalPort took 17.054942ms, libovsdb time 898.63µs I0504 20:41:34.875012 3728 cni.go:452] [openshift-console/console-7f7847fc68-8lvj8 778f7f2d4038a74ca1d3e5e2c555a182979a541e67c71514638b9b5ff4e57189 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7f7847fc68-8lvj8 778f7f2d4038a74ca1d3e5e2c555a182979a541e67c71514638b9b5ff4e57189 network default NAD default NAD key ] I0504 20:41:34.884376 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7f7847fc68-8lvj8, hostIfaceName: 778f7f2d4038a74, network: default, NAD default, SandboxID: "778f7f2d4038a74ca1d3e5e2c555a182979a541e67c71514638b9b5ff4e57189", PCI device ID: , UID: "9eae235b-640a-402e-bdae-816bbf3ee71a", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0504 20:41:34.934680 3728 cni.go:473] [openshift-console/console-7f7847fc68-8lvj8 778f7f2d4038a74ca1d3e5e2c555a182979a541e67c71514638b9b5ff4e57189 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7f7847fc68-8lvj8 778f7f2d4038a74ca1d3e5e2c555a182979a541e67c71514638b9b5ff4e57189 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:67:4d:67:2a:37\",\"name\":\"778f7f2d4038a74\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b2f51c28-eac9-4917-95e4-a50d4d1809f8\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:41:35.084191 3728 obj_retry.go:492] Detected object openshift-console/console-6dbc659d87-8x5nb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:35.084215 3728 obj_retry.go:492] Detected object openshift-console/console-6dbc659d87-8x5nb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:35.091694 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dbc659d87-8x5nb I0504 20:41:35.091722 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dbc659d87-8x5nb I0504 20:41:35.255526 3728 cni.go:452] [openshift-monitoring/alertmanager-main-0 773ab0708b613817cbfdce57fd897594b8d2a1a1604980ecbaa0bbac372ed6bf network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 773ab0708b613817cbfdce57fd897594b8d2a1a1604980ecbaa0bbac372ed6bf network default NAD default NAD key ] I0504 20:41:35.340762 3728 cni.go:473] [openshift-monitoring/alertmanager-main-0 773ab0708b613817cbfdce57fd897594b8d2a1a1604980ecbaa0bbac372ed6bf network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 773ab0708b613817cbfdce57fd897594b8d2a1a1604980ecbaa0bbac372ed6bf network default NAD default NAD key default], result "{}", err I0504 20:41:35.397206 3728 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:35.397243 3728 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0504 20:41:35.398570 3728 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.16 I0504 20:41:35.398605 3728 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:36.077898 3728 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:36.077920 3728 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:36.084552 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 20:41:36.084577 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0504 20:41:36.122873 3728 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:41:36.123055 3728 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0504 20:41:36.147285 3728 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.263255ms I0504 20:41:36.147310 3728 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.315542ms I0504 20:41:36.148573 3728 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.722507ms, libovsdb time 887.747µs I0504 20:41:36.482190 3728 cni.go:452] [openshift-monitoring/alertmanager-main-0 64c6074dab0f9adb429be5e52c7c6cfe675a59f64e0426300335aa22507580f4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 64c6074dab0f9adb429be5e52c7c6cfe675a59f64e0426300335aa22507580f4 network default NAD default NAD key ] I0504 20:41:36.491675 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 64c6074dab0f9ad, network: default, NAD default, SandboxID: "64c6074dab0f9adb429be5e52c7c6cfe675a59f64e0426300335aa22507580f4", PCI device ID: , UID: "89bd87f1-aa8b-4fe5-8869-167c61fa3a62", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0504 20:41:36.542468 3728 cni.go:473] [openshift-monitoring/alertmanager-main-0 64c6074dab0f9adb429be5e52c7c6cfe675a59f64e0426300335aa22507580f4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 64c6074dab0f9adb429be5e52c7c6cfe675a59f64e0426300335aa22507580f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:8a:58:c8:d2:06\",\"name\":\"64c6074dab0f9ad\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6f5e6a4-e4db-4a1a-9edb-8f345d36b315\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:41:45.045989 3728 obj_retry.go:498] Detected object openshift-console/console-6dbc659d87-7rjrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:45.046558 3728 obj_retry.go:498] Detected object openshift-console/console-6dbc659d87-7rjrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:41:45.143204 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:41:45.670624 3728 obj_retry.go:492] Detected object openshift-console/console-6dbc659d87-7rjrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:45.670650 3728 obj_retry.go:492] Detected object openshift-console/console-6dbc659d87-7rjrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:45.675206 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dbc659d87-7rjrw I0504 20:41:45.675231 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dbc659d87-7rjrw W0504 20:42:06.537315 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:42:06.537338 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:42:06.537344 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:42:08.243480 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0504 20:42:10.129877 3728 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:10.130441 3728 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:10.897529 3728 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:10.897551 3728 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:10.904784 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 20:42:10.904812 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 20:42:11.648646 3728 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:42:14.135672 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=598 I0504 20:42:20.342965 3728 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0504 20:42:25.129384 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136 I0504 20:42:45.130638 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0504 20:42:57.231565 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 20:42:59.225835 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 20:43:03.213530 3728 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0504 20:43:06.219673 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0504 20:43:15.462418 3728 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qvtfv] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-qvtfv for pod on switch ip-10-0-1-197.ec2.internal I0504 20:43:15.462555 3728 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qvtfv I0504 20:43:15.477598 3728 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qvtfv] pod update took 15.072387ms I0504 20:43:15.477621 3728 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qvtfv] addLogicalPort annotation time took 15.101365ms I0504 20:43:15.478904 3728 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qvtfv] addLogicalPort took 16.50212ms, libovsdb time 912.362µs I0504 20:43:15.821513 3728 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qvtfv 34eeddcee994e8cb588aafad7993e9c944bb05d622ca943815f1c44533ac9bb2 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qvtfv 34eeddcee994e8cb588aafad7993e9c944bb05d622ca943815f1c44533ac9bb2 network default NAD default NAD key ] I0504 20:43:15.830600 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-qvtfv, hostIfaceName: 34eeddcee994e8c, network: default, NAD default, SandboxID: "34eeddcee994e8cb588aafad7993e9c944bb05d622ca943815f1c44533ac9bb2", PCI device ID: , UID: "28804f7d-8658-4ef1-a689-e4176c396af9", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0504 20:43:15.881791 3728 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qvtfv 34eeddcee994e8cb588aafad7993e9c944bb05d622ca943815f1c44533ac9bb2 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-qvtfv 34eeddcee994e8cb588aafad7993e9c944bb05d622ca943815f1c44533ac9bb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:fc:e5:0d:f3:1c\",\"name\":\"34eeddcee994e8c\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b50952c1-efcc-40b4-88d2-a74c651d5fe0\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:43:17.130745 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=78 W0504 20:43:18.481698 3728 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0504 20:43:29.491408 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:43:29.521940 3728 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 20:43:29.522003 3728 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-6vwh8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-6vwh8: no pod IPs found I0504 20:43:36.213394 3728 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 20:43:40.338084 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 20:43:43.146104 3728 obj_retry.go:498] Detected object openshift-console/console-7f7847fc68-vzgql of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:43.146718 3728 obj_retry.go:498] Detected object openshift-console/console-7f7847fc68-vzgql of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:43.567713 3728 obj_retry.go:492] Detected object openshift-console/console-7f7847fc68-vzgql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:43.567740 3728 obj_retry.go:492] Detected object openshift-console/console-7f7847fc68-vzgql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:43.570944 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f7847fc68-vzgql I0504 20:43:43.570969 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f7847fc68-vzgql I0504 20:43:54.331927 3728 cni.go:452] [openshift-console/console-7f7847fc68-8lvj8 778f7f2d4038a74ca1d3e5e2c555a182979a541e67c71514638b9b5ff4e57189 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7f7847fc68-8lvj8 778f7f2d4038a74ca1d3e5e2c555a182979a541e67c71514638b9b5ff4e57189 network default NAD default NAD key ] I0504 20:43:54.417085 3728 cni.go:473] [openshift-console/console-7f7847fc68-8lvj8 778f7f2d4038a74ca1d3e5e2c555a182979a541e67c71514638b9b5ff4e57189 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7f7847fc68-8lvj8 778f7f2d4038a74ca1d3e5e2c555a182979a541e67c71514638b9b5ff4e57189 network default NAD default NAD key default], result "{}", err I0504 20:43:54.464506 3728 obj_retry.go:498] Detected object openshift-console/console-7f7847fc68-8lvj8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:54.464541 3728 pods.go:176] Deleting pod: openshift-console/console-7f7847fc68-8lvj8 I0504 20:43:54.465880 3728 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7f7847fc68-8lvj8, ips: 10.128.0.24 I0504 20:43:54.465913 3728 obj_retry.go:498] Detected object openshift-console/console-7f7847fc68-8lvj8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:54.617044 3728 obj_retry.go:492] Detected object openshift-console/console-7f7847fc68-8lvj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:54.617071 3728 obj_retry.go:492] Detected object openshift-console/console-7f7847fc68-8lvj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:54.622524 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f7847fc68-8lvj8 I0504 20:43:54.622555 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f7847fc68-8lvj8 I0504 20:44:00.127798 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0504 20:44:59.349251 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 20:45:07.133555 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0504 20:45:34.350047 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0504 20:46:18.435052 3728 namespace.go:98] [tsf] adding namespace I0504 20:46:18.435985 3728 namespace.go:102] [tsf] adding namespace took 907.091µs I0504 20:46:18.453458 3728 namespace.go:142] [tsf] updating namespace I0504 20:46:18.467892 3728 namespace.go:142] [tsf] updating namespace I0504 20:46:22.271501 3728 namespace.go:98] [tsf-keycloak] adding namespace I0504 20:46:22.271624 3728 namespace.go:98] [rhbk-operator] adding namespace I0504 20:46:22.272371 3728 namespace.go:102] [tsf-keycloak] adding namespace took 848.097µs I0504 20:46:22.273045 3728 namespace.go:102] [rhbk-operator] adding namespace took 1.405387ms I0504 20:46:22.275287 3728 namespace.go:98] [tsf-tas] adding namespace I0504 20:46:22.275310 3728 namespace.go:98] [konflux-operator] adding namespace I0504 20:46:22.275959 3728 namespace.go:102] [tsf-tas] adding namespace took 647.031µs I0504 20:46:22.276621 3728 namespace.go:102] [konflux-operator] adding namespace took 1.297116ms I0504 20:46:22.277469 3728 namespace.go:98] [konflux-ui] adding namespace I0504 20:46:22.278007 3728 namespace.go:102] [konflux-ui] adding namespace took 526.799µs I0504 20:46:22.279356 3728 namespace.go:98] [tsf-tpa] adding namespace I0504 20:46:22.279988 3728 namespace.go:102] [tsf-tpa] adding namespace took 613.966µs I0504 20:46:22.281977 3728 namespace.go:98] [rhtpa-operator] adding namespace I0504 20:46:22.282040 3728 namespace.go:98] [cert-manager-operator] adding namespace I0504 20:46:22.282540 3728 namespace.go:102] [rhtpa-operator] adding namespace took 548.693µs I0504 20:46:22.283047 3728 namespace.go:102] [cert-manager-operator] adding namespace took 993.311µs I0504 20:46:22.292162 3728 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:22.304789 3728 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:22.322794 3728 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:22.332754 3728 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:22.337022 3728 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:22.339593 3728 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:22.339722 3728 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:22.346089 3728 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:22.347860 3728 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:22.351593 3728 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:22.358316 3728 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:22.361062 3728 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:22.388389 3728 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:22.407171 3728 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:22.415460 3728 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:22.439362 3728 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:22.439429 3728 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:22.452214 3728 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:22.460249 3728 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:22.485350 3728 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:22.485468 3728 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:22.495842 3728 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:22.504659 3728 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:22.514571 3728 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:23.616114 3728 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:23.619723 3728 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:23.805058 3728 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-197.ec2.internal I0504 20:46:23.805157 3728 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0504 20:46:23.832744 3728 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 27.609555ms I0504 20:46:23.832775 3728 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 27.646273ms I0504 20:46:23.834196 3728 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 29.158452ms, libovsdb time 964.379µs I0504 20:46:24.173460 3728 cni.go:452] [tsf/test-tsf-subscriptions de9f208bceb4a99af23d5be43242ad84a5f1f8f427deb6f067c7e7c09f8d4c13 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions de9f208bceb4a99af23d5be43242ad84a5f1f8f427deb6f067c7e7c09f8d4c13 network default NAD default NAD key ] I0504 20:46:24.182887 3728 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: de9f208bceb4a99, network: default, NAD default, SandboxID: "de9f208bceb4a99af23d5be43242ad84a5f1f8f427deb6f067c7e7c09f8d4c13", PCI device ID: , UID: "31d7dfa9-10bf-4195-9632-a06943356b1d", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0504 20:46:24.234432 3728 cni.go:473] [tsf/test-tsf-subscriptions de9f208bceb4a99af23d5be43242ad84a5f1f8f427deb6f067c7e7c09f8d4c13 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions de9f208bceb4a99af23d5be43242ad84a5f1f8f427deb6f067c7e7c09f8d4c13 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:75:25:b9:fe:c9\",\"name\":\"de9f208bceb4a99\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/320e9dae-f4eb-494b-9c80-11349ee7210b\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:46:30.045903 3728 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.046580 3728 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.046621 3728 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.046634 3728 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:30.046653 3728 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.046660 3728 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:31.037986 3728 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.038632 3728 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.038672 3728 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.038681 3728 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:31.038695 3728 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.038700 3728 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:31.070639 3728 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.070670 3728 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.070688 3728 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.070703 3728 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfr6gp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:32.031548 3728 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:32.032151 3728 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:32.032186 3728 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:32.032197 3728 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:32.032218 3728 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:32.032227 3728 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:32.066185 3728 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:32.066204 3728 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:32.066218 3728 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:32.066233 3728 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jj8n6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:33.057609 3728 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:33.057637 3728 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:33.057650 3728 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:33.057662 3728 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24znjx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:34.083630 3728 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:34.084168 3728 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:34.084196 3728 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:34.084203 3728 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:34.084217 3728 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:34.084223 3728 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:35.113418 3728 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:35.113442 3728 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:35.113453 3728 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:35.113468 3728 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bgv4dl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:36.080546 3728 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:36.081093 3728 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:36.081128 3728 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:36.081140 3728 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:36.081155 3728 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:36.081163 3728 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:37.084367 3728 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:37.084918 3728 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:37.084944 3728 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:37.084953 3728 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:37.084965 3728 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:37.084969 3728 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:37.127419 3728 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:37.127442 3728 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:37.127457 3728 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:37.127468 3728 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d75cc48 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:38.113577 3728 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:38.113606 3728 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:38.113626 3728 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:38.113640 3728 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g7cbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:46:42.990569 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:46:43.768192 3728 namespace.go:98] [cert-manager] adding namespace I0504 20:46:43.769118 3728 namespace.go:102] [cert-manager] adding namespace took 901.883µs I0504 20:46:43.806012 3728 namespace.go:142] [cert-manager] updating namespace I0504 20:46:43.832402 3728 namespace.go:142] [cert-manager] updating namespace W0504 20:46:48.127630 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:48.137551 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:49.989493 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:46:49.989516 3728 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:46:56.151472 3728 namespace.go:142] [openshift-operators] updating namespace I0504 20:46:56.166097 3728 namespace.go:142] [openshift-operators] updating namespace I0504 20:47:04.130725 3728 namespace.go:142] [openshift-operators] updating namespace W0504 20:47:05.183143 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:47:13.685975 3728 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 20:47:13.686910 3728 namespace.go:102] [trusted-artifact-signer] adding namespace took 906.886µs I0504 20:47:13.776110 3728 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:13.791705 3728 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 20:47:14.181970 3728 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:47:19.726818 3728 namespace.go:98] [openshift-pipelines] adding namespace I0504 20:47:19.727726 3728 namespace.go:102] [openshift-pipelines] adding namespace took 884.244µs I0504 20:47:19.750982 3728 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:47:20.803955 3728 namespace.go:142] [cert-manager] updating namespace I0504 20:47:21.124090 3728 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:21.704683 3728 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:21.899915 3728 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:22.090979 3728 namespace.go:142] [open-cluster-management-2q3b2nk7rpcd7ji0vj5ecnlo6j1q2dqo] updating namespace I0504 20:47:22.482306 3728 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:22.687920 3728 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:22.887390 3728 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:23.092915 3728 namespace.go:142] [tsf] updating namespace I0504 20:47:23.305638 3728 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:23.503541 3728 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:23.703317 3728 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:23.867193 3728 namespace.go:142] [cert-manager] updating namespace I0504 20:47:23.898063 3728 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:23.921487 3728 namespace.go:142] [default] updating namespace I0504 20:47:23.943063 3728 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:23.970539 3728 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:23.987686 3728 namespace.go:142] [open-cluster-management-2q3b2nk7rpcd7ji0vj5ecnlo6j1q2dqo] updating namespace I0504 20:47:24.008417 3728 namespace.go:142] [openshift] updating namespace I0504 20:47:24.025743 3728 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:24.039856 3728 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:24.059096 3728 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:24.072839 3728 namespace.go:142] [tsf] updating namespace I0504 20:47:24.088608 3728 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:24.105465 3728 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:24.122218 3728 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:24.227593 3728 namespace.go:142] [cert-manager] updating namespace I0504 20:47:24.336151 3728 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:24.438605 3728 namespace.go:142] [default] updating namespace I0504 20:47:24.498055 3728 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:24.588574 3728 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:24.669390 3728 namespace.go:142] [open-cluster-management-2q3b2nk7rpcd7ji0vj5ecnlo6j1q2dqo] updating namespace I0504 20:47:24.720500 3728 namespace.go:142] [openshift] updating namespace I0504 20:47:24.797209 3728 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:24.888848 3728 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:24.997107 3728 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:25.104320 3728 namespace.go:142] [tsf] updating namespace I0504 20:47:25.262743 3728 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:25.370285 3728 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:25.422455 3728 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:26.101657 3728 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:47:34.714285 3728 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-s6rp7] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-s6rp7 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:47:34.714407 3728 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-s6rp7 I0504 20:47:34.731452 3728 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-s6rp7] pod update took 17.071888ms I0504 20:47:34.731472 3728 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-s6rp7] addLogicalPort annotation time took 17.096494ms I0504 20:47:34.732779 3728 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-s6rp7] addLogicalPort took 18.522755ms, libovsdb time 985.412µs I0504 20:47:34.839216 3728 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-fzhgs] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-fzhgs for pod on switch ip-10-0-1-197.ec2.internal I0504 20:47:34.839372 3728 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-fzhgs I0504 20:47:34.857192 3728 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-fzhgs] pod update took 17.8517ms I0504 20:47:34.857218 3728 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-fzhgs] addLogicalPort annotation time took 17.882202ms I0504 20:47:34.858760 3728 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-fzhgs] addLogicalPort took 19.561339ms, libovsdb time 1.170323ms I0504 20:47:35.075028 3728 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-s6rp7 e9df43cdef5f1ff6ea84e09117613db5ac3e4e2a7c2e0b21a1cb828b8d4a9885 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-s6rp7 e9df43cdef5f1ff6ea84e09117613db5ac3e4e2a7c2e0b21a1cb828b8d4a9885 network default NAD default NAD key ] I0504 20:47:35.086272 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-s6rp7, hostIfaceName: e9df43cdef5f1ff, network: default, NAD default, SandboxID: "e9df43cdef5f1ff6ea84e09117613db5ac3e4e2a7c2e0b21a1cb828b8d4a9885", PCI device ID: , UID: "7d4f5d55-acb4-48bf-b9f3-25522ccdf5d8", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0504 20:47:35.138404 3728 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-s6rp7 e9df43cdef5f1ff6ea84e09117613db5ac3e4e2a7c2e0b21a1cb828b8d4a9885 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-s6rp7 e9df43cdef5f1ff6ea84e09117613db5ac3e4e2a7c2e0b21a1cb828b8d4a9885 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:d2:c7:85:51:30\",\"name\":\"e9df43cdef5f1ff\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80970637-e4d9-4d06-9f2d-756a685b511a\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:47:35.207370 3728 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-fzhgs d2ededc26d0ea444181002587a1779544bce9c01162d451479dd935a7fcadac2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-fzhgs d2ededc26d0ea444181002587a1779544bce9c01162d451479dd935a7fcadac2 network default NAD default NAD key ] I0504 20:47:35.216770 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-fzhgs, hostIfaceName: d2ededc26d0ea44, network: default, NAD default, SandboxID: "d2ededc26d0ea444181002587a1779544bce9c01162d451479dd935a7fcadac2", PCI device ID: , UID: "26ed8af9-fb20-4a07-95bb-330749a490c9", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0504 20:47:35.266552 3728 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-fzhgs d2ededc26d0ea444181002587a1779544bce9c01162d451479dd935a7fcadac2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-fzhgs d2ededc26d0ea444181002587a1779544bce9c01162d451479dd935a7fcadac2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:ab:68:b3:3c:cc\",\"name\":\"d2ededc26d0ea44\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/201872c6-cc24-448c-8f1c-1b1595a842a9\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:47:35.514500 3728 cni.go:452] [tsf/test-tsf-subscriptions de9f208bceb4a99af23d5be43242ad84a5f1f8f427deb6f067c7e7c09f8d4c13 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions de9f208bceb4a99af23d5be43242ad84a5f1f8f427deb6f067c7e7c09f8d4c13 network default NAD default NAD key ] I0504 20:47:35.589531 3728 cni.go:473] [tsf/test-tsf-subscriptions de9f208bceb4a99af23d5be43242ad84a5f1f8f427deb6f067c7e7c09f8d4c13 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions de9f208bceb4a99af23d5be43242ad84a5f1f8f427deb6f067c7e7c09f8d4c13 network default NAD default NAD key default], result "{}", err I0504 20:47:35.643646 3728 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:35.643680 3728 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0504 20:47:35.644934 3728 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.27 I0504 20:47:35.644966 3728 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:35.665612 3728 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:35.665636 3728 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:35.671933 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 20:47:35.671960 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0504 20:47:36.974685 3728 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-197.ec2.internal I0504 20:47:36.974864 3728 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0504 20:47:36.989204 3728 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.387531ms I0504 20:47:36.989235 3728 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.426283ms I0504 20:47:36.990769 3728 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.103232ms, libovsdb time 1.109502ms I0504 20:47:37.380112 3728 cni.go:452] [tsf/test-tsf-infrastructure 5d66b6d1d5a394795e67e046bd4b160f0f5f7ca0ce29e992f47a361bf7dbe74f network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 5d66b6d1d5a394795e67e046bd4b160f0f5f7ca0ce29e992f47a361bf7dbe74f network default NAD default NAD key ] I0504 20:47:37.391248 3728 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 5d66b6d1d5a3947, network: default, NAD default, SandboxID: "5d66b6d1d5a394795e67e046bd4b160f0f5f7ca0ce29e992f47a361bf7dbe74f", PCI device ID: , UID: "6dbbe042-bc38-4172-83fb-eef9b65e01f5", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0504 20:47:37.445516 3728 cni.go:473] [tsf/test-tsf-infrastructure 5d66b6d1d5a394795e67e046bd4b160f0f5f7ca0ce29e992f47a361bf7dbe74f network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 5d66b6d1d5a394795e67e046bd4b160f0f5f7ca0ce29e992f47a361bf7dbe74f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:3e:0e:f3:84:01\",\"name\":\"5d66b6d1d5a3947\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/337b1a10-d588-42b3-be9c-5279e6df73ad\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:47:38.552807 3728 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:38.552827 3728 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:38.552833 3728 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:39.217835 3728 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:39.217857 3728 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:39.217863 3728 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:39.217868 3728 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:39.310702 3728 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:39.310726 3728 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:39.310733 3728 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0504 20:47:39.862633 3728 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cclk6] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-cclk6 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:47:39.862735 3728 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cclk6 I0504 20:47:39.889711 3728 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cclk6] pod update took 26.998062ms I0504 20:47:39.889735 3728 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cclk6] addLogicalPort annotation time took 27.030961ms I0504 20:47:39.891298 3728 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cclk6] addLogicalPort took 28.683141ms, libovsdb time 1.130474ms I0504 20:47:39.960773 3728 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-spd85] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-spd85 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:47:39.960901 3728 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-spd85 I0504 20:47:39.997012 3728 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-spd85] pod update took 36.136979ms I0504 20:47:39.997034 3728 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-spd85] addLogicalPort annotation time took 36.164157ms I0504 20:47:39.998334 3728 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-spd85] addLogicalPort took 37.582341ms, libovsdb time 940.724µs I0504 20:47:47.346866 3728 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0504 20:47:47.736824 3728 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cclk6 743d5dec0c202947d788bbd80fd98670305f990d33291c0ca54754b91438f989 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cclk6 743d5dec0c202947d788bbd80fd98670305f990d33291c0ca54754b91438f989 network default NAD default NAD key ] I0504 20:47:47.746365 3728 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-cclk6, hostIfaceName: 743d5dec0c20294, network: default, NAD default, SandboxID: "743d5dec0c202947d788bbd80fd98670305f990d33291c0ca54754b91438f989", PCI device ID: , UID: "cbff22e8-1442-4946-aa1c-9f58470dc01e", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0504 20:47:47.798311 3728 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cclk6 743d5dec0c202947d788bbd80fd98670305f990d33291c0ca54754b91438f989 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cclk6 743d5dec0c202947d788bbd80fd98670305f990d33291c0ca54754b91438f989 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:14:18:c4:9e:3a\",\"name\":\"743d5dec0c20294\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a4b90d5-c948-41c7-bbfb-ce4d1dce08b7\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:47:47.835045 3728 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-spd85 8984d4ca5dce7db38f60f9459b704a7451b7532fb2c8cd0dd1141a590bba3251 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-spd85 8984d4ca5dce7db38f60f9459b704a7451b7532fb2c8cd0dd1141a590bba3251 network default NAD default NAD key ] I0504 20:47:47.844878 3728 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-spd85, hostIfaceName: 8984d4ca5dce7db, network: default, NAD default, SandboxID: "8984d4ca5dce7db38f60f9459b704a7451b7532fb2c8cd0dd1141a590bba3251", PCI device ID: , UID: "c954dfa9-1eb9-418e-9cb4-f40235261e06", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0504 20:47:47.898772 3728 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-spd85 8984d4ca5dce7db38f60f9459b704a7451b7532fb2c8cd0dd1141a590bba3251 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-spd85 8984d4ca5dce7db38f60f9459b704a7451b7532fb2c8cd0dd1141a590bba3251 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:88:c4:d2:26:70\",\"name\":\"8984d4ca5dce7db\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ab41113-efea-447a-9f0b-6852bd102be4\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:47:48.498961 3728 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:48.499564 3728 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:48.499592 3728 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:47:48.499601 3728 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:47:48.499613 3728 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:47:48.499617 3728 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... W0504 20:47:48.582868 3728 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0504 20:47:48.599721 3728 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0504 20:47:49.529327 3728 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:49.529356 3728 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:49.529374 3728 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:49.529389 3728 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elkcc9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:47:49.538328 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:49.538348 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:49.538353 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0504 20:47:57.326742 3728 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-trrd6] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-trrd6 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:47:57.326847 3728 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-trrd6 I0504 20:47:57.345324 3728 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-trrd6] pod update took 18.509454ms I0504 20:47:57.345347 3728 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-trrd6] addLogicalPort annotation time took 18.540357ms I0504 20:47:57.346564 3728 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-trrd6] addLogicalPort took 19.838726ms, libovsdb time 884.536µs I0504 20:47:57.696330 3728 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-trrd6 ed71098b74e596fcab0eff8b6c32988b147af7da17ae08692519943cd6c68b2b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-trrd6 ed71098b74e596fcab0eff8b6c32988b147af7da17ae08692519943cd6c68b2b network default NAD default NAD key ] I0504 20:47:57.706053 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-trrd6, hostIfaceName: ed71098b74e596f, network: default, NAD default, SandboxID: "ed71098b74e596fcab0eff8b6c32988b147af7da17ae08692519943cd6c68b2b", PCI device ID: , UID: "f6e7a666-33d7-489b-bba2-522552b01aa4", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0504 20:47:57.757364 3728 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-trrd6 ed71098b74e596fcab0eff8b6c32988b147af7da17ae08692519943cd6c68b2b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-trrd6 ed71098b74e596fcab0eff8b6c32988b147af7da17ae08692519943cd6c68b2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:0c:4d:f8:df:db\",\"name\":\"ed71098b74e596f\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5cda1ea-7b1b-4c61-b5ef-faf063f13987\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:47:59.137014 3728 namespace.go:142] [openshift-pipelines] updating namespace W0504 20:48:01.363393 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0504 20:48:09.595472 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0504 20:48:09.628705 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0504 20:48:11.221047 3728 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0504 20:48:11.702783 3728 cni.go:452] [tsf/test-tsf-infrastructure 5d66b6d1d5a394795e67e046bd4b160f0f5f7ca0ce29e992f47a361bf7dbe74f network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 5d66b6d1d5a394795e67e046bd4b160f0f5f7ca0ce29e992f47a361bf7dbe74f network default NAD default NAD key ] I0504 20:48:11.798022 3728 cni.go:473] [tsf/test-tsf-infrastructure 5d66b6d1d5a394795e67e046bd4b160f0f5f7ca0ce29e992f47a361bf7dbe74f network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 5d66b6d1d5a394795e67e046bd4b160f0f5f7ca0ce29e992f47a361bf7dbe74f network default NAD default NAD key default], result "{}", err I0504 20:48:11.856786 3728 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:11.856849 3728 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0504 20:48:11.858379 3728 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.30 I0504 20:48:11.858407 3728 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:11.880437 3728 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:11.880461 3728 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:11.886826 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 20:48:11.886860 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0504 20:48:13.076961 3728 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-197.ec2.internal I0504 20:48:13.077075 3728 kube.go:256] Updating pod tsf/test-tsf-iam I0504 20:48:13.095330 3728 pod.go:62] [tsf/test-tsf-iam] pod update took 18.289441ms I0504 20:48:13.095354 3728 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 18.320589ms I0504 20:48:13.096600 3728 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 19.669186ms, libovsdb time 874.704µs I0504 20:48:13.439230 3728 cni.go:452] [tsf/test-tsf-iam ee3f117e118bb98ef5668e2a6a7c80e6da9a966da1116037316a329763e09f62 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam ee3f117e118bb98ef5668e2a6a7c80e6da9a966da1116037316a329763e09f62 network default NAD default NAD key ] I0504 20:48:13.459506 3728 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: ee3f117e118bb98, network: default, NAD default, SandboxID: "ee3f117e118bb98ef5668e2a6a7c80e6da9a966da1116037316a329763e09f62", PCI device ID: , UID: "6dcf64e4-316b-463e-a5d4-c9fd907fe7e6", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0504 20:48:13.511588 3728 cni.go:473] [tsf/test-tsf-iam ee3f117e118bb98ef5668e2a6a7c80e6da9a966da1116037316a329763e09f62 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam ee3f117e118bb98ef5668e2a6a7c80e6da9a966da1116037316a329763e09f62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:24:50:92:e9:4c\",\"name\":\"ee3f117e118bb98\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/beaff2f2-24ad-43ea-85a5-1d9090eefdef\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:48:13.946085 3728 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 20:48:13.946682 3728 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 20:48:13.946710 3728 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 20:48:13.948810 3728 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0504 20:48:14.355814 3728 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:48:14.355946 3728 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0504 20:48:14.377675 3728 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 21.757307ms I0504 20:48:14.377698 3728 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 21.785711ms I0504 20:48:14.378980 3728 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 23.188684ms, libovsdb time 928.387µs I0504 20:48:14.717121 3728 cni.go:452] [tsf-keycloak/keycloak-0 ae8c5759631107f5ff09272bb74c4e87f0c9308ab425f7d3e5caacc6fa2bba19 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 ae8c5759631107f5ff09272bb74c4e87f0c9308ab425f7d3e5caacc6fa2bba19 network default NAD default NAD key ] I0504 20:48:14.726909 3728 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: ae8c5759631107f, network: default, NAD default, SandboxID: "ae8c5759631107f5ff09272bb74c4e87f0c9308ab425f7d3e5caacc6fa2bba19", PCI device ID: , UID: "0928a75f-6f96-43ef-83be-696dc1b66790", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0504 20:48:14.780177 3728 cni.go:473] [tsf-keycloak/keycloak-0 ae8c5759631107f5ff09272bb74c4e87f0c9308ab425f7d3e5caacc6fa2bba19 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 ae8c5759631107f5ff09272bb74c4e87f0c9308ab425f7d3e5caacc6fa2bba19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:56:95:c6:21:f6\",\"name\":\"ae8c5759631107f\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71557f69-0f53-451a-94d8-3bc5344da190\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:48:18.648552 3728 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 20:48:20.762153 3728 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:48:20.762176 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:48:20.766386 3728 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:48:20.766405 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0504 20:48:37.139388 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=309 I0504 20:48:39.968352 3728 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:39.968912 3728 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:40.970313 3728 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:40.970339 3728 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:40.978234 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn I0504 20:48:40.978283 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-6f57cf498-hgbsn W0504 20:48:44.035823 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:48:44.035849 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:48:44.039947 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:48:44.039964 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:48:45.775189 3728 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:45.775208 3728 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:45.775213 3728 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 20:48:54.291359 3728 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-n8vdj] creating logical port tsf-keycloak_tsf-iam-n8vdj for pod on switch ip-10-0-1-197.ec2.internal I0504 20:48:54.291487 3728 kube.go:256] Updating pod tsf-keycloak/tsf-iam-n8vdj I0504 20:48:54.311034 3728 pod.go:62] [tsf-keycloak/tsf-iam-n8vdj] pod update took 19.576706ms I0504 20:48:54.311054 3728 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-n8vdj] addLogicalPort annotation time took 19.600801ms I0504 20:48:54.312256 3728 pods.go:271] [tsf-keycloak/tsf-iam-n8vdj] addLogicalPort took 20.912918ms, libovsdb time 822.797µs I0504 20:48:54.657761 3728 cni.go:452] [tsf-keycloak/tsf-iam-n8vdj b4f43faec4055da85e33ecef33a9e8537f687493d93a104d0e80a62e85644a96 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-n8vdj b4f43faec4055da85e33ecef33a9e8537f687493d93a104d0e80a62e85644a96 network default NAD default NAD key ] I0504 20:48:54.666994 3728 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-n8vdj, hostIfaceName: b4f43faec4055da, network: default, NAD default, SandboxID: "b4f43faec4055da85e33ecef33a9e8537f687493d93a104d0e80a62e85644a96", PCI device ID: , UID: "c8ea4acf-81e9-4580-a981-f5486f76e335", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0504 20:48:54.719487 3728 cni.go:473] [tsf-keycloak/tsf-iam-n8vdj b4f43faec4055da85e33ecef33a9e8537f687493d93a104d0e80a62e85644a96 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-n8vdj b4f43faec4055da85e33ecef33a9e8537f687493d93a104d0e80a62e85644a96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:98:2c:b6:83:fc\",\"name\":\"b4f43faec4055da\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/763a225f-a05a-4d4d-9ab6-71322693ca2b\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:49:03.983041 3728 cni.go:452] [tsf/test-tsf-iam ee3f117e118bb98ef5668e2a6a7c80e6da9a966da1116037316a329763e09f62 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam ee3f117e118bb98ef5668e2a6a7c80e6da9a966da1116037316a329763e09f62 network default NAD default NAD key ] I0504 20:49:04.068756 3728 cni.go:473] [tsf/test-tsf-iam ee3f117e118bb98ef5668e2a6a7c80e6da9a966da1116037316a329763e09f62 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam ee3f117e118bb98ef5668e2a6a7c80e6da9a966da1116037316a329763e09f62 network default NAD default NAD key default], result "{}", err I0504 20:49:04.122313 3728 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:04.122438 3728 pods.go:176] Deleting pod: tsf/test-tsf-iam I0504 20:49:04.123853 3728 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.34 I0504 20:49:04.123884 3728 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:04.161525 3728 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:04.161551 3728 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:04.164334 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 20:49:04.164360 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0504 20:49:05.028528 3728 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-197.ec2.internal I0504 20:49:05.028636 3728 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0504 20:49:05.043589 3728 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.982133ms I0504 20:49:05.043615 3728 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.013651ms I0504 20:49:05.044967 3728 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.457077ms, libovsdb time 917.245µs I0504 20:49:05.387798 3728 cni.go:452] [tsf-tas/test-tsf-tas 98fa900aa16953bb313539d94a5ae81480dae205cbaef4bb42d700f94f7e47be network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 98fa900aa16953bb313539d94a5ae81480dae205cbaef4bb42d700f94f7e47be network default NAD default NAD key ] I0504 20:49:05.397589 3728 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 98fa900aa16953b, network: default, NAD default, SandboxID: "98fa900aa16953bb313539d94a5ae81480dae205cbaef4bb42d700f94f7e47be", PCI device ID: , UID: "981560ff-7efe-4ef3-9ce7-fd408472dc73", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0504 20:49:05.451517 3728 cni.go:473] [tsf-tas/test-tsf-tas 98fa900aa16953bb313539d94a5ae81480dae205cbaef4bb42d700f94f7e47be network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 98fa900aa16953bb313539d94a5ae81480dae205cbaef4bb42d700f94f7e47be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:4b:45:89:a3:74\",\"name\":\"98fa900aa16953b\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2fbd30d4-67d4-4995-bc5f-a66f3b6b46fb\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:49:10.134276 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0504 20:49:10.901133 3728 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:49:10.901155 3728 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0504 20:49:13.037823 3728 cni.go:452] [tsf-keycloak/tsf-iam-n8vdj b4f43faec4055da85e33ecef33a9e8537f687493d93a104d0e80a62e85644a96 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-n8vdj b4f43faec4055da85e33ecef33a9e8537f687493d93a104d0e80a62e85644a96 network default NAD default NAD key ] I0504 20:49:13.131076 3728 cni.go:473] [tsf-keycloak/tsf-iam-n8vdj b4f43faec4055da85e33ecef33a9e8537f687493d93a104d0e80a62e85644a96 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-n8vdj b4f43faec4055da85e33ecef33a9e8537f687493d93a104d0e80a62e85644a96 network default NAD default NAD key default], result "{}", err I0504 20:49:13.180633 3728 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-n8vdj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:13.180670 3728 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-n8vdj I0504 20:49:13.182115 3728 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-n8vdj, ips: 10.128.0.36 I0504 20:49:13.182145 3728 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-n8vdj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:14.061026 3728 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-n8vdj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:14.061052 3728 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-n8vdj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:17.558973 3728 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rvms7] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-rvms7 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:49:17.559063 3728 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rvms7 I0504 20:49:17.574434 3728 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rvms7] pod update took 15.393704ms I0504 20:49:17.574455 3728 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rvms7] addLogicalPort annotation time took 15.419596ms I0504 20:49:17.575686 3728 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rvms7] addLogicalPort took 16.729986ms, libovsdb time 890.01µs I0504 20:49:17.651347 3728 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zk2xb] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-zk2xb for pod on switch ip-10-0-1-197.ec2.internal I0504 20:49:17.651451 3728 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zk2xb I0504 20:49:17.668324 3728 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zk2xb] pod update took 16.907602ms I0504 20:49:17.668345 3728 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zk2xb] addLogicalPort annotation time took 16.933269ms I0504 20:49:17.669512 3728 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zk2xb] addLogicalPort took 18.187257ms, libovsdb time 839.315µs I0504 20:49:17.753518 3728 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-hl4x8] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-hl4x8 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:49:17.753606 3728 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-hl4x8 I0504 20:49:17.768462 3728 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hl4x8] pod update took 14.880351ms I0504 20:49:17.768486 3728 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-hl4x8] addLogicalPort annotation time took 14.905351ms I0504 20:49:17.769742 3728 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hl4x8] addLogicalPort took 16.244562ms, libovsdb time 838.447µs I0504 20:49:17.919289 3728 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rvms7 f978cc81ef1c44a93883b6c0f3e5fb9a82882abb2a089c326149f33df9029986 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rvms7 f978cc81ef1c44a93883b6c0f3e5fb9a82882abb2a089c326149f33df9029986 network default NAD default NAD key ] I0504 20:49:17.928428 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-rvms7, hostIfaceName: f978cc81ef1c44a, network: default, NAD default, SandboxID: "f978cc81ef1c44a93883b6c0f3e5fb9a82882abb2a089c326149f33df9029986", PCI device ID: , UID: "504e77e2-4447-4ec3-ad47-d3c868970f84", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0504 20:49:17.979989 3728 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rvms7 f978cc81ef1c44a93883b6c0f3e5fb9a82882abb2a089c326149f33df9029986 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rvms7 f978cc81ef1c44a93883b6c0f3e5fb9a82882abb2a089c326149f33df9029986 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:b0:9f:e0:a0:76\",\"name\":\"f978cc81ef1c44a\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b419a249-e03a-46f4-9215-b40132a104dd\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:49:18.013653 3728 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zk2xb bdc558221728b3e0b8fa3b5d9d6c23199f2bed9378dc1624afca21b969b18b7a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zk2xb bdc558221728b3e0b8fa3b5d9d6c23199f2bed9378dc1624afca21b969b18b7a network default NAD default NAD key ] I0504 20:49:18.023526 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-zk2xb, hostIfaceName: bdc558221728b3e, network: default, NAD default, SandboxID: "bdc558221728b3e0b8fa3b5d9d6c23199f2bed9378dc1624afca21b969b18b7a", PCI device ID: , UID: "3112d885-b38d-4315-96d3-cc08d5f92f37", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0504 20:49:18.075697 3728 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zk2xb bdc558221728b3e0b8fa3b5d9d6c23199f2bed9378dc1624afca21b969b18b7a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-zk2xb bdc558221728b3e0b8fa3b5d9d6c23199f2bed9378dc1624afca21b969b18b7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:97:17:de:b5:bc\",\"name\":\"bdc558221728b3e\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d82d1be-a373-45c6-ad8c-ab2590b1953d\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:49:18.113000 3728 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hl4x8 9645c746bec86dea15172045a1101dc018552e1181ef6484caaddbaa43d4393f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hl4x8 9645c746bec86dea15172045a1101dc018552e1181ef6484caaddbaa43d4393f network default NAD default NAD key ] I0504 20:49:18.124379 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-hl4x8, hostIfaceName: 9645c746bec86de, network: default, NAD default, SandboxID: "9645c746bec86dea15172045a1101dc018552e1181ef6484caaddbaa43d4393f", PCI device ID: , UID: "d403d437-a156-4290-b950-84c9d40ce93e", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0504 20:49:18.177740 3728 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hl4x8 9645c746bec86dea15172045a1101dc018552e1181ef6484caaddbaa43d4393f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hl4x8 9645c746bec86dea15172045a1101dc018552e1181ef6484caaddbaa43d4393f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:fb:e5:af:01:66\",\"name\":\"9645c746bec86de\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14ae7cb9-20bb-43dd-aec0-5a1a78fea8ca\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:49:18.936960 3728 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0504 20:49:19.757353 3728 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:49:19.779836 3728 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0504 20:49:21.077227 3728 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0504 20:49:22.890713 3728 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-v2vk9-q8vrt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:22.891298 3728 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-v2vk9-q8vrt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:23.751243 3728 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-v2vk9-q8vrt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:23.751290 3728 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-v2vk9-q8vrt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:49:32.089736 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0504 20:49:42.229679 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0504 20:49:54.240003 3728 cni.go:452] [tsf-tas/test-tsf-tas 98fa900aa16953bb313539d94a5ae81480dae205cbaef4bb42d700f94f7e47be network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 98fa900aa16953bb313539d94a5ae81480dae205cbaef4bb42d700f94f7e47be network default NAD default NAD key ] I0504 20:49:54.321516 3728 cni.go:473] [tsf-tas/test-tsf-tas 98fa900aa16953bb313539d94a5ae81480dae205cbaef4bb42d700f94f7e47be network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 98fa900aa16953bb313539d94a5ae81480dae205cbaef4bb42d700f94f7e47be network default NAD default NAD key default], result "{}", err I0504 20:49:54.373045 3728 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:54.373083 3728 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0504 20:49:54.374410 3728 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.37 I0504 20:49:54.374445 3728 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:54.395327 3728 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:54.395355 3728 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:54.401210 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 20:49:54.401236 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 20:49:55.152494 3728 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-nlpmm] creating logical port tsf_patch-tekton-config-nlpmm for pod on switch ip-10-0-1-197.ec2.internal I0504 20:49:55.152623 3728 kube.go:256] Updating pod tsf/patch-tekton-config-nlpmm I0504 20:49:55.165064 3728 pod.go:62] [tsf/patch-tekton-config-nlpmm] pod update took 12.470342ms I0504 20:49:55.165086 3728 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-nlpmm] addLogicalPort annotation time took 12.495744ms I0504 20:49:55.166363 3728 pods.go:271] [tsf/patch-tekton-config-nlpmm] addLogicalPort took 13.888496ms, libovsdb time 842.88µs I0504 20:49:55.512419 3728 cni.go:452] [tsf/patch-tekton-config-nlpmm 932269bf879a29b061190e2b39869ea2aa74136db2fe48aade9b79c41ec88d72 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-nlpmm 932269bf879a29b061190e2b39869ea2aa74136db2fe48aade9b79c41ec88d72 network default NAD default NAD key ] I0504 20:49:55.522049 3728 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-nlpmm, hostIfaceName: 932269bf879a29b, network: default, NAD default, SandboxID: "932269bf879a29b061190e2b39869ea2aa74136db2fe48aade9b79c41ec88d72", PCI device ID: , UID: "67e7e493-29d9-4548-a1ef-5898ca40470c", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0504 20:49:55.575463 3728 cni.go:473] [tsf/patch-tekton-config-nlpmm 932269bf879a29b061190e2b39869ea2aa74136db2fe48aade9b79c41ec88d72 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-nlpmm 932269bf879a29b061190e2b39869ea2aa74136db2fe48aade9b79c41ec88d72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:d6:b3:da:c6:4c\",\"name\":\"932269bf879a29b\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38a60cc0-48a5-42e5-aec3-9a0b9429fe61\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:49:58.217304 3728 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 20:50:00.177972 3728 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632130-w48jp for pod on switch ip-10-0-1-197.ec2.internal I0504 20:50:00.178071 3728 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp I0504 20:50:00.189824 3728 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp] pod update took 11.779709ms I0504 20:50:00.189849 3728 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp] addLogicalPort annotation time took 11.809656ms I0504 20:50:00.191123 3728 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp] addLogicalPort took 13.172108ms, libovsdb time 910.793µs I0504 20:50:01.094455 3728 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp 14eaf92d61a2f1acd7c6ef85a2b0f2d266e09f5cbbd3b7ab4c688bbd41c461e7 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp 14eaf92d61a2f1acd7c6ef85a2b0f2d266e09f5cbbd3b7ab4c688bbd41c461e7 network default NAD default NAD key ] I0504 20:50:01.104016 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632130-w48jp, hostIfaceName: 14eaf92d61a2f1a, network: default, NAD default, SandboxID: "14eaf92d61a2f1acd7c6ef85a2b0f2d266e09f5cbbd3b7ab4c688bbd41c461e7", PCI device ID: , UID: "aa3bf031-bfff-477f-92bf-aec784a77b6d", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0504 20:50:01.157685 3728 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp 14eaf92d61a2f1acd7c6ef85a2b0f2d266e09f5cbbd3b7ab4c688bbd41c461e7 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp 14eaf92d61a2f1acd7c6ef85a2b0f2d266e09f5cbbd3b7ab4c688bbd41c461e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:db:a1:d6:41:ec\",\"name\":\"14eaf92d61a2f1a\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55f7ac86-51b9-4108-9a23-e71306e95afa\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:50:03.300942 3728 cni.go:452] [tsf/patch-tekton-config-nlpmm 932269bf879a29b061190e2b39869ea2aa74136db2fe48aade9b79c41ec88d72 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-nlpmm 932269bf879a29b061190e2b39869ea2aa74136db2fe48aade9b79c41ec88d72 network default NAD default NAD key ] I0504 20:50:03.355054 3728 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8ctfg-9rs47 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.355598 3728 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8ctfg-9rs47 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.390037 3728 cni.go:473] [tsf/patch-tekton-config-nlpmm 932269bf879a29b061190e2b39869ea2aa74136db2fe48aade9b79c41ec88d72 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-nlpmm 932269bf879a29b061190e2b39869ea2aa74136db2fe48aade9b79c41ec88d72 network default NAD default NAD key default], result "{}", err I0504 20:50:03.437054 3728 obj_retry.go:498] Detected object tsf/patch-tekton-config-nlpmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.437091 3728 pods.go:176] Deleting pod: tsf/patch-tekton-config-nlpmm I0504 20:50:03.438485 3728 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-nlpmm, ips: 10.128.0.41 I0504 20:50:03.438514 3728 obj_retry.go:498] Detected object tsf/patch-tekton-config-nlpmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:04.221681 3728 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8ctfg-9rs47 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.221708 3728 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8ctfg-9rs47 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.305726 3728 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp 14eaf92d61a2f1acd7c6ef85a2b0f2d266e09f5cbbd3b7ab4c688bbd41c461e7 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp 14eaf92d61a2f1acd7c6ef85a2b0f2d266e09f5cbbd3b7ab4c688bbd41c461e7 network default NAD default NAD key ] I0504 20:50:04.307781 3728 obj_retry.go:492] Detected object tsf/patch-tekton-config-nlpmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.307800 3728 obj_retry.go:492] Detected object tsf/patch-tekton-config-nlpmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.386461 3728 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp 14eaf92d61a2f1acd7c6ef85a2b0f2d266e09f5cbbd3b7ab4c688bbd41c461e7 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp 14eaf92d61a2f1acd7c6ef85a2b0f2d266e09f5cbbd3b7ab4c688bbd41c461e7 network default NAD default NAD key default], result "{}", err I0504 20:50:04.435458 3728 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:04.435494 3728 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp I0504 20:50:04.436745 3728 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp, ips: 10.128.0.42 I0504 20:50:04.436774 3728 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:05.455506 3728 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:05.455536 3728 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-w48jp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:07.113208 3728 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mc897-txlh7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:07.113832 3728 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mc897-txlh7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:07.983196 3728 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mc897-txlh7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:07.983229 3728 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mc897-txlh7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:08.201304 3728 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-579d89dfcf-nxb5m] creating logical port tsf-tas_rekor-redis-579d89dfcf-nxb5m for pod on switch ip-10-0-1-197.ec2.internal I0504 20:50:08.201397 3728 kube.go:256] Updating pod tsf-tas/rekor-redis-579d89dfcf-nxb5m I0504 20:50:08.215651 3728 pod.go:62] [tsf-tas/rekor-redis-579d89dfcf-nxb5m] pod update took 14.277987ms I0504 20:50:08.215675 3728 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-579d89dfcf-nxb5m] addLogicalPort annotation time took 14.306937ms I0504 20:50:08.216895 3728 pods.go:271] [tsf-tas/rekor-redis-579d89dfcf-nxb5m] addLogicalPort took 15.606053ms, libovsdb time 866.946µs I0504 20:50:08.558205 3728 cni.go:452] [tsf-tas/rekor-redis-579d89dfcf-nxb5m 890bc06bb7e48c509eb202704b9bbba91e4de0d06833d3949a0a6bf78d8ddc70 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-579d89dfcf-nxb5m 890bc06bb7e48c509eb202704b9bbba91e4de0d06833d3949a0a6bf78d8ddc70 network default NAD default NAD key ] I0504 20:50:08.568172 3728 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-579d89dfcf-nxb5m, hostIfaceName: 890bc06bb7e48c5, network: default, NAD default, SandboxID: "890bc06bb7e48c509eb202704b9bbba91e4de0d06833d3949a0a6bf78d8ddc70", PCI device ID: , UID: "8f88a9a8-4996-4b74-ba1d-8545be3bfc62", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0504 20:50:08.621813 3728 cni.go:473] [tsf-tas/rekor-redis-579d89dfcf-nxb5m 890bc06bb7e48c509eb202704b9bbba91e4de0d06833d3949a0a6bf78d8ddc70 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-579d89dfcf-nxb5m 890bc06bb7e48c509eb202704b9bbba91e4de0d06833d3949a0a6bf78d8ddc70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:40:09:99:c8:54\",\"name\":\"890bc06bb7e48c5\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abdea68b-1011-4a2a-b8dc-5a58f0f71fe0\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:50:10.124842 3728 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-t8r4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:10.125454 3728 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-t8r4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:10.913661 3728 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-658445bcdd-k7w4m] creating logical port tsf-tas_rekor-server-658445bcdd-k7w4m for pod on switch ip-10-0-1-197.ec2.internal I0504 20:50:10.913783 3728 kube.go:256] Updating pod tsf-tas/rekor-server-658445bcdd-k7w4m I0504 20:50:10.931507 3728 pod.go:62] [tsf-tas/rekor-server-658445bcdd-k7w4m] pod update took 17.743541ms I0504 20:50:10.931533 3728 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-658445bcdd-k7w4m] addLogicalPort annotation time took 17.774548ms I0504 20:50:10.933146 3728 pods.go:271] [tsf-tas/rekor-server-658445bcdd-k7w4m] addLogicalPort took 19.500965ms, libovsdb time 1.076691ms I0504 20:50:11.148561 3728 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-t8r4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.148586 3728 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-t8r4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.180017 3728 obj_retry.go:492] Detected object tsf/patch-tekton-config-nlpmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.180041 3728 obj_retry.go:492] Detected object tsf/patch-tekton-config-nlpmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.184570 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-nlpmm I0504 20:50:11.184598 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-nlpmm I0504 20:50:11.860744 3728 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-197.ec2.internal I0504 20:50:11.860842 3728 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0504 20:50:11.874622 3728 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.800767ms I0504 20:50:11.874646 3728 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.836781ms I0504 20:50:11.876014 3728 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.290009ms, libovsdb time 892.426µs I0504 20:50:12.134941 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54 I0504 20:50:12.765389 3728 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 2470cd0ad196e43b46bc3bd1412b45a0128327942360359a5cf3d7c4fd4fe18b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 2470cd0ad196e43b46bc3bd1412b45a0128327942360359a5cf3d7c4fd4fe18b network default NAD default NAD key ] I0504 20:50:12.775010 3728 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 2470cd0ad196e43, network: default, NAD default, SandboxID: "2470cd0ad196e43b46bc3bd1412b45a0128327942360359a5cf3d7c4fd4fe18b", PCI device ID: , UID: "e7fc431c-64bd-452f-af6d-a19be9b19581", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0504 20:50:12.827984 3728 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 2470cd0ad196e43b46bc3bd1412b45a0128327942360359a5cf3d7c4fd4fe18b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 2470cd0ad196e43b46bc3bd1412b45a0128327942360359a5cf3d7c4fd4fe18b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:bc:63:da:f2:9e\",\"name\":\"2470cd0ad196e43\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13793989-89ca-41c3-9409-0c40729cf0c6\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:50:13.270181 3728 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0504 20:50:13.354114 3728 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0504 20:50:15.013220 3728 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 20:50:15.371447 3728 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 2470cd0ad196e43b46bc3bd1412b45a0128327942360359a5cf3d7c4fd4fe18b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 2470cd0ad196e43b46bc3bd1412b45a0128327942360359a5cf3d7c4fd4fe18b network default NAD default NAD key ] I0504 20:50:15.449880 3728 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 2470cd0ad196e43b46bc3bd1412b45a0128327942360359a5cf3d7c4fd4fe18b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 2470cd0ad196e43b46bc3bd1412b45a0128327942360359a5cf3d7c4fd4fe18b network default NAD default NAD key default], result "{}", err I0504 20:50:15.500432 3728 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:15.500469 3728 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0504 20:50:15.502349 3728 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.45 I0504 20:50:15.502431 3728 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:15.522215 3728 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:15.522235 3728 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:15.526754 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 20:50:15.526775 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0504 20:50:15.758558 3728 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-197.ec2.internal I0504 20:50:15.758696 3728 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0504 20:50:15.772817 3728 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.151302ms I0504 20:50:15.772840 3728 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.177982ms I0504 20:50:15.774119 3728 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.577862ms, libovsdb time 884.888µs I0504 20:50:16.119076 3728 cni.go:452] [tsf-tpa/test-tsf-tpa 64c8e17d6d6781aa353e96c439fcecbe9510890a48796093d6c6c630dc3efa85 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 64c8e17d6d6781aa353e96c439fcecbe9510890a48796093d6c6c630dc3efa85 network default NAD default NAD key ] I0504 20:50:16.128656 3728 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 64c8e17d6d6781a, network: default, NAD default, SandboxID: "64c8e17d6d6781aa353e96c439fcecbe9510890a48796093d6c6c630dc3efa85", PCI device ID: , UID: "e1cb7399-2907-4103-bb5c-9171e5203dfe", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0504 20:50:16.180774 3728 cni.go:473] [tsf-tpa/test-tsf-tpa 64c8e17d6d6781aa353e96c439fcecbe9510890a48796093d6c6c630dc3efa85 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 64c8e17d6d6781aa353e96c439fcecbe9510890a48796093d6c6c630dc3efa85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:d6:b3:1c:d7:30\",\"name\":\"64c8e17d6d6781a\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa1c6cbf-e40b-48ab-9266-50ffd11c6607\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:50:20.580817 3728 cni.go:452] [tsf-tas/rekor-server-658445bcdd-k7w4m 1c04390d19e2160d519086c76c5c66c0e9ccd9228676419305def13a30d70806 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-658445bcdd-k7w4m 1c04390d19e2160d519086c76c5c66c0e9ccd9228676419305def13a30d70806 network default NAD default NAD key ] I0504 20:50:20.590320 3728 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-658445bcdd-k7w4m, hostIfaceName: 1c04390d19e2160, network: default, NAD default, SandboxID: "1c04390d19e2160d519086c76c5c66c0e9ccd9228676419305def13a30d70806", PCI device ID: , UID: "4f33c2fa-d2f7-406d-9f49-25a57750e437", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0504 20:50:20.643148 3728 cni.go:473] [tsf-tas/rekor-server-658445bcdd-k7w4m 1c04390d19e2160d519086c76c5c66c0e9ccd9228676419305def13a30d70806 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-658445bcdd-k7w4m 1c04390d19e2160d519086c76c5c66c0e9ccd9228676419305def13a30d70806 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:6c:69:c9:8b:29\",\"name\":\"1c04390d19e2160\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83c1e4e7-f30c-4c0e-801a-a68a453578cf\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:50:21.183102 3728 obj_retry.go:498] Detected object tsf-tpa/create-db-5gqpx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:21.183705 3728 obj_retry.go:498] Detected object tsf-tpa/create-db-5gqpx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:22.205686 3728 obj_retry.go:492] Detected object tsf-tpa/create-db-5gqpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:22.205709 3728 obj_retry.go:492] Detected object tsf-tpa/create-db-5gqpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:22.223419 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0504 20:50:23.418320 3728 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0504 20:50:25.215977 3728 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mbp99 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:25.216591 3728 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mbp99 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:25.332209 3728 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbp99 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:25.332237 3728 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbp99 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:25.414164 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0504 20:50:25.512099 3728 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-wqp2t] creating logical port tsf-tpa_create-importers-wqp2t for pod on switch ip-10-0-1-197.ec2.internal I0504 20:50:25.512192 3728 kube.go:256] Updating pod tsf-tpa/create-importers-wqp2t I0504 20:50:25.525227 3728 pod.go:62] [tsf-tpa/create-importers-wqp2t] pod update took 13.054655ms I0504 20:50:25.525252 3728 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-wqp2t] addLogicalPort annotation time took 13.086147ms I0504 20:50:25.526512 3728 pods.go:271] [tsf-tpa/create-importers-wqp2t] addLogicalPort took 14.429513ms, libovsdb time 821.42µs I0504 20:50:25.871914 3728 cni.go:452] [tsf-tpa/create-importers-wqp2t 873d2352695bbe71eb1e5d2c878bceedac92ff716299d83edf18e219bd14cca3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-wqp2t 873d2352695bbe71eb1e5d2c878bceedac92ff716299d83edf18e219bd14cca3 network default NAD default NAD key ] I0504 20:50:25.882197 3728 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-wqp2t, hostIfaceName: 873d2352695bbe7, network: default, NAD default, SandboxID: "873d2352695bbe71eb1e5d2c878bceedac92ff716299d83edf18e219bd14cca3", PCI device ID: , UID: "9c93c5c9-749b-4505-bb1d-169daeb75b25", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0504 20:50:25.936443 3728 cni.go:473] [tsf-tpa/create-importers-wqp2t 873d2352695bbe71eb1e5d2c878bceedac92ff716299d83edf18e219bd14cca3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-wqp2t 873d2352695bbe71eb1e5d2c878bceedac92ff716299d83edf18e219bd14cca3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:dc:5b:b2:e8:ec\",\"name\":\"873d2352695bbe7\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62f79aeb-dc33-4cee-9b25-166c9d6bc50e\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:50:29.460710 3728 cni.go:452] [tsf-tpa/create-importers-wqp2t 873d2352695bbe71eb1e5d2c878bceedac92ff716299d83edf18e219bd14cca3 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-wqp2t 873d2352695bbe71eb1e5d2c878bceedac92ff716299d83edf18e219bd14cca3 network default NAD default NAD key ] I0504 20:50:29.549784 3728 cni.go:473] [tsf-tpa/create-importers-wqp2t 873d2352695bbe71eb1e5d2c878bceedac92ff716299d83edf18e219bd14cca3 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-wqp2t 873d2352695bbe71eb1e5d2c878bceedac92ff716299d83edf18e219bd14cca3 network default NAD default NAD key default], result "{}", err I0504 20:50:29.761494 3728 obj_retry.go:498] Detected object tsf-tpa/create-importers-wqp2t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:29.761537 3728 pods.go:176] Deleting pod: tsf-tpa/create-importers-wqp2t I0504 20:50:29.762901 3728 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-wqp2t, ips: 10.128.0.47 I0504 20:50:29.762935 3728 obj_retry.go:498] Detected object tsf-tpa/create-importers-wqp2t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:30.782514 3728 obj_retry.go:492] Detected object tsf-tpa/create-importers-wqp2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:30.782545 3728 obj_retry.go:492] Detected object tsf-tpa/create-importers-wqp2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:34.426763 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server W0504 20:50:39.147630 3728 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0504 20:50:41.524056 3728 cni.go:452] [tsf-tpa/test-tsf-tpa 64c8e17d6d6781aa353e96c439fcecbe9510890a48796093d6c6c630dc3efa85 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 64c8e17d6d6781aa353e96c439fcecbe9510890a48796093d6c6c630dc3efa85 network default NAD default NAD key ] I0504 20:50:41.602976 3728 cni.go:473] [tsf-tpa/test-tsf-tpa 64c8e17d6d6781aa353e96c439fcecbe9510890a48796093d6c6c630dc3efa85 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 64c8e17d6d6781aa353e96c439fcecbe9510890a48796093d6c6c630dc3efa85 network default NAD default NAD key default], result "{}", err I0504 20:50:41.655606 3728 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:41.655651 3728 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0504 20:50:41.657379 3728 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.46 I0504 20:50:41.657425 3728 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:41.676372 3728 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:41.676395 3728 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:41.682894 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 20:50:41.682924 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 20:50:42.444174 3728 namespace.go:98] [build-service] adding namespace I0504 20:50:42.445054 3728 namespace.go:102] [build-service] adding namespace took 858.143µs I0504 20:50:42.445728 3728 namespace.go:98] [default-tenant] adding namespace I0504 20:50:42.446424 3728 namespace.go:102] [default-tenant] adding namespace took 678.154µs I0504 20:50:42.450164 3728 namespace.go:98] [image-controller] adding namespace I0504 20:50:42.450195 3728 namespace.go:98] [integration-service] adding namespace I0504 20:50:42.450813 3728 namespace.go:102] [image-controller] adding namespace took 630.249µs I0504 20:50:42.451363 3728 namespace.go:102] [integration-service] adding namespace took 1.152607ms I0504 20:50:42.473889 3728 namespace.go:142] [build-service] updating namespace I0504 20:50:42.495526 3728 namespace.go:142] [build-service] updating namespace I0504 20:50:42.501669 3728 namespace.go:142] [default-tenant] updating namespace I0504 20:50:42.534752 3728 namespace.go:142] [default-tenant] updating namespace I0504 20:50:42.534817 3728 namespace.go:142] [image-controller] updating namespace I0504 20:50:42.557287 3728 namespace.go:142] [integration-service] updating namespace I0504 20:50:42.561763 3728 namespace.go:142] [image-controller] updating namespace I0504 20:50:42.589891 3728 namespace.go:142] [integration-service] updating namespace I0504 20:50:42.641731 3728 namespace.go:142] [build-service] updating namespace I0504 20:50:42.653244 3728 namespace.go:142] [integration-service] updating namespace I0504 20:50:42.681022 3728 namespace.go:98] [release-service] adding namespace I0504 20:50:42.681982 3728 namespace.go:102] [release-service] adding namespace took 940.533µs I0504 20:50:42.713300 3728 namespace.go:142] [konflux-ui] updating namespace I0504 20:50:42.729389 3728 namespace.go:142] [release-service] updating namespace I0504 20:50:42.750390 3728 namespace.go:142] [release-service] updating namespace I0504 20:50:42.822101 3728 namespace.go:98] [konflux-info] adding namespace I0504 20:50:42.822956 3728 namespace.go:102] [konflux-info] adding namespace took 829.28µs I0504 20:50:42.843320 3728 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-197.ec2.internal I0504 20:50:42.843420 3728 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0504 20:50:42.862378 3728 namespace.go:98] [namespace-lister] adding namespace I0504 20:50:42.863338 3728 namespace.go:102] [namespace-lister] adding namespace took 936.087µs I0504 20:50:42.894222 3728 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 50.827711ms I0504 20:50:42.894251 3728 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 50.860502ms I0504 20:50:42.895686 3728 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 52.386289ms, libovsdb time 1.001064ms I0504 20:50:42.912217 3728 namespace.go:98] [enterprise-contract-service] adding namespace I0504 20:50:42.912429 3728 namespace.go:142] [konflux-info] updating namespace I0504 20:50:42.913018 3728 namespace.go:102] [enterprise-contract-service] adding namespace took 782.75µs I0504 20:50:42.924248 3728 namespace.go:142] [image-controller] updating namespace I0504 20:50:43.048726 3728 namespace.go:142] [default-tenant] updating namespace I0504 20:50:43.094559 3728 namespace.go:98] [segment-bridge] adding namespace I0504 20:50:43.095545 3728 namespace.go:102] [segment-bridge] adding namespace took 961.899µs I0504 20:50:43.126395 3728 namespace.go:98] [konflux-cli] adding namespace I0504 20:50:43.127210 3728 namespace.go:102] [konflux-cli] adding namespace took 795.873µs I0504 20:50:43.180464 3728 namespace.go:142] [konflux-info] updating namespace I0504 20:50:43.180581 3728 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:43.223296 3728 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:43.593761 3728 cni.go:452] [konflux-ui/test-tsf-konflux 2c81f1b31f2dcdaf8fe2983b7d50ca624f8e5faffda0c7cb929cb11e0f498fc4 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 2c81f1b31f2dcdaf8fe2983b7d50ca624f8e5faffda0c7cb929cb11e0f498fc4 network default NAD default NAD key ] I0504 20:50:43.603820 3728 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 2c81f1b31f2dcda, network: default, NAD default, SandboxID: "2c81f1b31f2dcdaf8fe2983b7d50ca624f8e5faffda0c7cb929cb11e0f498fc4", PCI device ID: , UID: "b1b5aacb-21cc-4d56-8562-42ff9faa3717", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0504 20:50:43.658545 3728 cni.go:473] [konflux-ui/test-tsf-konflux 2c81f1b31f2dcdaf8fe2983b7d50ca624f8e5faffda0c7cb929cb11e0f498fc4 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 2c81f1b31f2dcdaf8fe2983b7d50ca624f8e5faffda0c7cb929cb11e0f498fc4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:cb:16:d7:57:e0\",\"name\":\"2c81f1b31f2dcda\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48c2fa40-2836-4eac-adcf-a253d53d15d4\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:50:43.922433 3728 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:44.089305 3728 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:44.132080 3728 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:44.180167 3728 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:44.196218 3728 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 20:50:44.196902 3728 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 20:50:44.196923 3728 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 20:50:44.199964 3728 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 20:50:44.271173 3728 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:44.273219 3728 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 20:50:44.273243 3728 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 20:50:44.274128 3728 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 20:50:44.340474 3728 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:44.755038 3728 namespace.go:142] [build-service] updating namespace I0504 20:50:44.934997 3728 namespace.go:142] [default-tenant] updating namespace I0504 20:50:44.966880 3728 base_network_controller_pods.go:487] [default/konflux-ui/dex-77795fb9d8-gbztw] creating logical port konflux-ui_dex-77795fb9d8-gbztw for pod on switch ip-10-0-1-197.ec2.internal I0504 20:50:44.966992 3728 kube.go:256] Updating pod konflux-ui/dex-77795fb9d8-gbztw I0504 20:50:45.145093 3728 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:45.162681 3728 pod.go:62] [konflux-ui/dex-77795fb9d8-gbztw] pod update took 195.720636ms I0504 20:50:45.162710 3728 base_network_controller_pods.go:951] [default/konflux-ui/dex-77795fb9d8-gbztw] addLogicalPort annotation time took 195.754716ms I0504 20:50:45.164428 3728 pods.go:271] [konflux-ui/dex-77795fb9d8-gbztw] addLogicalPort took 197.5657ms, libovsdb time 1.181207ms I0504 20:50:45.297030 3728 namespace.go:142] [image-controller] updating namespace I0504 20:50:45.515048 3728 namespace.go:142] [integration-service] updating namespace I0504 20:50:45.733146 3728 namespace.go:142] [konflux-info] updating namespace I0504 20:50:45.957075 3728 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:46.115689 3728 namespace.go:142] [release-service] updating namespace I0504 20:50:46.238249 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0504 20:50:46.287238 3728 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:46.392178 3728 namespace.go:142] [build-service] updating namespace I0504 20:50:46.417076 3728 namespace.go:142] [default-tenant] updating namespace I0504 20:50:46.445959 3728 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:46.462380 3728 namespace.go:142] [image-controller] updating namespace I0504 20:50:46.479179 3728 namespace.go:142] [integration-service] updating namespace I0504 20:50:46.496964 3728 namespace.go:142] [konflux-info] updating namespace I0504 20:50:46.512167 3728 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:46.557420 3728 namespace.go:142] [release-service] updating namespace I0504 20:50:46.557583 3728 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:46.595591 3728 namespace.go:142] [build-service] updating namespace I0504 20:50:46.650019 3728 namespace.go:142] [default-tenant] updating namespace I0504 20:50:46.741200 3728 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:46.814087 3728 namespace.go:142] [image-controller] updating namespace I0504 20:50:46.904810 3728 namespace.go:142] [integration-service] updating namespace I0504 20:50:46.991860 3728 namespace.go:142] [konflux-info] updating namespace I0504 20:50:47.107442 3728 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:47.207219 3728 namespace.go:142] [release-service] updating namespace I0504 20:50:47.297403 3728 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:47.730899 3728 base_network_controller_pods.go:487] [default/konflux-ui/proxy-74665ffd5c-pvqd5] creating logical port konflux-ui_proxy-74665ffd5c-pvqd5 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:50:47.730998 3728 kube.go:256] Updating pod konflux-ui/proxy-74665ffd5c-pvqd5 I0504 20:50:47.755007 3728 pod.go:62] [konflux-ui/proxy-74665ffd5c-pvqd5] pod update took 24.039585ms I0504 20:50:47.755029 3728 base_network_controller_pods.go:951] [default/konflux-ui/proxy-74665ffd5c-pvqd5] addLogicalPort annotation time took 24.067652ms I0504 20:50:47.756328 3728 pods.go:271] [konflux-ui/proxy-74665ffd5c-pvqd5] addLogicalPort took 25.445796ms, libovsdb time 903.518µs I0504 20:50:47.857716 3728 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-76b7d97c89-wtsq8] creating logical port integration-service_integration-service-controller-manager-76b7d97c89-wtsq8 for pod on switch ip-10-0-1-197.ec2.internal I0504 20:50:47.857826 3728 kube.go:256] Updating pod integration-service/integration-service-controller-manager-76b7d97c89-wtsq8 I0504 20:50:47.875132 3728 pod.go:62] [integration-service/integration-service-controller-manager-76b7d97c89-wtsq8] pod update took 17.328094ms I0504 20:50:47.875161 3728 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-76b7d97c89-wtsq8] addLogicalPort annotation time took 17.364266ms I0504 20:50:47.876824 3728 pods.go:271] [integration-service/integration-service-controller-manager-76b7d97c89-wtsq8] addLogicalPort took 19.127631ms, libovsdb time 1.051027ms I0504 20:50:48.591188 3728 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:48.719647 3728 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:48.827950 3728 namespace.go:142] [konflux-cli] updating namespace W0504 20:50:49.505865 3728 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0504 20:50:51.265202 3728 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-w8bzz-dsk6n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:51.265843 3728 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-w8bzz-dsk6n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:51.821615 3728 cni.go:452] [integration-service/integration-service-controller-manager-76b7d97c89-wtsq8 be253e653435919ae39732d07fbd8c366640e9e8524f4e3877439aafeb6cdd7c network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-76b7d97c89-wtsq8 be253e653435919ae39732d07fbd8c366640e9e8524f4e3877439aafeb6cdd7c network default NAD default NAD key ] I0504 20:50:51.831241 3728 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-76b7d97c89-wtsq8, hostIfaceName: be253e653435919, network: default, NAD default, SandboxID: "be253e653435919ae39732d07fbd8c366640e9e8524f4e3877439aafeb6cdd7c", PCI device ID: , UID: "83336836-8625-4b06-9573-be2c25cebaa6", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0504 20:50:51.883632 3728 cni.go:473] [integration-service/integration-service-controller-manager-76b7d97c89-wtsq8 be253e653435919ae39732d07fbd8c366640e9e8524f4e3877439aafeb6cdd7c network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-76b7d97c89-wtsq8 be253e653435919ae39732d07fbd8c366640e9e8524f4e3877439aafeb6cdd7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:93:6a:b2:bd:4d\",\"name\":\"be253e653435919\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60b88069-2322-44f9-a0b4-fe24d15764f7\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:50:52.288184 3728 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-w8bzz-dsk6n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:52.288208 3728 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-w8bzz-dsk6n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:52.535169 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 20:50:52.559548 3728 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0504 20:50:52.845339 3728 cni.go:452] [konflux-ui/dex-77795fb9d8-gbztw a0a289221e7f1fdf8a3ba1f437381e1dd48579c2898d70e6123b08e427902e28 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-77795fb9d8-gbztw a0a289221e7f1fdf8a3ba1f437381e1dd48579c2898d70e6123b08e427902e28 network default NAD default NAD key ] I0504 20:50:52.855190 3728 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-77795fb9d8-gbztw, hostIfaceName: a0a289221e7f1fd, network: default, NAD default, SandboxID: "a0a289221e7f1fdf8a3ba1f437381e1dd48579c2898d70e6123b08e427902e28", PCI device ID: , UID: "910c39ef-4375-4483-be7a-c2b4588fd371", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0504 20:50:52.912507 3728 cni.go:473] [konflux-ui/dex-77795fb9d8-gbztw a0a289221e7f1fdf8a3ba1f437381e1dd48579c2898d70e6123b08e427902e28 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-77795fb9d8-gbztw a0a289221e7f1fdf8a3ba1f437381e1dd48579c2898d70e6123b08e427902e28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:62:d5:51:16:a0\",\"name\":\"a0a289221e7f1fd\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4aa786a4-7039-4e37-a968-44b5ad5a38d7\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:50:54.594969 3728 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:50:54.596257 3728 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0504 20:50:55.598852 3728 cni.go:452] [konflux-ui/proxy-74665ffd5c-pvqd5 5e608287af3c2b769e4a32e2e0300fde331cf7453557f6846aaa9fe23ba3badc network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-74665ffd5c-pvqd5 5e608287af3c2b769e4a32e2e0300fde331cf7453557f6846aaa9fe23ba3badc network default NAD default NAD key ] I0504 20:50:55.607988 3728 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-74665ffd5c-pvqd5, hostIfaceName: 5e608287af3c2b7, network: default, NAD default, SandboxID: "5e608287af3c2b769e4a32e2e0300fde331cf7453557f6846aaa9fe23ba3badc", PCI device ID: , UID: "1cf9f14b-dfde-4a7c-b69e-383237d86e6f", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0504 20:50:55.661407 3728 cni.go:473] [konflux-ui/proxy-74665ffd5c-pvqd5 5e608287af3c2b769e4a32e2e0300fde331cf7453557f6846aaa9fe23ba3badc network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-74665ffd5c-pvqd5 5e608287af3c2b769e4a32e2e0300fde331cf7453557f6846aaa9fe23ba3badc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:be:af:8f:bd:e3\",\"name\":\"5e608287af3c2b7\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b08f5d2f-b437-42b0-9517-ab70089a12a5\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:50:56.614968 3728 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0504 20:50:58.590225 3728 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:50:58.590245 3728 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:00.597946 3728 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0504 20:51:00.599120 3728 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 20:51:00.649673 3728 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:00.649691 3728 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:00.661368 3728 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:51:00.662219 3728 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:05.603071 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:05.605868 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0504 20:51:05.938501 3728 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m65lw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:51:05.939081 3728 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m65lw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:51:06.652739 3728 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0504 20:51:06.664366 3728 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m65lw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:06.664390 3728 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m65lw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:06.669729 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-m65lw I0504 20:51:06.669755 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-m65lw I0504 20:51:09.247255 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0504 20:51:11.645357 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0504 20:51:27.132173 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=84 I0504 20:51:27.136963 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=162 I0504 20:51:28.134044 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=172 W0504 20:51:35.660496 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:35.660516 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:35.660526 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:35.660530 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0504 20:51:36.352711 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0504 20:51:39.341561 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0504 20:51:41.718597 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:41.718615 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0504 20:52:11.467620 3728 obj_retry.go:498] Detected object konflux-ui/proxy-549f9f6984-r8p8x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:11.468232 3728 obj_retry.go:498] Detected object konflux-ui/proxy-549f9f6984-r8p8x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:12.087110 3728 obj_retry.go:492] Detected object konflux-ui/proxy-549f9f6984-r8p8x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:12.087137 3728 obj_retry.go:492] Detected object konflux-ui/proxy-549f9f6984-r8p8x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:12.093091 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-549f9f6984-r8p8x I0504 20:52:12.093119 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-549f9f6984-r8p8x I0504 20:52:13.027068 3728 cni.go:452] [konflux-ui/test-tsf-konflux 2c81f1b31f2dcdaf8fe2983b7d50ca624f8e5faffda0c7cb929cb11e0f498fc4 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 2c81f1b31f2dcdaf8fe2983b7d50ca624f8e5faffda0c7cb929cb11e0f498fc4 network default NAD default NAD key ] I0504 20:52:13.126573 3728 cni.go:473] [konflux-ui/test-tsf-konflux 2c81f1b31f2dcdaf8fe2983b7d50ca624f8e5faffda0c7cb929cb11e0f498fc4 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 2c81f1b31f2dcdaf8fe2983b7d50ca624f8e5faffda0c7cb929cb11e0f498fc4 network default NAD default NAD key default], result "{}", err I0504 20:52:13.177396 3728 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:13.177457 3728 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0504 20:52:13.178776 3728 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.48 I0504 20:52:13.178805 3728 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:13.213600 3728 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:13.213631 3728 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:13.216854 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 20:52:13.216883 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0504 20:52:14.353508 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 20:52:45.135358 3728 namespace.go:98] [managed-tenant-gc9eg] adding namespace I0504 20:52:45.136345 3728 namespace.go:102] [managed-tenant-gc9eg] adding namespace took 963.388µs I0504 20:52:45.164813 3728 namespace.go:142] [managed-tenant-gc9eg] updating namespace I0504 20:52:45.184125 3728 namespace.go:142] [managed-tenant-gc9eg] updating namespace I0504 20:52:46.174192 3728 namespace.go:142] [managed-tenant-gc9eg] updating namespace I0504 20:52:46.304841 3728 namespace.go:142] [managed-tenant-gc9eg] updating namespace I0504 20:52:46.403452 3728 namespace.go:142] [managed-tenant-gc9eg] updating namespace I0504 20:54:25.143323 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=377 I0504 20:55:29.233046 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 20:56:00.350906 3728 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 20:56:21.220877 3728 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0504 20:56:37.138074 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0504 20:56:37.262303 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 20:57:20.225528 3728 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0504 20:57:27.356072 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0504 20:57:35.140905 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0504 20:58:28.136173 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0504 20:58:37.357335 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0504 20:58:49.227436 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0504 20:58:58.138234 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0504 20:58:59.251226 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0504 20:59:01.138853 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65 I0504 20:59:16.344937 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 21:00:00.199336 3728 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632140-cgpcn for pod on switch ip-10-0-1-197.ec2.internal I0504 21:00:00.199469 3728 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn I0504 21:00:00.225383 3728 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn] pod update took 25.941943ms I0504 21:00:00.225408 3728 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn] addLogicalPort annotation time took 25.974507ms I0504 21:00:00.226669 3728 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn] addLogicalPort took 27.350619ms, libovsdb time 848.979µs I0504 21:00:00.561702 3728 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn 7fcd701bca41faa96ab5eae1c6e6ce14573b4b0e3573b42922f524ed3e911d55 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn 7fcd701bca41faa96ab5eae1c6e6ce14573b4b0e3573b42922f524ed3e911d55 network default NAD default NAD key ] I0504 21:00:00.571978 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632140-cgpcn, hostIfaceName: 7fcd701bca41faa, network: default, NAD default, SandboxID: "7fcd701bca41faa96ab5eae1c6e6ce14573b4b0e3573b42922f524ed3e911d55", PCI device ID: , UID: "9437bcf3-330c-46da-b09f-0161856c82e7", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0504 21:00:00.628715 3728 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn 7fcd701bca41faa96ab5eae1c6e6ce14573b4b0e3573b42922f524ed3e911d55 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn 7fcd701bca41faa96ab5eae1c6e6ce14573b4b0e3573b42922f524ed3e911d55 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:9e:c2:56:44:68\",\"name\":\"7fcd701bca41faa\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f71dc025-387e-41b9-b0f8-0a08ee9fad87\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:00:04.426860 3728 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn 7fcd701bca41faa96ab5eae1c6e6ce14573b4b0e3573b42922f524ed3e911d55 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn 7fcd701bca41faa96ab5eae1c6e6ce14573b4b0e3573b42922f524ed3e911d55 network default NAD default NAD key ] I0504 21:00:04.513709 3728 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn 7fcd701bca41faa96ab5eae1c6e6ce14573b4b0e3573b42922f524ed3e911d55 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn 7fcd701bca41faa96ab5eae1c6e6ce14573b4b0e3573b42922f524ed3e911d55 network default NAD default NAD key default], result "{}", err I0504 21:00:04.563718 3728 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:04.563755 3728 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn I0504 21:00:04.565161 3728 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn, ips: 10.128.0.52 I0504 21:00:04.565194 3728 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:05.432612 3728 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:05.432660 3728 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-cgpcn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:22.043674 3728 obj_retry.go:492] Detected object tsf-tpa/create-db-5gqpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:22.043700 3728 obj_retry.go:492] Detected object tsf-tpa/create-db-5gqpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:22.047939 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-5gqpx I0504 21:00:22.047969 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-5gqpx I0504 21:00:25.034797 3728 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbp99 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:25.034852 3728 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mbp99 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:25.042609 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-mbp99 I0504 21:00:25.042628 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-mbp99 I0504 21:00:30.025208 3728 obj_retry.go:492] Detected object tsf-tpa/create-importers-wqp2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:30.025276 3728 obj_retry.go:492] Detected object tsf-tpa/create-importers-wqp2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:30.029351 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-wqp2t I0504 21:00:30.029382 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-wqp2t W0504 21:00:35.631032 3728 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-5d5fcf4666-vjxz2 I0504 21:01:04.236855 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0504 21:01:42.354928 3728 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0504 21:01:45.402324 3728 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod] creating logical port default-tenant_tsf-comp-2s91j-on-pull-request-sfbrg-init-pod for pod on switch ip-10-0-1-197.ec2.internal I0504 21:01:45.402487 3728 kube.go:256] Updating pod default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod I0504 21:01:45.421372 3728 pod.go:62] [default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod] pod update took 18.915271ms I0504 21:01:45.421394 3728 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod] addLogicalPort annotation time took 18.942442ms I0504 21:01:45.422605 3728 pods.go:271] [default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod] addLogicalPort took 20.295208ms, libovsdb time 855.118µs I0504 21:01:45.768842 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod b049f37540c60571a174198bb5f9133aa888636f2f5535fb8a37c5d74c6e44fd network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod b049f37540c60571a174198bb5f9133aa888636f2f5535fb8a37c5d74c6e44fd network default NAD default NAD key ] I0504 21:01:45.778535 3728 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-2s91j-on-pull-request-sfbrg-init-pod, hostIfaceName: b049f37540c6057, network: default, NAD default, SandboxID: "b049f37540c60571a174198bb5f9133aa888636f2f5535fb8a37c5d74c6e44fd", PCI device ID: , UID: "6e929de4-673d-4ba2-993b-d83e8f66c826", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0504 21:01:45.832429 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod b049f37540c60571a174198bb5f9133aa888636f2f5535fb8a37c5d74c6e44fd network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod b049f37540c60571a174198bb5f9133aa888636f2f5535fb8a37c5d74c6e44fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:ff:28:31:5c:1a\",\"name\":\"b049f37540c6057\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/070f3052-3fee-4c3f-b662-161b9bf15af8\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:01:56.709805 3728 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod] creating logical port default-tenant_tsf-comp-2s91j-on-push-8wmsj-init-pod for pod on switch ip-10-0-1-197.ec2.internal I0504 21:01:56.709954 3728 kube.go:256] Updating pod default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod I0504 21:01:56.728929 3728 pod.go:62] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod] pod update took 19.003091ms I0504 21:01:56.728964 3728 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod] addLogicalPort annotation time took 19.041257ms I0504 21:01:56.730567 3728 pods.go:271] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod] addLogicalPort took 20.775557ms, libovsdb time 1.034121ms I0504 21:01:59.385123 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod 6f97370dc7822f19eacf9435b447eae9dae569fbc8ad95614d85e5b593d86a6a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod 6f97370dc7822f19eacf9435b447eae9dae569fbc8ad95614d85e5b593d86a6a network default NAD default NAD key ] I0504 21:01:59.394823 3728 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-2s91j-on-push-8wmsj-init-pod, hostIfaceName: 6f97370dc7822f1, network: default, NAD default, SandboxID: "6f97370dc7822f19eacf9435b447eae9dae569fbc8ad95614d85e5b593d86a6a", PCI device ID: , UID: "b96a197b-4ea4-4bf0-8139-3f6c33ff42db", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0504 21:01:59.451624 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod 6f97370dc7822f19eacf9435b447eae9dae569fbc8ad95614d85e5b593d86a6a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod 6f97370dc7822f19eacf9435b447eae9dae569fbc8ad95614d85e5b593d86a6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:39:65:c2:3d:8e\",\"name\":\"6f97370dc7822f1\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbab7837-94ed-48b7-9a48-8d871cf54793\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:02:00.148312 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod b049f37540c60571a174198bb5f9133aa888636f2f5535fb8a37c5d74c6e44fd network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod b049f37540c60571a174198bb5f9133aa888636f2f5535fb8a37c5d74c6e44fd network default NAD default NAD key ] I0504 21:02:00.240102 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod b049f37540c60571a174198bb5f9133aa888636f2f5535fb8a37c5d74c6e44fd network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod b049f37540c60571a174198bb5f9133aa888636f2f5535fb8a37c5d74c6e44fd network default NAD default NAD key default], result "{}", err I0504 21:02:00.278660 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:00.278697 3728 pods.go:176] Deleting pod: default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod I0504 21:02:00.279984 3728 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod, ips: 10.128.0.53 I0504 21:02:00.280009 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:01.057230 3728 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:01.057256 3728 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:01.062386 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod I0504 21:02:01.062414 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-2s91j-on-pull-request-sfbrg-init-pod I0504 21:02:03.776195 3728 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nq5zw] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-nq5zw for pod on switch ip-10-0-1-197.ec2.internal I0504 21:02:03.776310 3728 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nq5zw I0504 21:02:03.793761 3728 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nq5zw] pod update took 17.500555ms I0504 21:02:03.793783 3728 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nq5zw] addLogicalPort annotation time took 17.5278ms I0504 21:02:03.795030 3728 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nq5zw] addLogicalPort took 18.850607ms, libovsdb time 895.336µs I0504 21:02:04.062996 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod 6f97370dc7822f19eacf9435b447eae9dae569fbc8ad95614d85e5b593d86a6a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod 6f97370dc7822f19eacf9435b447eae9dae569fbc8ad95614d85e5b593d86a6a network default NAD default NAD key ] I0504 21:02:04.151011 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod 6f97370dc7822f19eacf9435b447eae9dae569fbc8ad95614d85e5b593d86a6a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod 6f97370dc7822f19eacf9435b447eae9dae569fbc8ad95614d85e5b593d86a6a network default NAD default NAD key default], result "{}", err I0504 21:02:04.201230 3728 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nq5zw d83593d89c8219144f036cb3ff06705bfc72b83687a643636090aa3a09046748 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nq5zw d83593d89c8219144f036cb3ff06705bfc72b83687a643636090aa3a09046748 network default NAD default NAD key ] I0504 21:02:04.211127 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-nq5zw, hostIfaceName: d83593d89c82191, network: default, NAD default, SandboxID: "d83593d89c8219144f036cb3ff06705bfc72b83687a643636090aa3a09046748", PCI device ID: , UID: "78cb5462-1ff3-41f4-860f-3d0a959aad26", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0504 21:02:04.257968 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:04.258095 3728 pods.go:176] Deleting pod: default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod I0504 21:02:04.259535 3728 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod, ips: 10.128.0.54 I0504 21:02:04.259564 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:04.266585 3728 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nq5zw d83593d89c8219144f036cb3ff06705bfc72b83687a643636090aa3a09046748 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nq5zw d83593d89c8219144f036cb3ff06705bfc72b83687a643636090aa3a09046748 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ed:9c:73:3b:db\",\"name\":\"d83593d89c82191\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4695f1f1-15f4-48fc-a8cf-f0a86f440ab4\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:02:04.406515 3728 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod] creating logical port default-tenant_tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod for pod on switch ip-10-0-1-197.ec2.internal I0504 21:02:04.406634 3728 kube.go:256] Updating pod default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod I0504 21:02:04.434543 3728 pod.go:62] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod] pod update took 27.936114ms I0504 21:02:04.434567 3728 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod] addLogicalPort annotation time took 27.966465ms I0504 21:02:04.435741 3728 pods.go:271] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod] addLogicalPort took 29.240629ms, libovsdb time 783.121µs I0504 21:02:04.840293 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod 89e773c47aed52b7dbde0fa857e766b1ec5a28069f527a9a9521a743097c22c6 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod 89e773c47aed52b7dbde0fa857e766b1ec5a28069f527a9a9521a743097c22c6 network default NAD default NAD key ] I0504 21:02:04.850222 3728 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod, hostIfaceName: 89e773c47aed52b, network: default, NAD default, SandboxID: "89e773c47aed52b7dbde0fa857e766b1ec5a28069f527a9a9521a743097c22c6", PCI device ID: , UID: "b91a9598-8a1a-4127-8ab0-8135dbb674e4", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0504 21:02:04.904782 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod 89e773c47aed52b7dbde0fa857e766b1ec5a28069f527a9a9521a743097c22c6 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod 89e773c47aed52b7dbde0fa857e766b1ec5a28069f527a9a9521a743097c22c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:19:76:52:7c:d3\",\"name\":\"89e773c47aed52b\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3370294d-d8cf-474a-bf97-f362f26f09b0\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 21:02:17.772168 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:02:17.772194 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:02:17.772203 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:02:17.772211 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:02:17.772228 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:02:17.772233 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:02:17.772238 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:02:17.772242 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:02:18.096391 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:02:18.096412 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:02:18.096418 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:02:18.096444 3728 util.go:959] Failed to build node endpoints for node ip-10-0-1-197.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0504 21:02:20.174232 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod 89e773c47aed52b7dbde0fa857e766b1ec5a28069f527a9a9521a743097c22c6 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod 89e773c47aed52b7dbde0fa857e766b1ec5a28069f527a9a9521a743097c22c6 network default NAD default NAD key ] I0504 21:02:20.253353 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod 89e773c47aed52b7dbde0fa857e766b1ec5a28069f527a9a9521a743097c22c6 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod 89e773c47aed52b7dbde0fa857e766b1ec5a28069f527a9a9521a743097c22c6 network default NAD default NAD key default], result "{}", err I0504 21:02:20.327538 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:20.327573 3728 pods.go:176] Deleting pod: default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod I0504 21:02:20.329181 3728 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod, ips: 10.128.0.56 I0504 21:02:20.329209 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:30.848792 3728 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod for pod on switch ip-10-0-1-197.ec2.internal I0504 21:02:30.848925 3728 kube.go:256] Updating pod default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod I0504 21:02:30.875394 3728 pod.go:62] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod] pod update took 26.501861ms I0504 21:02:30.875417 3728 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod] addLogicalPort annotation time took 26.530307ms I0504 21:02:30.876689 3728 pods.go:271] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod] addLogicalPort took 27.911639ms, libovsdb time 876.585µs I0504 21:02:31.214824 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod 1eec3ea325ad3c2b2e2d6c725bd67e62f0ce512b950354f253d72cb673480db7 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod 1eec3ea325ad3c2b2e2d6c725bd67e62f0ce512b950354f253d72cb673480db7 network default NAD default NAD key ] I0504 21:02:31.224315 3728 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod, hostIfaceName: 1eec3ea325ad3c2, network: default, NAD default, SandboxID: "1eec3ea325ad3c2b2e2d6c725bd67e62f0ce512b950354f253d72cb673480db7", PCI device ID: , UID: "637a5e85-4b96-47eb-9905-5b438a8441e8", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0504 21:02:31.278917 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod 1eec3ea325ad3c2b2e2d6c725bd67e62f0ce512b950354f253d72cb673480db7 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod 1eec3ea325ad3c2b2e2d6c725bd67e62f0ce512b950354f253d72cb673480db7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:56:06:a2:f3:d5\",\"name\":\"1eec3ea325ad3c2\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d83224cc-1c19-47ad-a7d7-d9ae9cdf6a06\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:02:57.629767 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod 1eec3ea325ad3c2b2e2d6c725bd67e62f0ce512b950354f253d72cb673480db7 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod 1eec3ea325ad3c2b2e2d6c725bd67e62f0ce512b950354f253d72cb673480db7 network default NAD default NAD key ] I0504 21:02:57.720745 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod 1eec3ea325ad3c2b2e2d6c725bd67e62f0ce512b950354f253d72cb673480db7 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod 1eec3ea325ad3c2b2e2d6c725bd67e62f0ce512b950354f253d72cb673480db7 network default NAD default NAD key default], result "{}", err I0504 21:02:57.799697 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:57.799735 3728 pods.go:176] Deleting pod: default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod I0504 21:02:57.801142 3728 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod, ips: 10.128.0.57 I0504 21:02:57.801170 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:58.413852 3728 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:58.413877 3728 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:58.421541 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod I0504 21:02:58.421567 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-2s91j-on-push-8wmsj-prefetch-dependencies-pod I0504 21:02:59.544673 3728 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod] creating logical port default-tenant_tsf-comp-2s91j-on-push-2hzqz-init-pod for pod on switch ip-10-0-1-197.ec2.internal I0504 21:02:59.544794 3728 kube.go:256] Updating pod default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod I0504 21:02:59.562366 3728 pod.go:62] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod] pod update took 17.602648ms I0504 21:02:59.562389 3728 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod] addLogicalPort annotation time took 17.630289ms I0504 21:02:59.563652 3728 pods.go:271] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod] addLogicalPort took 18.993981ms, libovsdb time 882.723µs I0504 21:02:59.909200 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod 61df247b21208893e5862aa0c71f814740a1d71a09316dfba8765da33a96e74c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod 61df247b21208893e5862aa0c71f814740a1d71a09316dfba8765da33a96e74c network default NAD default NAD key ] I0504 21:02:59.922722 3728 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-2s91j-on-push-2hzqz-init-pod, hostIfaceName: 61df247b2120889, network: default, NAD default, SandboxID: "61df247b21208893e5862aa0c71f814740a1d71a09316dfba8765da33a96e74c", PCI device ID: , UID: "9576382d-2953-4a9d-872e-33b94d605019", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0504 21:02:59.987524 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod 61df247b21208893e5862aa0c71f814740a1d71a09316dfba8765da33a96e74c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod 61df247b21208893e5862aa0c71f814740a1d71a09316dfba8765da33a96e74c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:91:44:43:7f:60\",\"name\":\"61df247b2120889\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e370913-fcfd-4de7-bbfd-80a904c418bd\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:03:03.253050 3728 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod] creating logical port default-tenant_tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod for pod on switch ip-10-0-1-197.ec2.internal I0504 21:03:03.253198 3728 kube.go:256] Updating pod default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod I0504 21:03:03.277361 3728 pod.go:62] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod] pod update took 24.194473ms I0504 21:03:03.277388 3728 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod] addLogicalPort annotation time took 24.229302ms I0504 21:03:03.278809 3728 pods.go:271] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod] addLogicalPort took 25.776214ms, libovsdb time 1.018562ms I0504 21:03:03.465252 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod 61df247b21208893e5862aa0c71f814740a1d71a09316dfba8765da33a96e74c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod 61df247b21208893e5862aa0c71f814740a1d71a09316dfba8765da33a96e74c network default NAD default NAD key ] I0504 21:03:03.549550 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod 61df247b21208893e5862aa0c71f814740a1d71a09316dfba8765da33a96e74c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod 61df247b21208893e5862aa0c71f814740a1d71a09316dfba8765da33a96e74c network default NAD default NAD key default], result "{}", err I0504 21:03:03.611176 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:03:03.611212 3728 pods.go:176] Deleting pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod I0504 21:03:03.612947 3728 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod, ips: 10.128.0.58 I0504 21:03:03.612981 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:03:03.617701 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod b4ceceb4046f828bc83b8e7eb308cad3d0bfe148871eab72b79594d8a46a0eb2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod b4ceceb4046f828bc83b8e7eb308cad3d0bfe148871eab72b79594d8a46a0eb2 network default NAD default NAD key ] I0504 21:03:03.627774 3728 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod, hostIfaceName: b4ceceb4046f828, network: default, NAD default, SandboxID: "b4ceceb4046f828bc83b8e7eb308cad3d0bfe148871eab72b79594d8a46a0eb2", PCI device ID: , UID: "3f0371cb-2bc3-4038-92ac-b81827813dec", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0504 21:03:03.686037 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod b4ceceb4046f828bc83b8e7eb308cad3d0bfe148871eab72b79594d8a46a0eb2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod b4ceceb4046f828bc83b8e7eb308cad3d0bfe148871eab72b79594d8a46a0eb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:0a:c2:3c:cd:1c\",\"name\":\"b4ceceb4046f828\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df44ae3d-3f1f-470d-abca-47ff9bd55274\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:03:10.359438 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0504 21:03:12.210777 3728 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod for pod on switch ip-10-0-1-197.ec2.internal I0504 21:03:12.210941 3728 kube.go:256] Updating pod default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod I0504 21:03:12.238509 3728 pod.go:62] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod] pod update took 27.599794ms I0504 21:03:12.238534 3728 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod] addLogicalPort annotation time took 27.631157ms I0504 21:03:12.239885 3728 pods.go:271] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod] addLogicalPort took 29.122752ms, libovsdb time 951.129µs I0504 21:03:12.536017 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod b4ceceb4046f828bc83b8e7eb308cad3d0bfe148871eab72b79594d8a46a0eb2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod b4ceceb4046f828bc83b8e7eb308cad3d0bfe148871eab72b79594d8a46a0eb2 network default NAD default NAD key ] I0504 21:03:12.575329 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod fb6a00c4a3b30c811fc5cb26381427c2b1b799d4148f465ddf926d5f7e49a5db network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod fb6a00c4a3b30c811fc5cb26381427c2b1b799d4148f465ddf926d5f7e49a5db network default NAD default NAD key ] I0504 21:03:12.585395 3728 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod, hostIfaceName: fb6a00c4a3b30c8, network: default, NAD default, SandboxID: "fb6a00c4a3b30c811fc5cb26381427c2b1b799d4148f465ddf926d5f7e49a5db", PCI device ID: , UID: "dea91d1f-d0a1-4a2a-9e19-b01b40bfcc46", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0504 21:03:12.626361 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod b4ceceb4046f828bc83b8e7eb308cad3d0bfe148871eab72b79594d8a46a0eb2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod b4ceceb4046f828bc83b8e7eb308cad3d0bfe148871eab72b79594d8a46a0eb2 network default NAD default NAD key default], result "{}", err I0504 21:03:12.642049 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod fb6a00c4a3b30c811fc5cb26381427c2b1b799d4148f465ddf926d5f7e49a5db network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod fb6a00c4a3b30c811fc5cb26381427c2b1b799d4148f465ddf926d5f7e49a5db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:26:e9:8f:8b:d3\",\"name\":\"fb6a00c4a3b30c8\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c6fbfe8-5da2-4459-961a-8ef703bd0eef\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:03:12.695155 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:03:12.695194 3728 pods.go:176] Deleting pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod I0504 21:03:12.696739 3728 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod, ips: 10.128.0.59 I0504 21:03:12.696769 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:04:05.224899 3728 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0504 21:04:05.877623 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod fb6a00c4a3b30c811fc5cb26381427c2b1b799d4148f465ddf926d5f7e49a5db network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod fb6a00c4a3b30c811fc5cb26381427c2b1b799d4148f465ddf926d5f7e49a5db network default NAD default NAD key ] I0504 21:04:05.964612 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod fb6a00c4a3b30c811fc5cb26381427c2b1b799d4148f465ddf926d5f7e49a5db network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod fb6a00c4a3b30c811fc5cb26381427c2b1b799d4148f465ddf926d5f7e49a5db network default NAD default NAD key default], result "{}", err I0504 21:04:06.043886 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:04:06.043925 3728 pods.go:176] Deleting pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod I0504 21:04:06.045210 3728 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod, ips: 10.128.0.60 I0504 21:04:06.045240 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:04:23.147308 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=147 I0504 21:04:33.569215 3728 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:04:33.569239 3728 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:04:33.572631 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod I0504 21:04:33.572652 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-2s91j-on-push-8wmsj-init-pod I0504 21:04:57.357126 3728 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:04:57.357185 3728 obj_retry.go:492] Detected object default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:04:57.363670 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod I0504 21:04:57.363723 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-2s91j-on-push-8wmsj-clone-repository-pod I0504 21:05:01.361745 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 21:05:31.141896 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0504 21:05:54.265721 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0504 21:06:08.254683 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0504 21:06:22.142530 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0504 21:07:05.229874 3728 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0504 21:07:08.231145 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0504 21:07:15.240420 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0504 21:07:24.139655 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0504 21:07:31.145140 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0504 21:07:45.142306 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0504 21:08:05.653824 3728 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod] creating logical port default-tenant_tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod for pod on switch ip-10-0-1-197.ec2.internal I0504 21:08:05.654007 3728 kube.go:256] Updating pod default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod I0504 21:08:05.694984 3728 pod.go:62] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod] pod update took 41.026027ms I0504 21:08:05.695012 3728 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod] addLogicalPort annotation time took 41.061321ms I0504 21:08:05.696542 3728 pods.go:271] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod] addLogicalPort took 42.732288ms, libovsdb time 1.029518ms I0504 21:08:06.017871 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod 7fb9043a9098344ddac490268f8613584f81c1bbeaadf2daf29aaef742f5c319 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod 7fb9043a9098344ddac490268f8613584f81c1bbeaadf2daf29aaef742f5c319 network default NAD default NAD key ] I0504 21:08:06.027822 3728 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod, hostIfaceName: 7fb9043a9098344, network: default, NAD default, SandboxID: "7fb9043a9098344ddac490268f8613584f81c1bbeaadf2daf29aaef742f5c319", PCI device ID: , UID: "c7293876-a8d4-4257-b93a-0c367805274e", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0504 21:08:06.084902 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod 7fb9043a9098344ddac490268f8613584f81c1bbeaadf2daf29aaef742f5c319 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod 7fb9043a9098344ddac490268f8613584f81c1bbeaadf2daf29aaef742f5c319 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:81:d9:2b:03:e1\",\"name\":\"7fb9043a9098344\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8064a245-b764-462e-83c9-59e95dc0dd43\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:08:06.391678 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:08:06.392299 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:08:34.363483 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0504 21:08:37.508644 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod 7fb9043a9098344ddac490268f8613584f81c1bbeaadf2daf29aaef742f5c319 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod 7fb9043a9098344ddac490268f8613584f81c1bbeaadf2daf29aaef742f5c319 network default NAD default NAD key ] I0504 21:08:37.601454 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod 7fb9043a9098344ddac490268f8613584f81c1bbeaadf2daf29aaef742f5c319 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod 7fb9043a9098344ddac490268f8613584f81c1bbeaadf2daf29aaef742f5c319 network default NAD default NAD key default], result "{}", err I0504 21:08:37.677835 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:08:37.677900 3728 pods.go:176] Deleting pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod I0504 21:08:37.679539 3728 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod, ips: 10.128.0.61 I0504 21:08:37.679577 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:08:37.921238 3728 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod for pod on switch ip-10-0-1-197.ec2.internal I0504 21:08:37.921403 3728 kube.go:256] Updating pod default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod I0504 21:08:37.948720 3728 pod.go:62] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod] pod update took 27.35211ms I0504 21:08:37.948749 3728 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod] addLogicalPort annotation time took 27.385219ms I0504 21:08:37.950156 3728 pods.go:271] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod] addLogicalPort took 28.930834ms, libovsdb time 1.016689ms I0504 21:08:37.965906 3728 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod for pod on switch ip-10-0-1-197.ec2.internal I0504 21:08:37.966054 3728 kube.go:256] Updating pod default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod I0504 21:08:37.998659 3728 pod.go:62] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod] pod update took 32.646048ms I0504 21:08:37.998750 3728 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod] addLogicalPort annotation time took 32.741282ms I0504 21:08:38.000221 3728 pods.go:271] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod] addLogicalPort took 34.325099ms, libovsdb time 968.099µs I0504 21:08:38.282664 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod 294fa26a7f2c3a8a486a254cc88c91309e6f37cc29c0f0b276973574d3777be2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod 294fa26a7f2c3a8a486a254cc88c91309e6f37cc29c0f0b276973574d3777be2 network default NAD default NAD key ] I0504 21:08:38.292232 3728 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod, hostIfaceName: 294fa26a7f2c3a8, network: default, NAD default, SandboxID: "294fa26a7f2c3a8a486a254cc88c91309e6f37cc29c0f0b276973574d3777be2", PCI device ID: , UID: "9fffb14d-7c5c-469b-9c58-cc001c7b24a7", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0504 21:08:38.296590 3728 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod for pod on switch ip-10-0-1-197.ec2.internal I0504 21:08:38.296755 3728 kube.go:256] Updating pod default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod I0504 21:08:38.324594 3728 pod.go:62] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod] pod update took 27.898826ms I0504 21:08:38.324623 3728 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod] addLogicalPort annotation time took 27.934805ms I0504 21:08:38.326197 3728 pods.go:271] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod] addLogicalPort took 29.624909ms, libovsdb time 938.445µs I0504 21:08:38.341848 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod b8ccbfc34a5416b56439ff29e4f81c4c7d5d9b5c1bcea6f7a888529c2195569a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod b8ccbfc34a5416b56439ff29e4f81c4c7d5d9b5c1bcea6f7a888529c2195569a network default NAD default NAD key ] I0504 21:08:38.353096 3728 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod, hostIfaceName: b8ccbfc34a5416b, network: default, NAD default, SandboxID: "b8ccbfc34a5416b56439ff29e4f81c4c7d5d9b5c1bcea6f7a888529c2195569a", PCI device ID: , UID: "9d6bc6ff-e913-44e4-99f5-b26d4c4cca68", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0504 21:08:38.355443 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod 294fa26a7f2c3a8a486a254cc88c91309e6f37cc29c0f0b276973574d3777be2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod 294fa26a7f2c3a8a486a254cc88c91309e6f37cc29c0f0b276973574d3777be2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:45:0d:e4:c3:a7\",\"name\":\"294fa26a7f2c3a8\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41cd004a-d185-46a9-b485-05f0235c49b3\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:08:38.409994 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod b8ccbfc34a5416b56439ff29e4f81c4c7d5d9b5c1bcea6f7a888529c2195569a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod b8ccbfc34a5416b56439ff29e4f81c4c7d5d9b5c1bcea6f7a888529c2195569a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:00:e6:e0:61:0e\",\"name\":\"b8ccbfc34a5416b\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa24f8e8-f225-4af7-a51e-6499bae2129f\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:08:38.621568 3728 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod] creating logical port default-tenant_tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod for pod on switch ip-10-0-1-197.ec2.internal I0504 21:08:38.621779 3728 kube.go:256] Updating pod default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod I0504 21:08:38.652639 3728 pod.go:62] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod] pod update took 30.910318ms I0504 21:08:38.652670 3728 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod] addLogicalPort annotation time took 30.949495ms I0504 21:08:38.654067 3728 pods.go:271] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod] addLogicalPort took 32.520116ms, libovsdb time 989.31µs I0504 21:08:38.670500 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod daae5401334add36089bf307039b50bfc765bf71aaf8eb42b4d1f9a4a05c9b63 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod daae5401334add36089bf307039b50bfc765bf71aaf8eb42b4d1f9a4a05c9b63 network default NAD default NAD key ] I0504 21:08:38.680240 3728 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod, hostIfaceName: daae5401334add3, network: default, NAD default, SandboxID: "daae5401334add36089bf307039b50bfc765bf71aaf8eb42b4d1f9a4a05c9b63", PCI device ID: , UID: "3273915b-532f-4138-a16a-29ffd1b245df", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0504 21:08:38.735304 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod daae5401334add36089bf307039b50bfc765bf71aaf8eb42b4d1f9a4a05c9b63 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod daae5401334add36089bf307039b50bfc765bf71aaf8eb42b4d1f9a4a05c9b63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:d5:ed:de:57:95\",\"name\":\"daae5401334add3\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59a623d6-960e-42da-a44a-d78b0dcf13f0\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:08:39.006976 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod 4cb6fdc116152cfbe0c9e6b548f0fe95341c74678f521c993a5931d578dfc3c4 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod 4cb6fdc116152cfbe0c9e6b548f0fe95341c74678f521c993a5931d578dfc3c4 network default NAD default NAD key ] I0504 21:08:39.017506 3728 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod, hostIfaceName: 4cb6fdc116152cf, network: default, NAD default, SandboxID: "4cb6fdc116152cfbe0c9e6b548f0fe95341c74678f521c993a5931d578dfc3c4", PCI device ID: , UID: "ca0ac381-9257-4812-9a6e-98185d28f051", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0504 21:08:39.072870 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod 4cb6fdc116152cfbe0c9e6b548f0fe95341c74678f521c993a5931d578dfc3c4 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod 4cb6fdc116152cfbe0c9e6b548f0fe95341c74678f521c993a5931d578dfc3c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:97:00:e4:60:cf\",\"name\":\"4cb6fdc116152cf\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ceb5c43-7fcc-4b3e-887b-696c668131e2\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:08:42.349287 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0504 21:09:31.038880 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:31.039508 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:59.235697 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod 294fa26a7f2c3a8a486a254cc88c91309e6f37cc29c0f0b276973574d3777be2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod 294fa26a7f2c3a8a486a254cc88c91309e6f37cc29c0f0b276973574d3777be2 network default NAD default NAD key ] I0504 21:09:59.326547 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod 294fa26a7f2c3a8a486a254cc88c91309e6f37cc29c0f0b276973574d3777be2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod 294fa26a7f2c3a8a486a254cc88c91309e6f37cc29c0f0b276973574d3777be2 network default NAD default NAD key default], result "{}", err I0504 21:09:59.428154 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:59.428191 3728 pods.go:176] Deleting pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod I0504 21:09:59.429707 3728 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod, ips: 10.128.0.62 I0504 21:09:59.429742 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:00.199200 3728 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632150-chgtf for pod on switch ip-10-0-1-197.ec2.internal I0504 21:10:00.199374 3728 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf I0504 21:10:00.212696 3728 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf] pod update took 13.352096ms I0504 21:10:00.212727 3728 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf] addLogicalPort annotation time took 13.388896ms I0504 21:10:00.214528 3728 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf] addLogicalPort took 15.347314ms, libovsdb time 1.256824ms I0504 21:10:00.249898 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod b8ccbfc34a5416b56439ff29e4f81c4c7d5d9b5c1bcea6f7a888529c2195569a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod b8ccbfc34a5416b56439ff29e4f81c4c7d5d9b5c1bcea6f7a888529c2195569a network default NAD default NAD key ] I0504 21:10:00.335310 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod b8ccbfc34a5416b56439ff29e4f81c4c7d5d9b5c1bcea6f7a888529c2195569a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod b8ccbfc34a5416b56439ff29e4f81c4c7d5d9b5c1bcea6f7a888529c2195569a network default NAD default NAD key default], result "{}", err I0504 21:10:00.417675 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:00.417734 3728 pods.go:176] Deleting pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod I0504 21:10:00.419106 3728 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod, ips: 10.128.0.63 I0504 21:10:00.419134 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:00.574773 3728 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf 3619fade3019a888fd7b57f866978bad19d15b677840256fa9c2bdfffd4ff985 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf 3619fade3019a888fd7b57f866978bad19d15b677840256fa9c2bdfffd4ff985 network default NAD default NAD key ] I0504 21:10:00.584938 3728 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632150-chgtf, hostIfaceName: 3619fade3019a88, network: default, NAD default, SandboxID: "3619fade3019a888fd7b57f866978bad19d15b677840256fa9c2bdfffd4ff985", PCI device ID: , UID: "67ef7f7a-cc51-433b-b828-f34ae0a2e9d4", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0504 21:10:00.641129 3728 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf 3619fade3019a888fd7b57f866978bad19d15b677840256fa9c2bdfffd4ff985 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf 3619fade3019a888fd7b57f866978bad19d15b677840256fa9c2bdfffd4ff985 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:cd:10:c0:f5:7a\",\"name\":\"3619fade3019a88\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b68278f7-1286-4a96-b3f2-d791e1458291\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:10:04.300297 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod daae5401334add36089bf307039b50bfc765bf71aaf8eb42b4d1f9a4a05c9b63 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod daae5401334add36089bf307039b50bfc765bf71aaf8eb42b4d1f9a4a05c9b63 network default NAD default NAD key ] I0504 21:10:04.300298 3728 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf 3619fade3019a888fd7b57f866978bad19d15b677840256fa9c2bdfffd4ff985 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf 3619fade3019a888fd7b57f866978bad19d15b677840256fa9c2bdfffd4ff985 network default NAD default NAD key ] I0504 21:10:04.409561 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod daae5401334add36089bf307039b50bfc765bf71aaf8eb42b4d1f9a4a05c9b63 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod daae5401334add36089bf307039b50bfc765bf71aaf8eb42b4d1f9a4a05c9b63 network default NAD default NAD key default], result "{}", err I0504 21:10:04.419741 3728 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf 3619fade3019a888fd7b57f866978bad19d15b677840256fa9c2bdfffd4ff985 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf 3619fade3019a888fd7b57f866978bad19d15b677840256fa9c2bdfffd4ff985 network default NAD default NAD key default], result "{}", err I0504 21:10:04.483295 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:04.483332 3728 pods.go:176] Deleting pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod I0504 21:10:04.484732 3728 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod, ips: 10.128.0.64 I0504 21:10:04.484760 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:04.504384 3728 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:04.504418 3728 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf I0504 21:10:04.505811 3728 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf, ips: 10.128.0.66 I0504 21:10:04.505840 3728 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:05.296272 3728 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.296306 3728 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-chgtf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.329769 3728 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.329790 3728 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.329965 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d I0504 21:10:05.329990 3728 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fn82d I0504 21:10:23.427548 3728 cni.go:452] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod 4cb6fdc116152cfbe0c9e6b548f0fe95341c74678f521c993a5931d578dfc3c4 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod 4cb6fdc116152cfbe0c9e6b548f0fe95341c74678f521c993a5931d578dfc3c4 network default NAD default NAD key ] I0504 21:10:23.525762 3728 cni.go:473] [default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod 4cb6fdc116152cfbe0c9e6b548f0fe95341c74678f521c993a5931d578dfc3c4 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod 4cb6fdc116152cfbe0c9e6b548f0fe95341c74678f521c993a5931d578dfc3c4 network default NAD default NAD key default], result "{}", err I0504 21:10:23.624094 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:23.624128 3728 pods.go:176] Deleting pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod I0504 21:10:23.625481 3728 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod, ips: 10.128.0.65 I0504 21:10:23.625511 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:49.358219 3728 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0504 21:11:20.258799 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0504 21:11:20.269889 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0504 21:11:28.151642 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=119 I0504 21:11:32.146208 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=26 I0504 21:12:25.244002 3728 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 21:12:41.266945 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:12:41.267604 3728 obj_retry.go:498] Detected object default-tenant/tsf-comp-2s91j-on-push-2hzqz-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:12:44.235889 3728 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-ccqe-btxc9-collect-keyless-params-pod for pod on switch ip-10-0-1-197.ec2.internal I0504 21:12:44.236059 3728 kube.go:256] Updating pod default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod I0504 21:12:44.264654 3728 pod.go:62] [default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod] pod update took 28.627185ms I0504 21:12:44.264680 3728 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod] addLogicalPort annotation time took 28.658379ms I0504 21:12:44.266054 3728 pods.go:271] [default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod] addLogicalPort took 30.185521ms, libovsdb time 949.863µs I0504 21:12:44.607392 3728 cni.go:452] [default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod fe249666d5ae4ce5646b94c3628ec3a79490e77b4fd1b55283261029ea061fa3 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod fe249666d5ae4ce5646b94c3628ec3a79490e77b4fd1b55283261029ea061fa3 network default NAD default NAD key ] I0504 21:12:44.616929 3728 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-ccqe-btxc9-collect-keyless-params-pod, hostIfaceName: fe249666d5ae4ce, network: default, NAD default, SandboxID: "fe249666d5ae4ce5646b94c3628ec3a79490e77b4fd1b55283261029ea061fa3", PCI device ID: , UID: "06c8247c-6be1-46d3-8372-3e1eedd766a7", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0504 21:12:44.672992 3728 cni.go:473] [default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod fe249666d5ae4ce5646b94c3628ec3a79490e77b4fd1b55283261029ea061fa3 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod fe249666d5ae4ce5646b94c3628ec3a79490e77b4fd1b55283261029ea061fa3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:67:db:23:88:78\",\"name\":\"fe249666d5ae4ce\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b2e691c-c44e-4711-846b-23a39fd1c241\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:12:59.435280 3728 cni.go:452] [default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod fe249666d5ae4ce5646b94c3628ec3a79490e77b4fd1b55283261029ea061fa3 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod fe249666d5ae4ce5646b94c3628ec3a79490e77b4fd1b55283261029ea061fa3 network default NAD default NAD key ] I0504 21:12:59.528861 3728 cni.go:473] [default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod fe249666d5ae4ce5646b94c3628ec3a79490e77b4fd1b55283261029ea061fa3 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod fe249666d5ae4ce5646b94c3628ec3a79490e77b4fd1b55283261029ea061fa3 network default NAD default NAD key default], result "{}", err I0504 21:12:59.763514 3728 obj_retry.go:498] Detected object default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:12:59.763594 3728 pods.go:176] Deleting pod: default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod I0504 21:12:59.765470 3728 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod, ips: 10.128.0.67 I0504 21:12:59.765514 3728 obj_retry.go:498] Detected object default-tenant/my-integration-test-ccqe-btxc9-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:13:01.146377 3728 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6