+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-57.ec2.internal ++ [[ -n ip-10-0-0-57.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-57.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 09:32:08.055019196 - disable conntrack on geneve port' I0505 09:32:08.055019196 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 09:32:08.071794456 - starting ovnkube-node' I0505 09:32:08.071794456 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-57.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-57.ec2.internal --init-node ip-10-0-0-57.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-57.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 09:32:08.113074 3666 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 09:32:08.113126 3666 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-60ba6bcc2d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 09:32:08.114487 3666 kube.go:431] Waiting for certificate I0505 09:32:08.114529 3666 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 09:32:08.114582 3666 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 09:32:08.115379 3666 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 09:32:08.149307 3666 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 09:32:08.149326 3666 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 09:32:08.152951 3666 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 09:32:08.153043 3666 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5sp9t" I0505 09:32:08.159286 3666 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5sp9t" I0505 09:32:08.159370 3666 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 09:32:09.114809 3666 kube.go:438] Certificate found I0505 09:32:09.115492 3666 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 09:32:09.116838 3666 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 09:32:09.165029 3666 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 09:27:08 +0000 UTC" deadline="2026-05-06 05:18:33.438129864 +0000 UTC" I0505 09:32:09.165210 3666 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h46m24.272945838s" I0505 09:32:09.188624 3666 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 09:32:09.200876 3666 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 09:32:09.200948 3666 server.go:101] MetricServer registers OVS metrics I0505 09:32:09.201119 3666 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 09:32:09.201180 3666 factory.go:561] Starting watch factory I0505 09:32:09.201202 3666 server.go:105] MetricServer registers OVN DB metrics I0505 09:32:09.201263 3666 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.201274 3666 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.201276 3666 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.201280 3666 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.201309 3666 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.201289 3666 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.201360 3666 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.201380 3666 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.202410 3666 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.202436 3666 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.202941 3666 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.203037 3666 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.205889 3666 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 09:32:09.205917 3666 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 09:32:09.208846 3666 controller_manager.go:370] Starting the ovnkube controller I0505 09:32:09.208859 3666 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-57.ec2.internal I0505 09:32:09.208903 3666 controller_manager.go:395] NBDB zone sync took: 36.725µs I0505 09:32:09.208912 3666 factory.go:561] Starting watch factory I0505 09:32:09.219142 3666 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 09:32:09.219160 3666 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 09:32:09.220243 3666 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.220718 3666 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.221936 3666 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.222264 3666 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.223687 3666 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.225614 3666 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 09:32:09.225651 3666 server.go:109] MetricServer registers OVN Controller metrics I0505 09:32:09.230496 3666 server.go:113] MetricServer registers OVN Northd metrics I0505 09:32:09.230722 3666 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:32:09.234902 3666 metrics.go:519] OVN Metrics Server starts to run ... I0505 09:32:09.307207 3666 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 09:32:09.307231 3666 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 09:32:09.307235 3666 factory.go:1977] *v1.Node informer cache synced successfully I0505 09:32:09.307238 3666 factory.go:1977] *v1.Service informer cache synced successfully I0505 09:32:09.307241 3666 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 09:32:09.307244 3666 factory.go:1977] *v1.Pod informer cache synced successfully I0505 09:32:09.307330 3666 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:32:09.307331 3666 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:32:09.307345 3666 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:32:09.307350 3666 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:32:09.310523 3666 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:32:09.310535 3666 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:32:09.312409 3666 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 09:32:09.312421 3666 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 09:32:09.312504 3666 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.312517 3666 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.315183 3666 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.316130 3666 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 09:32:09.316141 3666 factory.go:1977] *v1.Node informer cache synced successfully I0505 09:32:09.316145 3666 factory.go:1977] *v1.Service informer cache synced successfully I0505 09:32:09.316148 3666 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 09:32:09.316151 3666 factory.go:1977] *v1.Pod informer cache synced successfully I0505 09:32:09.316154 3666 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 09:32:09.317528 3666 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 09:32:09.317580 3666 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.317590 3666 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.320282 3666 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.321207 3666 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 09:32:09.321221 3666 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 09:32:09.322632 3666 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 09:32:09.322685 3666 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.322695 3666 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.325276 3666 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.327273 3666 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 09:32:09.327762 3666 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 09:32:09.327818 3666 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.327831 3666 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.330444 3666 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.332478 3666 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 09:32:09.332789 3666 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 09:32:09.332839 3666 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.332850 3666 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.335507 3666 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.338045 3666 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 09:32:09.338056 3666 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 09:32:09.338219 3666 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 09:32:09.338233 3666 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 09:32:09.340972 3666 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 09:32:09.343481 3666 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 09:32:09.343550 3666 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 09:32:09.343610 3666 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.343622 3666 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.343664 3666 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.343681 3666 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.346372 3666 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.346431 3666 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:32:09.348896 3666 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 09:32:09.348906 3666 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 09:32:09.348914 3666 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 09:32:09.348921 3666 factory.go:680] Watch Factory start up complete, took: 147.74454ms I0505 09:32:09.348984 3666 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 09:32:09.354363 3666 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 09:32:09.359546 3666 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 09:32:09.359558 3666 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 09:32:09.359565 3666 factory.go:680] Watch Factory start up complete, took: 150.652005ms I0505 09:32:09.359573 3666 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-57.ec2.internal" zone I0505 09:32:09.379582 3666 default_node_network_controller.go:710] Initializing the default node network controller I0505 09:32:09.431699 3666 udn_isolation.go:101] Starting UDN host isolation manager I0505 09:32:09.437708 3666 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 09:32:09.475699 3666 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 09:32:09.475769 3666 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 09:32:09.475785 3666 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 09:32:09.506137 3666 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 09:32:09.506198 3666 default_node_network_controller.go:809] Node ip-10-0-0-57.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0505 09:32:09.511617 3666 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.57"] k8s.ovn.org/zone-name:ip-10-0-0-57.ec2.internal] on node ip-10-0-0-57.ec2.internal I0505 09:32:09.531825 3666 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 09:32:09.537976 3666 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 09:32:09.538114 3666 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0505 09:32:09.538235 3666 gateway_init.go:263] Preparing Gateway I0505 09:32:09.538247 3666 gateway_shared_intf.go:1687] Creating new gateway I0505 09:32:09.609935 3666 controller_manager.go:429] Waiting for node in zone sync took: 250.349567ms I0505 09:32:09.615988 3666 controller_manager.go:611] Switching to transit router for layer2 networks I0505 09:32:09.616004 3666 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-57.ec2.internal I0505 09:32:09.619237 3666 iptables.go:108] Creating table: filter chain: FORWARD I0505 09:32:09.625199 3666 iptables.go:108] Creating table: filter chain: OUTPUT I0505 09:32:09.630687 3666 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 09:32:09.631157 3666 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 09:32:09.631175 3666 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-57.ec2.internal","mac-address":"12:cc:dd:fb:f4:a1","ip-addresses":["10.0.0.57/24"],"ip-address":"10.0.0.57/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5f811777-1cf0-457d-a08b-16e134890de7 k8s.ovn.org/node-encap-ips:["10.0.0.57"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.57/24"} k8s.ovn.org/zone-name:ip-10-0-0-57.ec2.internal] on node ip-10-0-0-57.ec2.internal I0505 09:32:09.637072 3666 controller_manager.go:290] SCTP support detected in OVN I0505 09:32:09.637681 3666 services_controller.go:69] Creating services controller for network=default I0505 09:32:09.637773 3666 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 09:32:09.637858 3666 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 09:32:09.637893 3666 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 09:32:09.637911 3666 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 09:32:09.637925 3666 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 09:32:09.638151 3666 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 09:32:09.638216 3666 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 09:32:09.638229 3666 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 42.332µs I0505 09:32:09.638264 3666 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 36.104µs I0505 09:32:09.638277 3666 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 60.512µs I0505 09:32:09.638285 3666 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 09:32:09.638300 3666 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 09:32:09.638314 3666 default_network_controller.go:325] Starting the default network controller I0505 09:32:09.638328 3666 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.345µs I0505 09:32:09.638362 3666 udn_enabled_svc.go:95] Performing full resync I0505 09:32:09.638745 3666 udn_enabled_svc.go:99] Waiting for handler to sync I0505 09:32:09.638758 3666 udn_enabled_svc.go:104] Starting worker I0505 09:32:09.647554 3666 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 09:32:09.647612 3666 repair.go:33] Syncing exgw routes took 44.471µs I0505 09:32:09.647633 3666 default_network_controller.go:414] Starting all the Watchers... I0505 09:32:09.647791 3666 namespace.go:98] [openshift-backplane] adding namespace I0505 09:32:09.647826 3666 namespace.go:98] [openshift-marketplace] adding namespace I0505 09:32:09.647838 3666 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 09:32:09.647842 3666 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 09:32:09.647840 3666 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 09:32:09.647845 3666 namespace.go:98] [openshift] adding namespace I0505 09:32:09.647855 3666 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 09:32:09.647857 3666 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 09:32:09.647857 3666 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 09:32:09.647866 3666 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 09:32:09.647870 3666 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 09:32:09.647875 3666 namespace.go:98] [openshift-operators] adding namespace I0505 09:32:09.647875 3666 namespace.go:98] [openshift-image-registry] adding namespace I0505 09:32:09.647875 3666 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 09:32:09.647890 3666 namespace.go:98] [openshift-authentication] adding namespace I0505 09:32:09.648542 3666 namespace.go:102] [openshift-backplane] adding namespace took 735.222µs I0505 09:32:09.648565 3666 namespace.go:98] [openshift-cluster-version] adding namespace I0505 09:32:09.649059 3666 namespace.go:102] [openshift-cluster-version] adding namespace took 487.258µs I0505 09:32:09.649073 3666 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 09:32:09.649648 3666 namespace.go:102] [openshift-marketplace] adding namespace took 1.80916ms I0505 09:32:09.649669 3666 namespace.go:98] [openshift-controller-manager] adding namespace I0505 09:32:09.650135 3666 namespace.go:102] [openshift-controller-manager] adding namespace took 458.325µs I0505 09:32:09.650149 3666 namespace.go:98] [openshift-insights] adding namespace I0505 09:32:09.650812 3666 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 2.965935ms I0505 09:32:09.650826 3666 namespace.go:98] [openshift-multus] adding namespace I0505 09:32:09.651375 3666 namespace.go:102] [openshift-backplane-tam] adding namespace took 3.529393ms I0505 09:32:09.651385 3666 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 09:32:09.651506 3666 default_node_network_controller.go:519] Node connection status = connected I0505 09:32:09.651910 3666 namespace.go:102] [openshift-service-ca-operator] adding namespace took 4.054793ms I0505 09:32:09.651927 3666 namespace.go:98] [default] adding namespace I0505 09:32:09.652366 3666 namespace.go:102] [openshift] adding namespace took 4.508867ms I0505 09:32:09.652380 3666 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 09:32:09.652829 3666 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 4.967636ms I0505 09:32:09.652843 3666 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 09:32:09.653277 3666 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.4131ms I0505 09:32:09.653296 3666 namespace.go:98] [openshift-console] adding namespace I0505 09:32:09.653750 3666 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.883519ms I0505 09:32:09.653762 3666 namespace.go:98] [openshift-monitoring] adding namespace I0505 09:32:09.654206 3666 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.335135ms I0505 09:32:09.654215 3666 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 09:32:09.654657 3666 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.781373ms I0505 09:32:09.654666 3666 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 09:32:09.655085 3666 namespace.go:102] [openshift-operators] adding namespace took 7.204836ms I0505 09:32:09.655094 3666 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 09:32:09.655587 3666 namespace.go:102] [openshift-image-registry] adding namespace took 7.699337ms I0505 09:32:09.655607 3666 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 09:32:09.656028 3666 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.138044ms I0505 09:32:09.656040 3666 namespace.go:98] [openshift-config] adding namespace I0505 09:32:09.656424 3666 namespace.go:102] [openshift-authentication] adding namespace took 8.525957ms I0505 09:32:09.656437 3666 namespace.go:98] [openshift-host-network] adding namespace I0505 09:32:09.656808 3666 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.73034ms I0505 09:32:09.656819 3666 namespace.go:98] [openshift-config-managed] adding namespace W0505 09:32:09.657159 3666 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-wtt2b: pod openshift-multus/network-metrics-daemon-wtt2b: no pod IPs found I0505 09:32:09.657185 3666 namespace.go:102] [openshift-insights] adding namespace took 7.029892ms I0505 09:32:09.657195 3666 namespace.go:98] [kube-system] adding namespace I0505 09:32:09.657694 3666 namespace.go:102] [openshift-multus] adding namespace took 6.861853ms I0505 09:32:09.657714 3666 namespace.go:98] [openshift-network-operator] adding namespace I0505 09:32:09.658100 3666 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.710562ms I0505 09:32:09.658112 3666 namespace.go:98] [openshift-node] adding namespace I0505 09:32:09.658476 3666 namespace.go:102] [default] adding namespace took 6.54512ms I0505 09:32:09.658486 3666 namespace.go:98] [kube-node-lease] adding namespace I0505 09:32:09.658897 3666 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.509687ms I0505 09:32:09.658914 3666 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 09:32:09.659279 3666 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.429886ms I0505 09:32:09.659294 3666 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 09:32:09.659799 3666 namespace.go:102] [openshift-console] adding namespace took 6.495103ms I0505 09:32:09.659815 3666 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 09:32:09.660196 3666 namespace.go:102] [openshift-monitoring] adding namespace took 6.429517ms I0505 09:32:09.660209 3666 namespace.go:98] [openshift-apiserver] adding namespace I0505 09:32:09.660600 3666 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.380092ms I0505 09:32:09.660613 3666 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 09:32:09.661337 3666 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.666114ms I0505 09:32:09.661349 3666 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 09:32:09.661749 3666 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.650672ms I0505 09:32:09.661761 3666 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 09:32:09.662180 3666 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.566303ms I0505 09:32:09.662195 3666 namespace.go:98] [openshift-network-console] adding namespace I0505 09:32:09.662578 3666 namespace.go:102] [openshift-config] adding namespace took 6.531825ms I0505 09:32:09.662595 3666 namespace.go:98] [openshift-config-operator] adding namespace I0505 09:32:09.663207 3666 namespace.go:102] [openshift-host-network] adding namespace took 6.763575ms I0505 09:32:09.663221 3666 namespace.go:98] [kube-public] adding namespace I0505 09:32:09.663650 3666 namespace.go:102] [openshift-config-managed] adding namespace took 6.824822ms I0505 09:32:09.663665 3666 namespace.go:98] [openshift-package-operator] adding namespace I0505 09:32:09.664043 3666 namespace.go:102] [kube-system] adding namespace took 6.844289ms I0505 09:32:09.664051 3666 namespace.go:98] [openshift-dns-operator] adding namespace I0505 09:32:09.664596 3666 namespace.go:102] [openshift-network-operator] adding namespace took 6.876425ms I0505 09:32:09.664610 3666 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 09:32:09.664980 3666 namespace.go:102] [openshift-node] adding namespace took 6.863346ms I0505 09:32:09.664991 3666 namespace.go:98] [openshift-etcd] adding namespace I0505 09:32:09.665371 3666 namespace.go:102] [kube-node-lease] adding namespace took 6.880659ms I0505 09:32:09.665383 3666 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 09:32:09.665747 3666 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.828245ms I0505 09:32:09.665758 3666 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 09:32:09.666326 3666 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.026475ms I0505 09:32:09.666339 3666 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 09:32:09.666785 3666 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.964745ms I0505 09:32:09.666797 3666 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 09:32:09.667164 3666 namespace.go:102] [openshift-apiserver] adding namespace took 6.95037ms I0505 09:32:09.667176 3666 namespace.go:98] [open-cluster-management-2q3mf58ftm55ihbc68po7fqbj5oplorq] adding namespace I0505 09:32:09.667547 3666 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.929173ms I0505 09:32:09.667557 3666 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 09:32:09.668036 3666 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.683549ms I0505 09:32:09.668043 3666 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 09:32:09.668661 3666 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.896165ms I0505 09:32:09.668671 3666 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 09:32:09.669136 3666 namespace.go:102] [openshift-network-console] adding namespace took 6.937468ms I0505 09:32:09.669146 3666 namespace.go:98] [openshift-console-operator] adding namespace I0505 09:32:09.669557 3666 namespace.go:102] [openshift-config-operator] adding namespace took 6.956514ms I0505 09:32:09.669571 3666 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 09:32:09.669937 3666 namespace.go:102] [kube-public] adding namespace took 6.711216ms I0505 09:32:09.669949 3666 namespace.go:98] [dedicated-admin] adding namespace I0505 09:32:09.670328 3666 namespace.go:102] [openshift-package-operator] adding namespace took 6.658837ms I0505 09:32:09.670340 3666 namespace.go:98] [openshift-infra] adding namespace I0505 09:32:09.670729 3666 namespace.go:102] [openshift-dns-operator] adding namespace took 6.672042ms I0505 09:32:09.671116 3666 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.498978ms I0505 09:32:09.671138 3666 namespace.go:98] [openshift-dns] adding namespace I0505 09:32:09.671684 3666 namespace.go:102] [openshift-etcd] adding namespace took 6.687174ms I0505 09:32:09.671697 3666 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 09:32:09.672165 3666 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.7765ms I0505 09:32:09.672177 3666 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 09:32:09.672596 3666 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.833591ms I0505 09:32:09.672607 3666 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 09:32:09.673146 3666 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.803233ms I0505 09:32:09.673156 3666 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 09:32:09.673579 3666 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.776638ms I0505 09:32:09.673595 3666 namespace.go:98] [openshift-ingress] adding namespace I0505 09:32:09.674025 3666 namespace.go:102] [open-cluster-management-2q3mf58ftm55ihbc68po7fqbj5oplorq] adding namespace took 6.844261ms I0505 09:32:09.674036 3666 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 09:32:09.674473 3666 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.912262ms I0505 09:32:09.674483 3666 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 09:32:09.674989 3666 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.940288ms I0505 09:32:09.675002 3666 namespace.go:98] [openshift-logging] adding namespace I0505 09:32:09.675358 3666 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.682007ms I0505 09:32:09.675788 3666 namespace.go:102] [openshift-console-operator] adding namespace took 6.638577ms I0505 09:32:09.675799 3666 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 09:32:09.676185 3666 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.607932ms I0505 09:32:09.676197 3666 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 09:32:09.676564 3666 namespace.go:102] [dedicated-admin] adding namespace took 6.61026ms I0505 09:32:09.676576 3666 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 09:32:09.677001 3666 namespace.go:102] [openshift-infra] adding namespace took 6.657105ms I0505 09:32:09.677501 3666 namespace.go:102] [openshift-dns] adding namespace took 6.359734ms W0505 09:32:09.677507 3666 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qx2jd: pod openshift-network-diagnostics/network-check-target-qx2jd: no pod IPs found I0505 09:32:09.678051 3666 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.34736ms I0505 09:32:09.678567 3666 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.38368ms I0505 09:32:09.679015 3666 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.402553ms I0505 09:32:09.679413 3666 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.252267ms I0505 09:32:09.679782 3666 namespace.go:102] [openshift-ingress] adding namespace took 6.181344ms I0505 09:32:09.679801 3666 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 09:32:09.680251 3666 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.210453ms I0505 09:32:09.680264 3666 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 09:32:09.680664 3666 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.177391ms I0505 09:32:09.681082 3666 namespace.go:102] [openshift-logging] adding namespace took 6.075631ms I0505 09:32:09.681093 3666 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 09:32:09.681471 3666 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.669017ms I0505 09:32:09.681480 3666 namespace.go:98] [openshift-machine-api] adding namespace I0505 09:32:09.682064 3666 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.863791ms I0505 09:32:09.682593 3666 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.011772ms I0505 09:32:09.683104 3666 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 3.298896ms I0505 09:32:09.683639 3666 namespace.go:102] [openshift-customer-monitoring] adding namespace took 3.369306ms I0505 09:32:09.684168 3666 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 3.072048ms I0505 09:32:09.684636 3666 namespace.go:102] [openshift-machine-api] adding namespace took 3.15205ms I0505 09:32:09.684797 3666 master.go:548] Adding or Updating local node "ip-10-0-0-57.ec2.internal" for network "default" I0505 09:32:09.685754 3666 zone_ic_handler.go:195] Time taken to create transit switch: 400.88µs I0505 09:32:09.685771 3666 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-147.ec2.internal for the network default E0505 09:32:09.686099 3666 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-134.ec2.internal, error: adding or updating remote node IC resources ip-10-0-1-134.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-134.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009175620 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1832282771}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0505 09:32:09.686158 3666 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-134.ec2.internal", UID:"182d64f1-8751-4478-9f01-951291e331d1", APIVersion:"v1", ResourceVersion:"8715", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-1-134.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-134.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009175620 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1832282771}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0505 09:32:09.686849 3666 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-147.ec2.internal" on network "default" took: 1.512686ms W0505 09:32:09.693259 3666 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-qx2jd: pod openshift-network-diagnostics/network-check-target-qx2jd: no pod IPs found W0505 09:32:09.693278 3666 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-wtt2b: pod openshift-multus/network-metrics-daemon-wtt2b: no pod IPs found I0505 09:32:09.694283 3666 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-57.ec2.internal for the network default I0505 09:32:09.694445 3666 zone_ic_handler.go:195] Time taken to create transit switch: 150.974µs I0505 09:32:09.695162 3666 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 09:32:09.695184 3666 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 09:32:09.695199 3666 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 09:32:09.695210 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-147.ec2.internal in network "default" I0505 09:32:09.695263 3666 node_tracker.go:169] Node ip-10-0-2-147.ec2.internal switch + router changed, syncing services in network "default" I0505 09:32:09.695280 3666 services_controller.go:574] Full service sync requested for network=default I0505 09:32:09.695290 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-57.ec2.internal in network "default" I0505 09:32:09.695311 3666 node_tracker.go:169] Node ip-10-0-0-57.ec2.internal switch + router changed, syncing services in network "default" I0505 09:32:09.695318 3666 services_controller.go:574] Full service sync requested for network=default I0505 09:32:09.695325 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-134.ec2.internal in network "default" I0505 09:32:09.695345 3666 node_tracker.go:169] Node ip-10-0-1-134.ec2.internal switch + router changed, syncing services in network "default" I0505 09:32:09.695351 3666 services_controller.go:574] Full service sync requested for network=default I0505 09:32:09.796179 3666 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 09:32:09.796209 3666 services_controller.go:208] Setting up event handlers for services for network=default I0505 09:32:09.796273 3666 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 09:32:09.796343 3666 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 09:32:09.796364 3666 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 09:32:09.896830 3666 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 09:32:09.896858 3666 repair.go:60] Starting repairing loop for services I0505 09:32:09.896947 3666 repair.go:131] Deleted 0 stale service LBs I0505 09:32:09.896969 3666 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 09:32:09.896989 3666 repair.go:62] Finished repairing loop for services: 136.219µs I0505 09:32:09.897014 3666 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 09:32:09.897024 3666 services_controller.go:254] Starting workers for network=default I0505 09:32:09.897438 3666 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qx2jd] creating logical port openshift-network-diagnostics_network-check-target-qx2jd for pod on switch ip-10-0-0-57.ec2.internal I0505 09:32:09.897517 3666 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-wtt2b] creating logical port openshift-multus_network-metrics-daemon-wtt2b for pod on switch ip-10-0-0-57.ec2.internal I0505 09:32:09.897618 3666 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-qx2jd I0505 09:32:09.897647 3666 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-wtt2b I0505 09:32:09.913849 3666 pod.go:62] [openshift-network-diagnostics/network-check-target-qx2jd] pod update took 16.296511ms I0505 09:32:09.913877 3666 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-qx2jd] addLogicalPort annotation time took 16.327577ms I0505 09:32:09.914746 3666 pod.go:62] [openshift-multus/network-metrics-daemon-wtt2b] pod update took 17.159485ms I0505 09:32:09.914774 3666 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-wtt2b] addLogicalPort annotation time took 17.188185ms I0505 09:32:09.914891 3666 pods.go:271] [openshift-network-diagnostics/network-check-target-qx2jd] addLogicalPort took 17.468893ms, libovsdb time 769.804µs I0505 09:32:09.915766 3666 pods.go:271] [openshift-multus/network-metrics-daemon-wtt2b] addLogicalPort took 18.259457ms, libovsdb time 658.269µs I0505 09:32:09.916411 3666 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 09:32:09.916434 3666 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 09:32:09.916447 3666 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 09:32:09.916469 3666 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 09:32:09.916638 3666 repair.go:29] Repairing admin network policies took 164.121µs I0505 09:32:09.916798 3666 repair.go:92] Repairing baseline admin network policies took 149.653µs I0505 09:32:09.917235 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 09:32:09.917249 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 09:32:09.918797 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 09:32:09.918823 3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 09:32:09.918846 3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 09:32:09.920899 3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 09:32:09.920920 3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 09:32:09.920936 3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 09:32:09.921493 3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 09:32:09.921508 3666 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 09:32:09.921518 3666 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 09:32:09.923445 3666 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 09:32:09.923481 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 09:32:09.923490 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 09:32:09.925212 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 09:32:09.925235 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 09:32:09.926120 3666 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 09:32:09.926137 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 09:32:09.927981 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 09:32:09.928001 3666 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 09:32:09.928008 3666 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 09:32:09.928305 3666 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 09:32:09.928324 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 09:32:09.928334 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 09:32:09.930510 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 09:32:09.930529 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 09:32:09.930538 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 09:32:09.931062 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 09:32:09.931083 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 09:32:09.931093 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 09:32:09.931374 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 09:32:09.931391 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 09:32:09.931398 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 09:32:09.931937 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 09:32:09.931956 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 09:32:09.931962 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 09:32:09.932231 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 09:32:09.932247 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 09:32:09.932253 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 09:32:09.932957 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 09:32:09.932974 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 09:32:09.933001 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 09:32:09.933505 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 09:32:09.933522 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 09:32:09.933532 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 09:32:09.935150 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 09:32:09.935177 3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 09:32:09.935186 3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 09:32:09.936121 3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 09:32:09.936144 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 09:32:09.936154 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 09:32:09.937399 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 09:32:09.937418 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 09:32:09.937426 3666 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 09:32:09.939272 3666 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 09:32:09.939292 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 09:32:09.939300 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 09:32:09.939830 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 09:32:09.939847 3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 09:32:09.939855 3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 09:32:09.940949 3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 09:32:09.940965 3666 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 09:32:09.940974 3666 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 09:32:09.942264 3666 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 09:32:09.942289 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 09:32:09.942305 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 09:32:09.943675 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 09:32:09.943696 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 09:32:09.943706 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 09:32:09.945079 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 09:32:09.945105 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 09:32:09.945118 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 09:32:09.946002 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 09:32:09.946024 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 09:32:09.946033 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 09:32:09.946602 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 09:32:09.946616 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 09:32:09.946623 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 09:32:09.947084 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 09:32:09.947102 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 09:32:09.947111 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 09:32:09.947678 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 09:32:09.947704 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 09:32:09.947743 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 09:32:09.948494 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 09:32:09.948517 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 09:32:09.948539 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 09:32:09.949096 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 09:32:09.954899 3666 egressfirewall.go:374] Starting EgressFirewall controller I0505 09:32:09.954935 3666 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 09:32:09.954942 3666 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 09:32:09.954957 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 09:32:09.954969 3666 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 09:32:09.954975 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 09:32:09.954984 3666 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 09:32:09.955245 3666 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 09:32:09.955259 3666 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 09:32:09.955265 3666 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 09:32:09.955274 3666 egressqos.go:193] Setting up event handlers for EgressQoS I0505 09:32:09.955339 3666 egressfirewall.go:723] Syncing node "ip-10-0-0-57.ec2.internal" for egress firewall I0505 09:32:09.955351 3666 egressfirewall.go:723] Syncing node "ip-10-0-1-134.ec2.internal" for egress firewall I0505 09:32:09.955355 3666 egressfirewall.go:723] Syncing node "ip-10-0-2-147.ec2.internal" for egress firewall I0505 09:32:09.955397 3666 egressqos.go:245] Starting EgressQoS Controller I0505 09:32:09.955410 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 09:32:09.955417 3666 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 09:32:09.955425 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 09:32:09.955430 3666 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 09:32:09.955435 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 09:32:09.955439 3666 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 09:32:09.955443 3666 egressqos.go:259] Repairing EgressQoSes I0505 09:32:09.955447 3666 egressqos.go:399] Starting repairing loop for egressqos I0505 09:32:09.955547 3666 egressqos.go:401] Finished repairing loop for egressqos: 99.779µs I0505 09:32:09.955569 3666 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 09:32:09.955597 3666 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-57.ec2.internal I0505 09:32:09.955642 3666 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-57.ec2.internal : 46.794µs I0505 09:32:09.955671 3666 egressservice_zone.go:210] Starting Egress Services Controller I0505 09:32:09.955681 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 09:32:09.955686 3666 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 09:32:09.955692 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 09:32:09.955696 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 09:32:09.955704 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 09:32:09.955709 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 09:32:09.955714 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 09:32:09.955719 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 09:32:09.955722 3666 egressservice_zone.go:228] Repairing Egress Services I0505 09:32:09.955983 3666 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 09:32:09.955993 3666 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 09:32:09.956063 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-147.ec2.internal I0505 09:32:09.956083 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-147.ec2.internal: 21.331µs I0505 09:32:09.956095 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-57.ec2.internal I0505 09:32:09.956101 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-57.ec2.internal: 6.455µs I0505 09:32:09.956108 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-134.ec2.internal I0505 09:32:09.956117 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-134.ec2.internal: 9.183µs I0505 09:32:09.956124 3666 default_network_controller.go:585] Completing all the Watchers took 308.479386ms I0505 09:32:09.956137 3666 default_network_controller.go:589] Starting unidling controllers I0505 09:32:09.956152 3666 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 09:32:09.956158 3666 unidle.go:63] Populating Initial ContollerEvent events I0505 09:32:09.956171 3666 unidle.go:79] Setting up event handlers for services I0505 09:32:09.956237 3666 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 09:32:10.151845 3666 default_node_network_controller.go:519] Node connection status = connected I0505 09:32:10.653126 3666 default_node_network_controller.go:519] Node connection status = connected I0505 09:32:11.152569 3666 default_node_network_controller.go:519] Node connection status = connected I0505 09:32:11.316895 3666 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller W0505 09:32:11.557755 3666 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:11.652728 3666 default_node_network_controller.go:519] Node connection status = connected I0505 09:32:11.671543 3666 bridgeconfig.go:537] Gateway is ready I0505 09:32:11.671563 3666 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 09:32:11.684411 3666 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.57. Updating OVN encap IP. I0505 09:32:11.689842 3666 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.57 - it is already configured I0505 09:32:11.689858 3666 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.57/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 09:32:11.690122 3666 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.57/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-57.ec2.internal","mac-address":"12:cc:dd:fb:f4:a1","ip-addresses":["10.0.0.57/24"],"ip-address":"10.0.0.57/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5f811777-1cf0-457d-a08b-16e134890de7 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.57/24"}] on node ip-10-0-0-57.ec2.internal I0505 09:32:11.705018 3666 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.57 I0505 09:32:11.705102 3666 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-57.ec2.internal I0505 09:32:11.705171 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-57.ec2.internal I0505 09:32:11.705194 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-57.ec2.internal: 28.639µs I0505 09:32:11.705263 3666 egressfirewall.go:723] Syncing node "ip-10-0-0-57.ec2.internal" for egress firewall I0505 09:32:11.705291 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-57.ec2.internal in network "default" I0505 09:32:11.705359 3666 master.go:548] Adding or Updating local node "ip-10-0-0-57.ec2.internal" for network "default" I0505 09:32:11.705416 3666 node_tracker.go:169] Node ip-10-0-0-57.ec2.internal switch + router changed, syncing services in network "default" I0505 09:32:11.705466 3666 services_controller.go:574] Full service sync requested for network=default W0505 09:32:11.705870 3666 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:11.710725 3666 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-57.ec2.internal. Updating no re-route policies I0505 09:32:11.710799 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-fm8ft I0505 09:32:11.710815 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2fcv7 I0505 09:32:11.710821 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-fm8ft I0505 09:32:11.710829 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2fcv7 I0505 09:32:11.710829 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-z4jjr I0505 09:32:11.710841 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5dkbq I0505 09:32:11.710843 3666 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-57.ec2.internal I0505 09:32:11.710852 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5dkbq I0505 09:32:11.710815 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-wtt2b I0505 09:32:11.710856 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-mwz9m I0505 09:32:11.710856 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-qx2jd I0505 09:32:11.710866 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-mwz9m I0505 09:32:11.710868 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-qx2jd I0505 09:32:11.710846 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-z4jjr I0505 09:32:11.710871 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-9nmpp I0505 09:32:11.710885 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-mwz9m after 0 failed attempt(s) I0505 09:32:11.710891 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-9nmpp I0505 09:32:11.710894 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-z4jjr after 0 failed attempt(s) I0505 09:32:11.710897 3666 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-w8fkc I0505 09:32:11.710858 3666 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-57.ec2.internal I0505 09:32:11.710903 3666 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-w8fkc I0505 09:32:11.710915 3666 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-w8fkc after 0 failed attempt(s) I0505 09:32:11.710917 3666 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-57.ec2.internal after 0 failed attempt(s) I0505 09:32:11.710918 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-9nmpp after 0 failed attempt(s) I0505 09:32:11.710832 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zwkl4 I0505 09:32:11.710852 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-2fcv7 after 0 failed attempt(s) I0505 09:32:11.710930 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zwkl4 I0505 09:32:11.710847 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-fm8ft after 0 failed attempt(s) I0505 09:32:11.710804 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-67stz I0505 09:32:11.710944 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zwkl4 after 0 failed attempt(s) I0505 09:32:11.710875 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5dkbq after 0 failed attempt(s) I0505 09:32:11.710949 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-67stz I0505 09:32:11.710874 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-57.ec2.internal I0505 09:32:11.710969 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-67stz after 0 failed attempt(s) I0505 09:32:11.710861 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-wtt2b I0505 09:32:11.710976 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-57.ec2.internal I0505 09:32:11.711022 3666 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-wtt2b] creating logical port openshift-multus_network-metrics-daemon-wtt2b for pod on switch ip-10-0-0-57.ec2.internal I0505 09:32:11.711050 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-57.ec2.internal after 0 failed attempt(s) I0505 09:32:11.710902 3666 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qx2jd] creating logical port openshift-network-diagnostics_network-check-target-qx2jd for pod on switch ip-10-0-0-57.ec2.internal I0505 09:32:11.711847 3666 pods.go:271] [openshift-multus/network-metrics-daemon-wtt2b] addLogicalPort took 834.048µs, libovsdb time 280.122µs I0505 09:32:11.711864 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-wtt2b after 0 failed attempt(s) I0505 09:32:11.711929 3666 pods.go:271] [openshift-network-diagnostics/network-check-target-qx2jd] addLogicalPort took 1.038366ms, libovsdb time 344.364µs I0505 09:32:11.711948 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-qx2jd after 0 failed attempt(s) I0505 09:32:11.720282 3666 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 09:32:11.733248 3666 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 09:32:11.736673 3666 iptables.go:108] Creating table: nat chain: OUTPUT I0505 09:32:11.760542 3666 iptables.go:108] Creating table: nat chain: PREROUTING I0505 09:32:11.802500 3666 iptables.go:108] Creating table: filter chain: FORWARD I0505 09:32:11.819568 3666 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 09:32:11.819680 3666 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 09:32:11.819749 3666 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 09:32:11.819830 3666 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 09:32:11.819892 3666 gateway_init.go:325] Gateway and management port readiness took 2.172494886s I0505 09:32:11.819918 3666 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 09:32:11.819980 3666 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 09:32:11.819992 3666 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 09:32:11.820006 3666 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 09:32:11.820075 3666 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 09:32:11.820166 3666 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.591µs I0505 09:32:11.820407 3666 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 09:32:11.820432 3666 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.582µs I0505 09:32:11.820440 3666 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.622µs I0505 09:32:11.820445 3666 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 09:32:11.820474 3666 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 09:32:11.820490 3666 default_node_network_controller.go:899] Starting the default node network controller I0505 09:32:11.820499 3666 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 09:32:11.820514 3666 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.221µs I0505 09:32:11.820671 3666 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 09:32:11.820680 3666 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 09:32:11.820707 3666 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009725a0 0xc000342310 0xc000342460 0xc0003424d0 0xc000342540 0xc0003425b0 0xc000342620 0xc00003b7c0 0xc000342700 0xc000342770 0xc000c503c0 0xc00627b570 0xc0003427e0 map[0x2ff9080:0xc002e187e0 0x2ff95c0:0xc002e18960 0x2ffa2e0:0xc002e18720 0x2ffa580:0xc002e18780 0x2ffad60:0xc002e18840 0x2ffb000:0xc002e188a0 0x2ffb2a0:0xc002e18900 0x2ffba80:0xc002e189c0 0x2ffbd20:0xc002e18a20 0x3026980:0xc0015858c0 0x3026d20:0xc001585920 0x3027800:0xc000971aa0 0x3029160:0xc000d84840 0x30298a0:0xc002a054a0 0x302a720:0xc000aa4c00] 0xc000908700 0} I0505 09:32:11.820769 3666 gateway.go:151] Starting gateway service sync I0505 09:32:11.821182 3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 09:32:11.823386 3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 09:32:11.833058 3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 09:32:11.834533 3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 09:32:11.835689 3666 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 09:32:11.870942 3666 gateway.go:168] Gateway service sync done. Time taken: 50.160734ms I0505 09:32:11.871601 3666 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31678 I0505 09:32:11.871797 3666 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009725a0 0xc000342310 0xc000342460 0xc0003424d0 0xc000342540 0xc0003425b0 0xc000342620 0xc00003b7c0 0xc000342700 0xc000342770 0xc000c503c0 0xc00627b570 0xc0003427e0 map[0x2ff9080:0xc002e187e0 0x2ff95c0:0xc002e18960 0x2ffa2e0:0xc002e18720 0x2ffa580:0xc002e18780 0x2ffad60:0xc002e18840 0x2ffb000:0xc002e188a0 0x2ffb2a0:0xc002e18900 0x2ffba80:0xc002e189c0 0x2ffbd20:0xc002e18a20 0x3026980:0xc0015858c0 0x3026d20:0xc001585920 0x3027800:0xc000971aa0 0x3029160:0xc000d84840 0x30298a0:0xc002a054a0 0x302a720:0xc000aa4c00] 0xc000908700 0} I0505 09:32:11.872488 3666 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009725a0 0xc000342310 0xc000342460 0xc0003424d0 0xc000342540 0xc0003425b0 0xc000342620 0xc00003b7c0 0xc000342700 0xc000342770 0xc000c503c0 0xc00627b570 0xc0003427e0 map[0x2ff9080:0xc002e187e0 0x2ff95c0:0xc002e18960 0x2ffa2e0:0xc002e18720 0x2ffa580:0xc002e18780 0x2ffad60:0xc002e18840 0x2ffb000:0xc002e188a0 0x2ffb2a0:0xc002e18900 0x2ffba80:0xc002e189c0 0x2ffbd20:0xc002e18a20 0x3026980:0xc0015858c0 0x3026d20:0xc001585920 0x3027800:0xc000971aa0 0x3029160:0xc000d84840 0x30298a0:0xc002a054a0 0x302a720:0xc000aa4c00] 0xc000908700 0} I0505 09:32:11.872532 3666 gateway.go:532] Reconciling gateway with updates I0505 09:32:11.878075 3666 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 09:32:11.878161 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 09:32:11.878181 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 09:32:11.878194 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 09:32:11.878201 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 09:32:11.878207 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 09:32:11.878211 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 09:32:11.878220 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 09:32:11.878224 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 09:32:11.878223 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 09:32:11.878232 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 09:32:11.878232 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 09:32:11.878226 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 09:32:11.878180 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 09:32:11.878246 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 09:32:11.878256 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 09:32:11.878259 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 09:32:11.878263 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 09:32:11.878268 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 09:32:11.878278 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 09:32:11.878282 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 09:32:11.878213 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 09:32:11.878327 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 09:32:11.878158 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 09:32:11.878342 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 09:32:11.878349 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 09:32:11.878352 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 09:32:11.878358 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 09:32:11.878360 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 09:32:11.878266 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 09:32:11.878367 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 09:32:11.878375 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 09:32:11.878378 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 09:32:11.878187 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 09:32:11.878387 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 09:32:11.878391 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 09:32:11.878380 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 09:32:11.878400 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 09:32:11.878405 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 09:32:11.878408 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 09:32:11.878412 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 09:32:11.878238 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 09:32:11.878367 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 09:32:11.878418 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 09:32:11.878428 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 09:32:11.878434 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 09:32:11.878436 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 09:32:11.878446 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 09:32:11.878467 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 09:32:11.878470 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 09:32:11.878475 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 09:32:11.878478 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 09:32:11.878486 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 09:32:11.878491 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 09:32:11.878383 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 09:32:11.878494 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 09:32:11.878492 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 09:32:11.878513 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 09:32:11.878514 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 09:32:11.878515 3666 port_claim.go:71] Svc openshift-ingress/router-default: port 30964 is already open, no action needed I0505 09:32:11.878525 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 09:32:11.878532 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 09:32:11.878534 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 09:32:11.878477 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 09:32:11.878519 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 09:32:11.878544 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 09:32:11.878549 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 09:32:11.878551 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 09:32:11.878559 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 09:32:11.878562 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 09:32:11.878375 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 09:32:11.878565 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 09:32:11.878570 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 09:32:11.878573 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 09:32:11.878583 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 09:32:11.878585 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 09:32:11.878587 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:11.878593 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 09:32:11.878590 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 09:32:11.878594 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 09:32:11.878597 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 09:32:11.878603 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 09:32:11.878613 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 09:32:11.878534 3666 port_claim.go:71] Svc openshift-ingress/router-default: port 31396 is already open, no action needed I0505 09:32:11.878635 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 09:32:11.878611 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 09:32:11.878651 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 09:32:11.878676 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 09:32:11.878656 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 09:32:11.878590 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 09:32:11.878616 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 09:32:11.878169 3666 default_node_network_controller.go:944] Gateway and management port readiness took 57.480544ms I0505 09:32:11.878752 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 09:32:11.878769 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 09:32:11.878598 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:11.878362 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 09:32:11.878834 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 09:32:11.878491 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 09:32:11.878841 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 09:32:11.878499 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 09:32:11.878249 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 09:32:11.878519 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 09:32:11.878909 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 09:32:11.878523 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 09:32:11.878943 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 09:32:11.878531 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 09:32:11.878953 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 09:32:11.878534 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 09:32:11.878248 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 09:32:11.878979 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 09:32:11.878543 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 09:32:11.879042 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 09:32:11.878397 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 09:32:11.878568 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 09:32:11.879105 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 09:32:11.878576 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 09:32:11.878642 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 09:32:11.879198 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 09:32:11.879208 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 09:32:11.878265 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 09:32:11.878419 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 09:32:11.879492 3666 node_ip_handler_linux.go:160] Node IP manager is running W0505 09:32:11.917993 3666 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 09:32:11.918254 3666 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 09:32:11.918423 3666 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0505 09:32:11.928678 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 09:32:11.928689 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 09:32:11.928710 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 09:32:11.928717 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 09:32:11.928724 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 09:32:11.928751 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 09:32:11.928758 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 09:32:11.928764 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 09:32:11.928773 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 09:32:11.928778 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 09:32:11.973375 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 09:32:11.973406 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 09:32:11.973414 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 09:32:11.973420 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 09:32:12.014889 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 09:32:13.336221 3666 default_node_network_controller.go:1380] Starting node controller node sync W0505 09:32:13.336252 3666 egressip_healthcheck.go:76] Health checking using insecure connection I0505 09:32:13.336303 3666 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0505 09:32:13.348045 3666 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.799217ms I0505 09:32:13.348179 3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-147.ec2.internal", IP: 10.0.2.147 to PMTUD blocking rules I0505 09:32:13.348197 3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-147.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 09:32:13.348179 3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-134.ec2.internal", IP: 10.0.1.134 to PMTUD blocking rules I0505 09:32:13.348273 3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-134.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 09:32:13.360540 3666 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 09:32:13.360998 3666 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 09:32:13.361214 3666 egressservice_node.go:183] Starting Egress Services Controller I0505 09:32:13.361236 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 09:32:13.361246 3666 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 09:32:13.361251 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 09:32:13.361256 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 09:32:13.361262 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 09:32:13.361266 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 09:32:13.361271 3666 egressservice_node.go:197] Repairing Egress Services I0505 09:32:13.371129 3666 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 09:32:13.371142 3666 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 09:32:13.371360 3666 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 09:32:13.371380 3666 link_network_manager.go:119] Link manager is running I0505 09:32:13.371389 3666 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 09:32:13.371608 3666 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 09:32:13.372121 3666 vrf_manager.go:128] VRF manager is running I0505 09:32:13.372207 3666 node_controller_manager.go:437] Removing flows to drop GARP I0505 09:32:13.372219 3666 gateway.go:532] Reconciling gateway with updates I0505 09:32:13.400381 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 09:32:13.400407 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 09:32:13.400484 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 09:32:13.400498 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 09:32:13.400509 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 09:32:13.400516 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 09:32:13.400517 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 09:32:13.400529 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 09:32:13.400513 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 09:32:13.400538 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 09:32:13.400544 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 09:32:13.400542 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:13.400555 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 09:32:13.400564 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 09:32:13.400565 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 09:32:13.400556 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 09:32:13.400574 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 09:32:13.400576 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 09:32:13.400376 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 09:32:13.400582 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 09:32:13.400583 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 09:32:13.400564 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:13.400593 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 09:32:13.400595 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 09:32:13.400595 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 09:32:13.400602 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 09:32:13.400609 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 09:32:13.400607 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 09:32:13.400618 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 09:32:13.400616 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 09:32:13.400625 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 09:32:13.400630 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 09:32:13.400635 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 09:32:13.400638 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 09:32:13.400645 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 09:32:13.400648 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 09:32:13.400651 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 09:32:13.400651 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 09:32:13.400656 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 09:32:13.400659 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 09:32:13.400669 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 09:32:13.400669 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 09:32:13.400675 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 09:32:13.400671 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 09:32:13.400678 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 09:32:13.400682 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 09:32:13.400682 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 09:32:13.400691 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 09:32:13.400671 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 09:32:13.400699 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 09:32:13.400730 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 09:32:13.400691 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 09:32:13.400611 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 09:32:13.400757 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 09:32:13.400575 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 09:32:13.400767 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 09:32:13.400622 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 09:32:13.400778 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 09:32:13.400483 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 09:32:13.400785 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 09:32:13.400791 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 09:32:13.400790 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 09:32:13.400800 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 09:32:13.400732 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 09:32:13.400634 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 09:32:13.400668 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 09:32:13.400802 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 09:32:13.400634 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 09:32:13.400581 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 09:32:13.400909 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 09:32:13.400919 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 09:32:13.400928 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 09:32:13.400553 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 09:32:13.400595 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 09:32:13.400990 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 09:32:13.401001 3666 port_claim.go:71] Svc openshift-ingress/router-default: port 30964 is already open, no action needed I0505 09:32:13.401007 3666 port_claim.go:71] Svc openshift-ingress/router-default: port 31396 is already open, no action needed I0505 09:32:13.400567 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 09:32:13.400521 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 09:32:13.400380 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 09:32:13.401086 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 09:32:13.400537 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 09:32:13.401125 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 09:32:13.400537 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 09:32:13.401134 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 09:32:13.400553 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 09:32:13.401180 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 09:32:13.400557 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 09:32:13.400569 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 09:32:13.401235 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 09:32:13.400575 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 09:32:13.401263 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 09:32:13.400616 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 09:32:13.401305 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 09:32:13.400625 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 09:32:13.401336 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 09:32:13.400646 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 09:32:13.401366 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 09:32:13.401371 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 09:32:13.400645 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 09:32:13.401379 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 09:32:13.400662 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 09:32:13.401412 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 09:32:13.400675 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 09:32:13.400680 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 09:32:13.400686 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 09:32:13.400830 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 09:32:13.400913 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 09:32:13.401520 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 09:32:13.442936 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 09:32:13.442962 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 09:32:13.442969 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 09:32:13.442974 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 09:32:13.442993 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 09:32:13.443009 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 09:32:13.443016 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 09:32:13.443022 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 09:32:13.443029 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 09:32:13.443035 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 09:32:13.483325 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 09:32:13.483354 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 09:32:13.483367 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 09:32:13.483378 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 09:32:13.483385 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 09:32:13.524681 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 09:32:13.524720 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 09:32:13.524731 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 09:32:13.524740 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 09:32:13.524748 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 09:32:13.524758 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 09:32:13.524765 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 09:32:13.524774 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 09:32:13.524786 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 09:32:13.524794 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) W0505 09:32:13.813153 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 09:32:15.548225 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-57.ec2.internal I0505 09:32:15.548255 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-57.ec2.internal: 36.836µs I0505 09:32:15.580053 3666 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-86756d5779-qrvt9] creating logical port openshift-image-registry_image-registry-86756d5779-qrvt9 for pod on switch ip-10-0-0-57.ec2.internal I0505 09:32:15.580309 3666 kube.go:256] Updating pod openshift-image-registry/image-registry-86756d5779-qrvt9 I0505 09:32:15.612950 3666 pod.go:62] [openshift-image-registry/image-registry-86756d5779-qrvt9] pod update took 32.732229ms I0505 09:32:15.612979 3666 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-86756d5779-qrvt9] addLogicalPort annotation time took 32.773104ms I0505 09:32:15.612987 3666 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-knflg] creating logical port openshift-ingress-canary_ingress-canary-knflg for pod on switch ip-10-0-0-57.ec2.internal I0505 09:32:15.613082 3666 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-knflg I0505 09:32:15.614114 3666 pods.go:271] [openshift-image-registry/image-registry-86756d5779-qrvt9] addLogicalPort took 34.097648ms, libovsdb time 909.04µs I0505 09:32:15.620996 3666 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-d86dk] creating logical port openshift-dns_dns-default-d86dk for pod on switch ip-10-0-0-57.ec2.internal I0505 09:32:15.621093 3666 kube.go:256] Updating pod openshift-dns/dns-default-d86dk I0505 09:32:15.650371 3666 pod.go:62] [openshift-dns/dns-default-d86dk] pod update took 29.294255ms I0505 09:32:15.650400 3666 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-d86dk] addLogicalPort annotation time took 29.332443ms I0505 09:32:15.650372 3666 pod.go:62] [openshift-ingress-canary/ingress-canary-knflg] pod update took 37.30648ms I0505 09:32:15.650513 3666 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-knflg] addLogicalPort annotation time took 37.449228ms I0505 09:32:15.651477 3666 pods.go:271] [openshift-dns/dns-default-d86dk] addLogicalPort took 30.491947ms, libovsdb time 768.925µs I0505 09:32:15.651807 3666 pods.go:271] [openshift-ingress-canary/ingress-canary-knflg] addLogicalPort took 38.84063ms, libovsdb time 1.076283ms I0505 09:32:15.972128 3666 cni.go:452] [openshift-ingress-canary/ingress-canary-knflg a96d1605bf091130ea219fa58c33975be9e8bd11455df28d1bb360d64a78cdab network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-knflg a96d1605bf091130ea219fa58c33975be9e8bd11455df28d1bb360d64a78cdab network default NAD default NAD key ] I0505 09:32:15.989804 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-knflg, hostIfaceName: a96d1605bf09113, network: default, NAD default, SandboxID: "a96d1605bf091130ea219fa58c33975be9e8bd11455df28d1bb360d64a78cdab", PCI device ID: , UID: "febe037e-44fa-46f2-bcaa-ff4dd55a6089", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0505 09:32:16.037339 3666 cni.go:473] [openshift-ingress-canary/ingress-canary-knflg a96d1605bf091130ea219fa58c33975be9e8bd11455df28d1bb360d64a78cdab network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-knflg a96d1605bf091130ea219fa58c33975be9e8bd11455df28d1bb360d64a78cdab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:23:35:c4:5f:fd\",\"name\":\"a96d1605bf09113\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/faf4b85d-6e45-48d8-b802-97a0dd653a61\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:32:19.254036 3666 cni.go:452] [openshift-network-diagnostics/network-check-target-qx2jd f98a36c358936f2c369a81808761402fc0611cf25bd0b637830318488ff39ac4 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-qx2jd f98a36c358936f2c369a81808761402fc0611cf25bd0b637830318488ff39ac4 network default NAD default NAD key ] I0505 09:32:19.265045 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-qx2jd, hostIfaceName: f98a36c358936f2, network: default, NAD default, SandboxID: "f98a36c358936f2c369a81808761402fc0611cf25bd0b637830318488ff39ac4", PCI device ID: , UID: "3245abed-2778-4220-b6c7-3bbe25176b6e", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0505 09:32:19.310201 3666 cni.go:473] [openshift-network-diagnostics/network-check-target-qx2jd f98a36c358936f2c369a81808761402fc0611cf25bd0b637830318488ff39ac4 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-qx2jd f98a36c358936f2c369a81808761402fc0611cf25bd0b637830318488ff39ac4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:47:ae:ed:69:03\",\"name\":\"f98a36c358936f2\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a441bb9-e4d4-4f8d-b058-fa6bd86208fe\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 09:32:23.339181 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 09:32:31.973547 3666 default_network_controller.go:1025] Node "ip-10-0-1-134.ec2.internal" in remote zone "ip-10-0-1-134.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 09:32:31.974269 3666 zone_ic_handler.go:195] Time taken to create transit switch: 239.708µs I0505 09:32:31.974286 3666 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-134.ec2.internal for the network default I0505 09:32:31.975217 3666 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-134.ec2.internal" on network "default" took: 1.203246ms W0505 09:32:39.623448 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 09:32:44.819057 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 09:32:44.819082 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 09:32:54.348691 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 09:34:08.533285 3666 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-44zmk] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-44zmk for pod on switch ip-10-0-0-57.ec2.internal I0505 09:34:08.533443 3666 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-44zmk I0505 09:34:08.549951 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-rddw6] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-rddw6 for pod on switch ip-10-0-0-57.ec2.internal I0505 09:34:08.550078 3666 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-rddw6 I0505 09:34:08.560126 3666 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-44zmk] pod update took 26.743573ms I0505 09:34:08.560144 3666 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-44zmk] addLogicalPort annotation time took 26.76615ms I0505 09:34:08.561358 3666 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-44zmk] addLogicalPort took 28.088672ms, libovsdb time 961.067µs I0505 09:34:08.577632 3666 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rddw6] pod update took 27.574728ms I0505 09:34:08.577656 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-rddw6] addLogicalPort annotation time took 27.601862ms I0505 09:34:08.578577 3666 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rddw6] addLogicalPort took 28.641172ms, libovsdb time 706.521µs I0505 09:34:08.578640 3666 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-2nblb] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-2nblb for pod on switch ip-10-0-0-57.ec2.internal I0505 09:34:08.578705 3666 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-2nblb I0505 09:34:08.596799 3666 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-2nblb] pod update took 18.110997ms I0505 09:34:08.596820 3666 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-2nblb] addLogicalPort annotation time took 18.135222ms I0505 09:34:08.597688 3666 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-2nblb] addLogicalPort took 19.051854ms, libovsdb time 637.311µs I0505 09:34:08.645635 3666 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-qmxc6] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-qmxc6 for pod on switch ip-10-0-0-57.ec2.internal I0505 09:34:08.645713 3666 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-qmxc6 I0505 09:34:08.678690 3666 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-qmxc6] pod update took 32.996619ms I0505 09:34:08.678711 3666 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-qmxc6] addLogicalPort annotation time took 33.021379ms I0505 09:34:08.679808 3666 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-qmxc6] addLogicalPort took 34.187684ms, libovsdb time 806.99µs I0505 09:34:08.759710 3666 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-khnjw] creating logical port openshift-insights_insights-operator-6dbb575d6c-khnjw for pod on switch ip-10-0-0-57.ec2.internal I0505 09:34:08.759794 3666 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-s6shz] creating logical port openshift-console-operator_console-operator-66dbbb6468-s6shz for pod on switch ip-10-0-0-57.ec2.internal I0505 09:34:08.759816 3666 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-khnjw I0505 09:34:08.759868 3666 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-s6shz I0505 09:34:08.804124 3666 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-khnjw] pod update took 44.333869ms I0505 09:34:08.804147 3666 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-khnjw] addLogicalPort annotation time took 44.364374ms I0505 09:34:08.804850 3666 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-s6shz] pod update took 44.997949ms I0505 09:34:08.804868 3666 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-s6shz] addLogicalPort annotation time took 45.01984ms I0505 09:34:08.805248 3666 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-khnjw] addLogicalPort took 45.558705ms, libovsdb time 824.968µs I0505 09:34:08.805639 3666 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-s6shz] addLogicalPort took 45.861838ms, libovsdb time 539.107µs I0505 09:34:08.997897 3666 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-qmxc6 01e10b243ae06457e90ab7c4f889c18fe28e144fb13579511a91fd51e28eae10 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-qmxc6 01e10b243ae06457e90ab7c4f889c18fe28e144fb13579511a91fd51e28eae10 network default NAD default NAD key ] I0505 09:34:09.009109 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-qmxc6, hostIfaceName: 01e10b243ae0645, network: default, NAD default, SandboxID: "01e10b243ae06457e90ab7c4f889c18fe28e144fb13579511a91fd51e28eae10", PCI device ID: , UID: "e293271a-a6b3-41bb-895f-5ff9af2620bf", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0505 09:34:09.053117 3666 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-qmxc6 01e10b243ae06457e90ab7c4f889c18fe28e144fb13579511a91fd51e28eae10 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-qmxc6 01e10b243ae06457e90ab7c4f889c18fe28e144fb13579511a91fd51e28eae10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:4f:e7:e0:b5:e0\",\"name\":\"01e10b243ae0645\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc7dea98-1d34-4fdd-ae31-f3ad1ca1ec7f\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:34:09.118343 3666 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-khnjw 26e5ff568b7b7955ca50cf33b24fba188009ec7b14fe44df3e59c0fc76ca7c80 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-khnjw 26e5ff568b7b7955ca50cf33b24fba188009ec7b14fe44df3e59c0fc76ca7c80 network default NAD default NAD key ] I0505 09:34:09.121664 3666 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-s6shz 7a75d9d1a6abcd52aec0b58ef6e689b5fc3c841dcb655d60a267719c87261461 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-s6shz 7a75d9d1a6abcd52aec0b58ef6e689b5fc3c841dcb655d60a267719c87261461 network default NAD default NAD key ] I0505 09:34:09.129205 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-khnjw, hostIfaceName: 26e5ff568b7b795, network: default, NAD default, SandboxID: "26e5ff568b7b7955ca50cf33b24fba188009ec7b14fe44df3e59c0fc76ca7c80", PCI device ID: , UID: "4f87a745-90aa-4194-b8e5-445c0d975797", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0505 09:34:09.133652 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-s6shz, hostIfaceName: 7a75d9d1a6abcd5, network: default, NAD default, SandboxID: "7a75d9d1a6abcd52aec0b58ef6e689b5fc3c841dcb655d60a267719c87261461", PCI device ID: , UID: "a8013c70-14d0-4280-9cae-2ba29031ada1", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0505 09:34:09.178019 3666 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-khnjw 26e5ff568b7b7955ca50cf33b24fba188009ec7b14fe44df3e59c0fc76ca7c80 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-khnjw 26e5ff568b7b7955ca50cf33b24fba188009ec7b14fe44df3e59c0fc76ca7c80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:33:87:3f:73:f6\",\"name\":\"26e5ff568b7b795\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/655336d3-0332-4262-8107-f8605551905e\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:34:09.194227 3666 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-44zmk c3d0bc67d811b8c779585ba0cafa6043221ec1483fb4b413f98fedb2c8f1ee75 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-44zmk c3d0bc67d811b8c779585ba0cafa6043221ec1483fb4b413f98fedb2c8f1ee75 network default NAD default NAD key ] I0505 09:34:09.198061 3666 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-s6shz 7a75d9d1a6abcd52aec0b58ef6e689b5fc3c841dcb655d60a267719c87261461 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-s6shz 7a75d9d1a6abcd52aec0b58ef6e689b5fc3c841dcb655d60a267719c87261461 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:c6:11:2f:53:49\",\"name\":\"7a75d9d1a6abcd5\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4fc81dbb-ef4b-40bd-a949-593878534204\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:34:09.204825 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-44zmk, hostIfaceName: c3d0bc67d811b8c, network: default, NAD default, SandboxID: "c3d0bc67d811b8c779585ba0cafa6043221ec1483fb4b413f98fedb2c8f1ee75", PCI device ID: , UID: "08bdb0e5-7f24-4357-b2b3-f677f4421e17", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0505 09:34:09.251745 3666 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-44zmk c3d0bc67d811b8c779585ba0cafa6043221ec1483fb4b413f98fedb2c8f1ee75 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-44zmk c3d0bc67d811b8c779585ba0cafa6043221ec1483fb4b413f98fedb2c8f1ee75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:15:e3:2b:b0:00\",\"name\":\"c3d0bc67d811b8c\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/374b72b0-75a9-4872-a712-266c0327b99e\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 09:34:12.618516 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 09:34:13.117418 3666 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 09:34:13.118536 3666 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.089787ms I0505 09:34:13.141152 3666 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 09:34:14.617175 3666 namespace.go:98] [openshift-service-ca] adding namespace I0505 09:34:14.618057 3666 namespace.go:102] [openshift-service-ca] adding namespace took 854.324µs I0505 09:34:14.635106 3666 namespace.go:142] [openshift-service-ca] updating namespace W0505 09:34:22.886270 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 09:34:23.554785 3666 cni.go:452] [openshift-image-registry/image-registry-86756d5779-qrvt9 cd5276b12a56e91bffa06bac2af879ec93a59607b83237e36a76bdcce61cfe75 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-86756d5779-qrvt9 cd5276b12a56e91bffa06bac2af879ec93a59607b83237e36a76bdcce61cfe75 network default NAD default NAD key ] I0505 09:34:23.554870 3666 cni.go:452] [openshift-dns/dns-default-d86dk 0d7702d5e6032d22eb0aad670bfd64b321d887a50ca90611fd2126aeae03dbbd network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-d86dk 0d7702d5e6032d22eb0aad670bfd64b321d887a50ca90611fd2126aeae03dbbd network default NAD default NAD key ] I0505 09:34:23.565039 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-d86dk, hostIfaceName: 0d7702d5e6032d2, network: default, NAD default, SandboxID: "0d7702d5e6032d22eb0aad670bfd64b321d887a50ca90611fd2126aeae03dbbd", PCI device ID: , UID: "82290e47-ce34-45a9-a07f-a2719ab670ef", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0505 09:34:23.567347 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-86756d5779-qrvt9, hostIfaceName: cd5276b12a56e91, network: default, NAD default, SandboxID: "cd5276b12a56e91bffa06bac2af879ec93a59607b83237e36a76bdcce61cfe75", PCI device ID: , UID: "54e04664-b60d-41f8-8ef7-467214e1e6b2", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0505 09:34:23.611657 3666 cni.go:473] [openshift-dns/dns-default-d86dk 0d7702d5e6032d22eb0aad670bfd64b321d887a50ca90611fd2126aeae03dbbd network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-d86dk 0d7702d5e6032d22eb0aad670bfd64b321d887a50ca90611fd2126aeae03dbbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:5b:88:c9:43:5d\",\"name\":\"0d7702d5e6032d2\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1834af4a-3600-46e5-bc4c-ba8de3b3708f\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:34:23.626767 3666 cni.go:473] [openshift-image-registry/image-registry-86756d5779-qrvt9 cd5276b12a56e91bffa06bac2af879ec93a59607b83237e36a76bdcce61cfe75 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-86756d5779-qrvt9 cd5276b12a56e91bffa06bac2af879ec93a59607b83237e36a76bdcce61cfe75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:86:2d:ea:e2:76\",\"name\":\"cd5276b12a56e91\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/339b627f-5a3c-4e14-a126-458e32e3cdd9\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:34:27.384896 3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:34:27.385627 3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:34:27.385662 3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:34:27.385672 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 09:34:27.385695 3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:34:27.385705 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 09:34:40.729662 3666 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rddw6 6cf6a013774e0753087fc9ad8483c1da4050d7b39d1de8d61ac5e2b04b91756b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-rddw6 6cf6a013774e0753087fc9ad8483c1da4050d7b39d1de8d61ac5e2b04b91756b network default NAD default NAD key ] I0505 09:34:40.739187 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-rddw6, hostIfaceName: 6cf6a013774e075, network: default, NAD default, SandboxID: "6cf6a013774e0753087fc9ad8483c1da4050d7b39d1de8d61ac5e2b04b91756b", PCI device ID: , UID: "0f320954-2023-4219-b459-0d1d840b6606", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0505 09:34:40.758621 3666 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-2nblb 93ed4bb39e6994ab539ab7b15a40103cbc1409e66a272b572afd1af2f1e0b53a network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-2nblb 93ed4bb39e6994ab539ab7b15a40103cbc1409e66a272b572afd1af2f1e0b53a network default NAD default NAD key ] I0505 09:34:40.767765 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-2nblb, hostIfaceName: 93ed4bb39e6994a, network: default, NAD default, SandboxID: "93ed4bb39e6994ab539ab7b15a40103cbc1409e66a272b572afd1af2f1e0b53a", PCI device ID: , UID: "c6c76db7-634b-45d2-9058-f39e61213511", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0505 09:34:40.789734 3666 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rddw6 6cf6a013774e0753087fc9ad8483c1da4050d7b39d1de8d61ac5e2b04b91756b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-rddw6 6cf6a013774e0753087fc9ad8483c1da4050d7b39d1de8d61ac5e2b04b91756b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:61:72:04:54:33\",\"name\":\"6cf6a013774e075\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68c9c34a-dc40-409d-bd0a-3363f3f1c1f4\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:34:40.812759 3666 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-2nblb 93ed4bb39e6994ab539ab7b15a40103cbc1409e66a272b572afd1af2f1e0b53a network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-2nblb 93ed4bb39e6994ab539ab7b15a40103cbc1409e66a272b572afd1af2f1e0b53a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:5b:18:88:c3:ea\",\"name\":\"93ed4bb39e6994a\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a97f3503-2d56-46c5-ac32-fc9aac62efce\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 09:34:43.388550 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0505 09:34:43.390585 3666 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 09:34:43.429161 3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:34:43.429191 3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:34:43.429207 3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:34:43.429223 3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:34:43.477749 3666 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-bc68c] creating logical port openshift-console_downloads-5c54f4944f-bc68c for pod on switch ip-10-0-0-57.ec2.internal I0505 09:34:43.477849 3666 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-bc68c I0505 09:34:43.499322 3666 pod.go:62] [openshift-console/downloads-5c54f4944f-bc68c] pod update took 21.496357ms I0505 09:34:43.499348 3666 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-bc68c] addLogicalPort annotation time took 21.529235ms I0505 09:34:43.500471 3666 pods.go:271] [openshift-console/downloads-5c54f4944f-bc68c] addLogicalPort took 22.721016ms, libovsdb time 812.34µs W0505 09:34:43.503166 3666 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 09:34:43.566723 3666 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jt8b5] creating logical port openshift-insights_insights-runtime-extractor-jt8b5 for pod on switch ip-10-0-0-57.ec2.internal I0505 09:34:43.566829 3666 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jt8b5 I0505 09:34:43.619342 3666 pod.go:62] [openshift-insights/insights-runtime-extractor-jt8b5] pod update took 52.548771ms I0505 09:34:43.619371 3666 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-jt8b5] addLogicalPort annotation time took 52.584057ms I0505 09:34:43.620636 3666 pods.go:271] [openshift-insights/insights-runtime-extractor-jt8b5] addLogicalPort took 53.930367ms, libovsdb time 954.094µs I0505 09:34:43.835428 3666 cni.go:452] [openshift-console/downloads-5c54f4944f-bc68c a5ab979d7be618a419dc82edfb9ee0cf723f1384467880ede6f5daffcdf305b4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-bc68c a5ab979d7be618a419dc82edfb9ee0cf723f1384467880ede6f5daffcdf305b4 network default NAD default NAD key ] I0505 09:34:43.845270 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-bc68c, hostIfaceName: a5ab979d7be618a, network: default, NAD default, SandboxID: "a5ab979d7be618a419dc82edfb9ee0cf723f1384467880ede6f5daffcdf305b4", PCI device ID: , UID: "973b2da4-5753-4e63-bb78-42fb69e10217", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0505 09:34:43.863558 3666 base_network_controller_pods.go:487] [default/openshift-console/console-79d765df6b-txr7g] creating logical port openshift-console_console-79d765df6b-txr7g for pod on switch ip-10-0-0-57.ec2.internal I0505 09:34:43.863689 3666 kube.go:256] Updating pod openshift-console/console-79d765df6b-txr7g I0505 09:34:43.887245 3666 pod.go:62] [openshift-console/console-79d765df6b-txr7g] pod update took 23.592816ms I0505 09:34:43.887271 3666 base_network_controller_pods.go:951] [default/openshift-console/console-79d765df6b-txr7g] addLogicalPort annotation time took 23.626229ms I0505 09:34:43.888366 3666 pods.go:271] [openshift-console/console-79d765df6b-txr7g] addLogicalPort took 24.829324ms, libovsdb time 758.38µs I0505 09:34:43.895324 3666 cni.go:473] [openshift-console/downloads-5c54f4944f-bc68c a5ab979d7be618a419dc82edfb9ee0cf723f1384467880ede6f5daffcdf305b4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-bc68c a5ab979d7be618a419dc82edfb9ee0cf723f1384467880ede6f5daffcdf305b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:65:9e:d6:02:ea\",\"name\":\"a5ab979d7be618a\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/677c9b56-7d11-4b20-bbfa-8053ad45107b\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:34:43.927313 3666 cni.go:452] [openshift-insights/insights-runtime-extractor-jt8b5 4a220aa6acf633d6b4f519a8fe5fc3e39a937d5287d13fedfeb8936a997937bf network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jt8b5 4a220aa6acf633d6b4f519a8fe5fc3e39a937d5287d13fedfeb8936a997937bf network default NAD default NAD key ] I0505 09:34:43.936765 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jt8b5, hostIfaceName: 4a220aa6acf633d, network: default, NAD default, SandboxID: "4a220aa6acf633d6b4f519a8fe5fc3e39a937d5287d13fedfeb8936a997937bf", PCI device ID: , UID: "3f06d2fd-5666-4e8d-9f16-253494378057", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0505 09:34:43.984284 3666 cni.go:473] [openshift-insights/insights-runtime-extractor-jt8b5 4a220aa6acf633d6b4f519a8fe5fc3e39a937d5287d13fedfeb8936a997937bf network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jt8b5 4a220aa6acf633d6b4f519a8fe5fc3e39a937d5287d13fedfeb8936a997937bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:0d:eb:b9:17:30\",\"name\":\"4a220aa6acf633d\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d79c657-234d-48c6-8f3d-38d203acc071\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:34:44.223504 3666 cni.go:452] [openshift-console/console-79d765df6b-txr7g 74de9e1107a7f2935cee2039d8dc0a019afc949570ce08da9dc0cc6336ef2894 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-79d765df6b-txr7g 74de9e1107a7f2935cee2039d8dc0a019afc949570ce08da9dc0cc6336ef2894 network default NAD default NAD key ] I0505 09:34:44.234123 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-79d765df6b-txr7g, hostIfaceName: 74de9e1107a7f29, network: default, NAD default, SandboxID: "74de9e1107a7f2935cee2039d8dc0a019afc949570ce08da9dc0cc6336ef2894", PCI device ID: , UID: "d4588ea5-1fba-4ed8-b3fb-1886f9de6466", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0505 09:34:44.261916 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qsszw] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-qsszw for pod on switch ip-10-0-0-57.ec2.internal I0505 09:34:44.262010 3666 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qsszw I0505 09:34:44.283026 3666 cni.go:473] [openshift-console/console-79d765df6b-txr7g 74de9e1107a7f2935cee2039d8dc0a019afc949570ce08da9dc0cc6336ef2894 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-79d765df6b-txr7g 74de9e1107a7f2935cee2039d8dc0a019afc949570ce08da9dc0cc6336ef2894 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:bc:ec:2b:ba:0f\",\"name\":\"74de9e1107a7f29\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c59a3b7-76a0-47ac-9e89-46a8e962f22c\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:34:44.292614 3666 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qsszw] pod update took 30.637878ms I0505 09:34:44.292636 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qsszw] addLogicalPort annotation time took 30.66331ms I0505 09:34:44.293756 3666 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qsszw] addLogicalPort took 31.853177ms, libovsdb time 817.243µs I0505 09:34:44.935276 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fddb6595b-4rtwn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:34:44.935921 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fddb6595b-4rtwn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:34:44.951407 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fddb6595b-4rtwn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:34:44.951435 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fddb6595b-4rtwn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:34:44.969543 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7fddb6595b-4rtwn I0505 09:34:44.969571 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7fddb6595b-4rtwn I0505 09:34:45.236526 3666 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qsszw 418474fccc72c18888f886df222cb679630ad9a287f741afe3c735cee593800f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qsszw 418474fccc72c18888f886df222cb679630ad9a287f741afe3c735cee593800f network default NAD default NAD key ] I0505 09:34:45.248104 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-qsszw, hostIfaceName: 418474fccc72c18, network: default, NAD default, SandboxID: "418474fccc72c18888f886df222cb679630ad9a287f741afe3c735cee593800f", PCI device ID: , UID: "2228394c-d19c-43c2-af5d-cac7320ecf98", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0505 09:34:45.304670 3666 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qsszw 418474fccc72c18888f886df222cb679630ad9a287f741afe3c735cee593800f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qsszw 418474fccc72c18888f886df222cb679630ad9a287f741afe3c735cee593800f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:7f:ee:52:17:1b\",\"name\":\"418474fccc72c18\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdf3057c-66c4-4be4-b23e-cc11062a45f7\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 09:34:45.944084 3666 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 09:34:47.057891 3666 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 09:34:47.068495 3666 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0505 09:34:47.953929 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 09:34:48.769374 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 09:34:49.337175 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-qbdxc] creating logical port openshift-monitoring_prometheus-operator-76b589d668-qbdxc for pod on switch ip-10-0-0-57.ec2.internal I0505 09:34:49.337275 3666 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-qbdxc I0505 09:34:49.354584 3666 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-qbdxc] pod update took 17.338535ms I0505 09:34:49.354634 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-qbdxc] addLogicalPort annotation time took 17.392608ms I0505 09:34:49.356313 3666 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-qbdxc] addLogicalPort took 19.155018ms, libovsdb time 1.364456ms I0505 09:34:49.697602 3666 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-qbdxc c6ef2192872c04e6134af250961342ccf3be9ccbb5de2504b3ba618a00c8a1ee network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-qbdxc c6ef2192872c04e6134af250961342ccf3be9ccbb5de2504b3ba618a00c8a1ee network default NAD default NAD key ] I0505 09:34:49.707576 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-qbdxc, hostIfaceName: c6ef2192872c04e, network: default, NAD default, SandboxID: "c6ef2192872c04e6134af250961342ccf3be9ccbb5de2504b3ba618a00c8a1ee", PCI device ID: , UID: "1700bc08-dfa0-4209-ac72-f361e6514189", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0505 09:34:49.759789 3666 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-qbdxc c6ef2192872c04e6134af250961342ccf3be9ccbb5de2504b3ba618a00c8a1ee network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-qbdxc c6ef2192872c04e6134af250961342ccf3be9ccbb5de2504b3ba618a00c8a1ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:6c:ca:37:57:e7\",\"name\":\"c6ef2192872c04e\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1722505-edf7-4aff-9e31-38ae82a40658\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 09:34:51.590191 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 09:34:53.544992 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 09:34:54.001039 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-cfhks] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-cfhks for pod on switch ip-10-0-0-57.ec2.internal I0505 09:34:54.001178 3666 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-cfhks I0505 09:34:54.043594 3666 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-cfhks] pod update took 42.444406ms I0505 09:34:54.043617 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-cfhks] addLogicalPort annotation time took 42.472014ms I0505 09:34:54.044842 3666 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-cfhks] addLogicalPort took 43.825004ms, libovsdb time 921.393µs I0505 09:34:54.360902 3666 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-cfhks 854777daff5c43690fd87057e6b51e896cdf41fbeccace70359aee729bf7e01e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-cfhks 854777daff5c43690fd87057e6b51e896cdf41fbeccace70359aee729bf7e01e network default NAD default NAD key ] I0505 09:34:54.369793 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-cfhks, hostIfaceName: 854777daff5c436, network: default, NAD default, SandboxID: "854777daff5c43690fd87057e6b51e896cdf41fbeccace70359aee729bf7e01e", PCI device ID: , UID: "d7475227-1e3d-4a39-aa3d-67a949f3155b", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0505 09:34:54.417954 3666 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-cfhks 854777daff5c43690fd87057e6b51e896cdf41fbeccace70359aee729bf7e01e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-cfhks 854777daff5c43690fd87057e6b51e896cdf41fbeccace70359aee729bf7e01e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:a7:ce:51:e2:b0\",\"name\":\"854777daff5c436\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a58d4a4-b581-4e0b-968b-42aefdb17223\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 09:34:55.000142 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 09:34:55.000167 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 09:34:56.971895 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6979489fbc-txm94] creating logical port openshift-monitoring_thanos-querier-6979489fbc-txm94 for pod on switch ip-10-0-0-57.ec2.internal I0505 09:34:56.971994 3666 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6979489fbc-txm94 I0505 09:34:56.998940 3666 pod.go:62] [openshift-monitoring/thanos-querier-6979489fbc-txm94] pod update took 26.976253ms I0505 09:34:56.998970 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6979489fbc-txm94] addLogicalPort annotation time took 27.010112ms I0505 09:34:57.000284 3666 pods.go:271] [openshift-monitoring/thanos-querier-6979489fbc-txm94] addLogicalPort took 28.406942ms, libovsdb time 938.364µs W0505 09:34:58.012561 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:34:58.012586 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:34:58.012594 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:34:58.283116 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:34:58.283137 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:34:58.283142 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 09:34:58.868871 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbd9p] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-vbd9p for pod on switch ip-10-0-0-57.ec2.internal I0505 09:34:58.868983 3666 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbd9p I0505 09:34:58.954975 3666 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbd9p] pod update took 86.022174ms I0505 09:34:58.954998 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbd9p] addLogicalPort annotation time took 86.054622ms I0505 09:34:58.956256 3666 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbd9p] addLogicalPort took 87.402886ms, libovsdb time 913.373µs I0505 09:34:59.260078 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-84d7894c59-v6kks] creating logical port openshift-monitoring_metrics-server-84d7894c59-v6kks for pod on switch ip-10-0-0-57.ec2.internal I0505 09:34:59.260159 3666 kube.go:256] Updating pod openshift-monitoring/metrics-server-84d7894c59-v6kks I0505 09:34:59.286745 3666 pod.go:62] [openshift-monitoring/metrics-server-84d7894c59-v6kks] pod update took 26.60337ms I0505 09:34:59.286772 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-84d7894c59-v6kks] addLogicalPort annotation time took 26.638296ms I0505 09:34:59.288085 3666 pods.go:271] [openshift-monitoring/metrics-server-84d7894c59-v6kks] addLogicalPort took 28.022593ms, libovsdb time 930.709µs I0505 09:34:59.372540 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-7db9bff646-kfln7] creating logical port openshift-monitoring_telemeter-client-7db9bff646-kfln7 for pod on switch ip-10-0-0-57.ec2.internal I0505 09:34:59.372672 3666 kube.go:256] Updating pod openshift-monitoring/telemeter-client-7db9bff646-kfln7 I0505 09:34:59.401605 3666 pod.go:62] [openshift-monitoring/telemeter-client-7db9bff646-kfln7] pod update took 28.959447ms I0505 09:34:59.401634 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-7db9bff646-kfln7] addLogicalPort annotation time took 28.995291ms I0505 09:34:59.403164 3666 pods.go:271] [openshift-monitoring/telemeter-client-7db9bff646-kfln7] addLogicalPort took 30.672047ms, libovsdb time 1.032408ms W0505 09:34:59.651525 3666 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-db75658f8-bnzdt IP address from the namespace address-set, err: pod openshift-console/console-db75658f8-bnzdt: no pod IPs found W0505 09:35:03.324294 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 09:35:03.384500 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 09:35:03.384522 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 09:35:03.832550 3666 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbd9p ec6a8bf92ee6377407e08e6546997e31553a816ba1938b8b991f9fd252d5d992 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbd9p ec6a8bf92ee6377407e08e6546997e31553a816ba1938b8b991f9fd252d5d992 network default NAD default NAD key ] I0505 09:35:03.833110 3666 cni.go:452] [openshift-monitoring/metrics-server-84d7894c59-v6kks 899b6a861dfa62d9339808b774ab4d86096690d452c68521e870a6fa8420bad2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-84d7894c59-v6kks 899b6a861dfa62d9339808b774ab4d86096690d452c68521e870a6fa8420bad2 network default NAD default NAD key ] I0505 09:35:03.836076 3666 cni.go:452] [openshift-monitoring/thanos-querier-6979489fbc-txm94 e307b590166abe2e7f1a1abbab076c5892d6b702402dc7e7b74e0310f0436250 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6979489fbc-txm94 e307b590166abe2e7f1a1abbab076c5892d6b702402dc7e7b74e0310f0436250 network default NAD default NAD key ] I0505 09:35:03.836276 3666 cni.go:452] [openshift-monitoring/telemeter-client-7db9bff646-kfln7 19bba65b939e3cc8a64ad438803a0375fbe4e9771b77bda5dab06a965c51f9c5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-7db9bff646-kfln7 19bba65b939e3cc8a64ad438803a0375fbe4e9771b77bda5dab06a965c51f9c5 network default NAD default NAD key ] I0505 09:35:03.846738 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-vbd9p, hostIfaceName: ec6a8bf92ee6377, network: default, NAD default, SandboxID: "ec6a8bf92ee6377407e08e6546997e31553a816ba1938b8b991f9fd252d5d992", PCI device ID: , UID: "0d73c382-30dc-4010-8310-73d6ec9c2c8d", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0505 09:35:03.847951 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-84d7894c59-v6kks, hostIfaceName: 899b6a861dfa62d, network: default, NAD default, SandboxID: "899b6a861dfa62d9339808b774ab4d86096690d452c68521e870a6fa8420bad2", PCI device ID: , UID: "50780940-638f-4e60-90af-841ece002811", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0505 09:35:03.848675 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-7db9bff646-kfln7, hostIfaceName: 19bba65b939e3cc, network: default, NAD default, SandboxID: "19bba65b939e3cc8a64ad438803a0375fbe4e9771b77bda5dab06a965c51f9c5", PCI device ID: , UID: "25219a8e-cc80-41d7-bcfe-a62ec12df67a", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0505 09:35:03.862409 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6979489fbc-txm94, hostIfaceName: e307b590166abe2, network: default, NAD default, SandboxID: "e307b590166abe2e7f1a1abbab076c5892d6b702402dc7e7b74e0310f0436250", PCI device ID: , UID: "5fbf02f5-00ce-4393-a877-ba899436469b", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0505 09:35:03.902522 3666 cni.go:473] [openshift-monitoring/metrics-server-84d7894c59-v6kks 899b6a861dfa62d9339808b774ab4d86096690d452c68521e870a6fa8420bad2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-84d7894c59-v6kks 899b6a861dfa62d9339808b774ab4d86096690d452c68521e870a6fa8420bad2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:d8:35:37:14:ea\",\"name\":\"899b6a861dfa62d\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/866082b2-0acc-4e71-90e9-1a4864b30261\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:35:03.926065 3666 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbd9p ec6a8bf92ee6377407e08e6546997e31553a816ba1938b8b991f9fd252d5d992 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vbd9p ec6a8bf92ee6377407e08e6546997e31553a816ba1938b8b991f9fd252d5d992 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:e1:fa:3c:c4:7c\",\"name\":\"ec6a8bf92ee6377\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/523775fb-4fd3-4eee-9a49-469cf5f17c6a\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 09:35:04.147982 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 09:35:04.148005 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 09:35:04.149099 3666 cni.go:473] [openshift-monitoring/thanos-querier-6979489fbc-txm94 e307b590166abe2e7f1a1abbab076c5892d6b702402dc7e7b74e0310f0436250 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6979489fbc-txm94 e307b590166abe2e7f1a1abbab076c5892d6b702402dc7e7b74e0310f0436250 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:ae:03:70:c1:8d\",\"name\":\"e307b590166abe2\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdd26a3c-5b80-4f1c-ad84-59769fd58724\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:35:04.151091 3666 cni.go:473] [openshift-monitoring/telemeter-client-7db9bff646-kfln7 19bba65b939e3cc8a64ad438803a0375fbe4e9771b77bda5dab06a965c51f9c5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-7db9bff646-kfln7 19bba65b939e3cc8a64ad438803a0375fbe4e9771b77bda5dab06a965c51f9c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:62:44:34:2b:fa\",\"name\":\"19bba65b939e3cc\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2fc7a0a-cf3b-4bef-8bbb-11d5246c0fc2\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 09:35:04.852110 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0505 09:35:06.841615 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 09:35:08.318746 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fddb6595b-dr8rg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:08.319386 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fddb6595b-dr8rg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:08.333579 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fddb6595b-dr8rg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:08.333603 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fddb6595b-dr8rg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:08.351060 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7fddb6595b-dr8rg I0505 09:35:08.351147 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7fddb6595b-dr8rg I0505 09:35:08.672122 3666 cni.go:452] [openshift-image-registry/image-registry-86756d5779-qrvt9 cd5276b12a56e91bffa06bac2af879ec93a59607b83237e36a76bdcce61cfe75 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-86756d5779-qrvt9 cd5276b12a56e91bffa06bac2af879ec93a59607b83237e36a76bdcce61cfe75 network default NAD default NAD key ] I0505 09:35:08.764946 3666 cni.go:473] [openshift-image-registry/image-registry-86756d5779-qrvt9 cd5276b12a56e91bffa06bac2af879ec93a59607b83237e36a76bdcce61cfe75 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-86756d5779-qrvt9 cd5276b12a56e91bffa06bac2af879ec93a59607b83237e36a76bdcce61cfe75 network default NAD default NAD key default], result "{}", err I0505 09:35:08.820947 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86756d5779-qrvt9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:08.821046 3666 pods.go:176] Deleting pod: openshift-image-registry/image-registry-86756d5779-qrvt9 I0505 09:35:08.822964 3666 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-86756d5779-qrvt9, ips: 10.130.0.5 I0505 09:35:08.823053 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86756d5779-qrvt9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 09:35:08.873650 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:08.873735 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:08.873749 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:08.873756 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:09.108719 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:09.108742 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:09.108748 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:09.108754 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 09:35:09.159219 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86756d5779-qrvt9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:09.159248 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86756d5779-qrvt9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:09.166483 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86756d5779-qrvt9 I0505 09:35:09.166514 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86756d5779-qrvt9 W0505 09:35:10.127570 3666 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-77c94c8f78-vr7kq IP address from the namespace address-set, err: pod openshift-console/console-77c94c8f78-vr7kq: no pod IPs found W0505 09:35:10.136591 3666 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-77c94c8f78-h4bxm IP address from the namespace address-set, err: pod openshift-console/console-77c94c8f78-h4bxm: no pod IPs found W0505 09:35:15.888359 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:15.888378 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:15.888384 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:15.888389 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 09:35:16.771345 3666 cni.go:452] [openshift-console/console-79d765df6b-txr7g 74de9e1107a7f2935cee2039d8dc0a019afc949570ce08da9dc0cc6336ef2894 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-79d765df6b-txr7g 74de9e1107a7f2935cee2039d8dc0a019afc949570ce08da9dc0cc6336ef2894 network default NAD default NAD key ] I0505 09:35:16.851630 3666 cni.go:473] [openshift-console/console-79d765df6b-txr7g 74de9e1107a7f2935cee2039d8dc0a019afc949570ce08da9dc0cc6336ef2894 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-79d765df6b-txr7g 74de9e1107a7f2935cee2039d8dc0a019afc949570ce08da9dc0cc6336ef2894 network default NAD default NAD key default], result "{}", err I0505 09:35:16.913902 3666 obj_retry.go:498] Detected object openshift-console/console-79d765df6b-txr7g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:16.913942 3666 pods.go:176] Deleting pod: openshift-console/console-79d765df6b-txr7g I0505 09:35:16.915285 3666 pods.go:236] Attempting to release IPs for pod: openshift-console/console-79d765df6b-txr7g, ips: 10.130.0.16 I0505 09:35:16.915316 3666 obj_retry.go:498] Detected object openshift-console/console-79d765df6b-txr7g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:16.918928 3666 base_network_controller_pods.go:487] [default/openshift-console/console-5c7867844f-hfmqn] creating logical port openshift-console_console-5c7867844f-hfmqn for pod on switch ip-10-0-0-57.ec2.internal I0505 09:35:16.919053 3666 kube.go:256] Updating pod openshift-console/console-5c7867844f-hfmqn I0505 09:35:16.933584 3666 pod.go:62] [openshift-console/console-5c7867844f-hfmqn] pod update took 14.554408ms I0505 09:35:16.933612 3666 base_network_controller_pods.go:951] [default/openshift-console/console-5c7867844f-hfmqn] addLogicalPort annotation time took 14.588289ms I0505 09:35:16.934835 3666 pods.go:271] [openshift-console/console-5c7867844f-hfmqn] addLogicalPort took 15.922332ms, libovsdb time 874.23µs I0505 09:35:17.325768 3666 cni.go:452] [openshift-console/console-5c7867844f-hfmqn db39b5762780006df649c2e0604842ff4c7d74cb715d819ec5038620f901e53b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c7867844f-hfmqn db39b5762780006df649c2e0604842ff4c7d74cb715d819ec5038620f901e53b network default NAD default NAD key ] I0505 09:35:17.335045 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c7867844f-hfmqn, hostIfaceName: db39b5762780006, network: default, NAD default, SandboxID: "db39b5762780006df649c2e0604842ff4c7d74cb715d819ec5038620f901e53b", PCI device ID: , UID: "a7c5a451-f004-4e92-986b-905425f95904", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0505 09:35:17.393122 3666 cni.go:473] [openshift-console/console-5c7867844f-hfmqn db39b5762780006df649c2e0604842ff4c7d74cb715d819ec5038620f901e53b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c7867844f-hfmqn db39b5762780006df649c2e0604842ff4c7d74cb715d819ec5038620f901e53b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:ea:9a:f7:35:ed\",\"name\":\"db39b5762780006\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/011677cf-0323-43fc-a16c-ec85fb3a9b1b\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:35:17.920186 3666 obj_retry.go:492] Detected object openshift-console/console-79d765df6b-txr7g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:17.920214 3666 obj_retry.go:492] Detected object openshift-console/console-79d765df6b-txr7g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:17.929651 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79d765df6b-txr7g I0505 09:35:17.929683 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79d765df6b-txr7g W0505 09:35:18.371779 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 09:35:24.304475 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 09:35:24.304500 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 09:35:24.916939 3666 obj_retry.go:498] Detected object openshift-console/console-db75658f8-sc5mr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:24.917532 3666 obj_retry.go:498] Detected object openshift-console/console-db75658f8-sc5mr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:25.389656 3666 obj_retry.go:492] Detected object openshift-console/console-db75658f8-sc5mr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:25.389683 3666 obj_retry.go:492] Detected object openshift-console/console-db75658f8-sc5mr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:25.397119 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-db75658f8-sc5mr I0505 09:35:25.397143 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-db75658f8-sc5mr W0505 09:35:27.858862 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 09:35:27.950058 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 09:35:31.414890 3666 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0505 09:35:37.987479 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0505 09:35:37.987543 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0505 09:35:37.987542 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 09:35:38.451047 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 09:35:38.990374 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0505 09:35:53.309073 3666 obj_retry.go:498] Detected object openshift-console/console-79d765df6b-74k58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:53.309685 3666 obj_retry.go:498] Detected object openshift-console/console-79d765df6b-74k58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:54.247257 3666 obj_retry.go:492] Detected object openshift-console/console-79d765df6b-74k58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:54.247293 3666 obj_retry.go:492] Detected object openshift-console/console-79d765df6b-74k58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:54.254193 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79d765df6b-74k58 I0505 09:35:54.254222 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79d765df6b-74k58 I0505 09:35:57.265490 3666 cni.go:452] [openshift-multus/network-metrics-daemon-wtt2b cbdac49707ded7280b680fb05feee8d7f103837a801762b42b7d8971c47be4c7 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-wtt2b cbdac49707ded7280b680fb05feee8d7f103837a801762b42b7d8971c47be4c7 network default NAD default NAD key ] I0505 09:35:57.274780 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-wtt2b, hostIfaceName: cbdac49707ded72, network: default, NAD default, SandboxID: "cbdac49707ded7280b680fb05feee8d7f103837a801762b42b7d8971c47be4c7", PCI device ID: , UID: "83b3b0f5-5905-46ad-b7fa-f2ea73d7e517", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0505 09:35:57.326538 3666 cni.go:473] [openshift-multus/network-metrics-daemon-wtt2b cbdac49707ded7280b680fb05feee8d7f103837a801762b42b7d8971c47be4c7 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-wtt2b cbdac49707ded7280b680fb05feee8d7f103837a801762b42b7d8971c47be4c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:54:d9:91:f3:e6\",\"name\":\"cbdac49707ded72\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe1ccf65-5bff-4a70-ad80-0c3f74250ac4\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:35:58.347820 3666 obj_retry.go:498] Detected object openshift-ingress/router-default-687b7fb8c5-6vqmt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:58.348387 3666 obj_retry.go:498] Detected object openshift-ingress/router-default-687b7fb8c5-6vqmt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:58.539471 3666 obj_retry.go:492] Detected object openshift-ingress/router-default-687b7fb8c5-6vqmt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:58.539499 3666 obj_retry.go:492] Detected object openshift-ingress/router-default-687b7fb8c5-6vqmt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:58.548231 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-687b7fb8c5-6vqmt I0505 09:35:58.548253 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-687b7fb8c5-6vqmt I0505 09:36:17.137919 3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:17.138695 3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:17.342942 3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:17.342967 3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:17.350751 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 09:36:17.350783 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 09:36:17.394402 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-57.ec2.internal I0505 09:36:17.394561 3666 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0505 09:36:17.419354 3666 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.865476ms I0505 09:36:17.419378 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.894813ms I0505 09:36:17.420571 3666 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.187832ms, libovsdb time 856.451µs I0505 09:36:17.754929 3666 cni.go:452] [openshift-monitoring/alertmanager-main-1 e865870bb35adb517c3fb07d011148bf41245c91ef7732ad920f8591133dd02b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 e865870bb35adb517c3fb07d011148bf41245c91ef7732ad920f8591133dd02b network default NAD default NAD key ] I0505 09:36:17.767592 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: e865870bb35adb5, network: default, NAD default, SandboxID: "e865870bb35adb517c3fb07d011148bf41245c91ef7732ad920f8591133dd02b", PCI device ID: , UID: "cf412238-132a-457c-8f5d-148fb5171dbc", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0505 09:36:17.820968 3666 cni.go:473] [openshift-monitoring/alertmanager-main-1 e865870bb35adb517c3fb07d011148bf41245c91ef7732ad920f8591133dd02b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 e865870bb35adb517c3fb07d011148bf41245c91ef7732ad920f8591133dd02b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:6f:01:af:32:33\",\"name\":\"e865870bb35adb5\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/110ba52a-06a0-48f2-9a30-fdb14df6f287\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:36:21.441008 3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:21.441601 3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:22.411767 3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:22.411800 3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:22.418498 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 09:36:22.418523 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 09:36:46.827887 3666 cni.go:452] [openshift-console/console-5c7867844f-hfmqn db39b5762780006df649c2e0604842ff4c7d74cb715d819ec5038620f901e53b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5c7867844f-hfmqn db39b5762780006df649c2e0604842ff4c7d74cb715d819ec5038620f901e53b network default NAD default NAD key ] I0505 09:36:46.909756 3666 cni.go:473] [openshift-console/console-5c7867844f-hfmqn db39b5762780006df649c2e0604842ff4c7d74cb715d819ec5038620f901e53b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5c7867844f-hfmqn db39b5762780006df649c2e0604842ff4c7d74cb715d819ec5038620f901e53b network default NAD default NAD key default], result "{}", err I0505 09:36:46.956741 3666 obj_retry.go:498] Detected object openshift-console/console-5c7867844f-hfmqn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:46.956776 3666 pods.go:176] Deleting pod: openshift-console/console-5c7867844f-hfmqn I0505 09:36:46.958006 3666 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5c7867844f-hfmqn, ips: 10.130.0.24 I0505 09:36:46.958040 3666 obj_retry.go:498] Detected object openshift-console/console-5c7867844f-hfmqn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:46.967526 3666 base_network_controller_pods.go:487] [default/openshift-console/console-6b67b7dd68-l7sh9] creating logical port openshift-console_console-6b67b7dd68-l7sh9 for pod on switch ip-10-0-0-57.ec2.internal I0505 09:36:46.967661 3666 kube.go:256] Updating pod openshift-console/console-6b67b7dd68-l7sh9 I0505 09:36:46.982598 3666 pod.go:62] [openshift-console/console-6b67b7dd68-l7sh9] pod update took 14.964192ms I0505 09:36:46.982620 3666 base_network_controller_pods.go:951] [default/openshift-console/console-6b67b7dd68-l7sh9] addLogicalPort annotation time took 14.991122ms I0505 09:36:46.983860 3666 pods.go:271] [openshift-console/console-6b67b7dd68-l7sh9] addLogicalPort took 16.34946ms, libovsdb time 919.04µs I0505 09:36:47.262810 3666 obj_retry.go:492] Detected object openshift-console/console-5c7867844f-hfmqn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:47.262836 3666 obj_retry.go:492] Detected object openshift-console/console-5c7867844f-hfmqn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:47.271324 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c7867844f-hfmqn I0505 09:36:47.271354 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c7867844f-hfmqn I0505 09:36:47.325149 3666 cni.go:452] [openshift-console/console-6b67b7dd68-l7sh9 22f03219d50c941fc74d7cae2c2de447adb7156e55bfad56bd5726339c52eada network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b67b7dd68-l7sh9 22f03219d50c941fc74d7cae2c2de447adb7156e55bfad56bd5726339c52eada network default NAD default NAD key ] I0505 09:36:47.334473 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b67b7dd68-l7sh9, hostIfaceName: 22f03219d50c941, network: default, NAD default, SandboxID: "22f03219d50c941fc74d7cae2c2de447adb7156e55bfad56bd5726339c52eada", PCI device ID: , UID: "e5d21033-50e1-40fd-acb6-91eaf9919bab", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0505 09:36:47.382646 3666 cni.go:473] [openshift-console/console-6b67b7dd68-l7sh9 22f03219d50c941fc74d7cae2c2de447adb7156e55bfad56bd5726339c52eada network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b67b7dd68-l7sh9 22f03219d50c941fc74d7cae2c2de447adb7156e55bfad56bd5726339c52eada network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:10:49:6c:33:72\",\"name\":\"22f03219d50c941\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b040bbde-f80f-4ae3-980a-63a836e40437\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 09:36:47.809231 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:36:47.809252 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:36:47.809257 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 09:36:49.602994 3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:49.603524 3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:49.744624 3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:49.744649 3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:49.753506 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 09:36:49.753536 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0505 09:36:57.344885 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 09:36:57.756301 3666 obj_retry.go:498] Detected object openshift-console/console-5c7867844f-9r8zm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:57.756833 3666 obj_retry.go:498] Detected object openshift-console/console-5c7867844f-9r8zm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:58.073931 3666 obj_retry.go:492] Detected object openshift-console/console-5c7867844f-9r8zm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:58.073952 3666 obj_retry.go:492] Detected object openshift-console/console-5c7867844f-9r8zm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:58.077637 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c7867844f-9r8zm I0505 09:36:58.077668 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c7867844f-9r8zm I0505 09:37:10.334848 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0505 09:37:15.339080 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0505 09:37:24.961580 3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:37:24.962175 3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:37:25.913194 3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:37:25.913219 3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:37:25.924608 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 09:37:25.924631 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 09:37:41.824661 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:37:41.825201 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:37:42.733609 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:37:42.733631 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:37:50.225584 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=68 I0505 09:38:12.328172 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 09:38:58.313940 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0505 09:39:00.318446 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0505 09:39:04.225083 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 I0505 09:39:33.313514 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 09:39:47.224067 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=120 I0505 09:39:48.439241 3666 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-w74sd] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-w74sd for pod on switch ip-10-0-0-57.ec2.internal I0505 09:39:48.439391 3666 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-w74sd I0505 09:39:48.455544 3666 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-w74sd] pod update took 16.181414ms I0505 09:39:48.455567 3666 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-w74sd] addLogicalPort annotation time took 16.211506ms I0505 09:39:48.456780 3666 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-w74sd] addLogicalPort took 17.560445ms, libovsdb time 852.977µs I0505 09:39:48.799409 3666 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-w74sd 3939b6f996a5dd3a52860335dd5730f4927b4e60474784d267de3ffdb289db2f network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-w74sd 3939b6f996a5dd3a52860335dd5730f4927b4e60474784d267de3ffdb289db2f network default NAD default NAD key ] I0505 09:39:48.808619 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-w74sd, hostIfaceName: 3939b6f996a5dd3, network: default, NAD default, SandboxID: "3939b6f996a5dd3a52860335dd5730f4927b4e60474784d267de3ffdb289db2f", PCI device ID: , UID: "6e22c0ec-bd00-44fb-b658-a1514494a963", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0505 09:39:48.858249 3666 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-w74sd 3939b6f996a5dd3a52860335dd5730f4927b4e60474784d267de3ffdb289db2f network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-w74sd 3939b6f996a5dd3a52860335dd5730f4927b4e60474784d267de3ffdb289db2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:9a:f1:30:09:da\",\"name\":\"3939b6f996a5dd3\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee783776-7786-44a7-be2e-06ec26dcaf91\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:39:51.349031 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0505 09:39:52.054565 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0505 09:40:03.062206 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 09:40:03.100009 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 09:40:03.100097 3666 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h5gg8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h5gg8: no pod IPs found I0505 09:40:04.358852 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:40:04.359436 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:40:05.379483 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:40:05.379504 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:40:18.323375 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0505 09:40:36.226980 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0505 09:41:25.233947 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=557 I0505 09:41:38.349200 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0505 09:41:41.344192 3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0505 09:42:03.223696 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0505 09:42:22.342486 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0505 09:44:15.228911 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0505 09:44:40.338985 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0505 09:45:30.321707 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0505 09:46:07.852750 3666 namespace.go:98] [tsf] adding namespace I0505 09:46:07.853674 3666 namespace.go:102] [tsf] adding namespace took 899.241µs I0505 09:46:07.874645 3666 namespace.go:142] [tsf] updating namespace I0505 09:46:07.885776 3666 namespace.go:142] [tsf] updating namespace I0505 09:46:11.665129 3666 namespace.go:98] [rhtpa-operator] adding namespace I0505 09:46:11.665186 3666 namespace.go:98] [tsf-keycloak] adding namespace I0505 09:46:11.666393 3666 namespace.go:102] [rhtpa-operator] adding namespace took 1.236594ms I0505 09:46:11.667225 3666 namespace.go:102] [tsf-keycloak] adding namespace took 2.02496ms I0505 09:46:11.673313 3666 namespace.go:98] [tsf-tas] adding namespace I0505 09:46:11.673496 3666 namespace.go:98] [cert-manager-operator] adding namespace I0505 09:46:11.673587 3666 namespace.go:98] [tsf-tpa] adding namespace I0505 09:46:11.673699 3666 namespace.go:98] [rhbk-operator] adding namespace I0505 09:46:11.673959 3666 namespace.go:98] [konflux-operator] adding namespace I0505 09:46:11.674094 3666 namespace.go:102] [tsf-tas] adding namespace took 767.174µs I0505 09:46:11.674791 3666 namespace.go:102] [cert-manager-operator] adding namespace took 1.282027ms I0505 09:46:11.675399 3666 namespace.go:102] [tsf-tpa] adding namespace took 1.799203ms I0505 09:46:11.675934 3666 namespace.go:102] [rhbk-operator] adding namespace took 2.222649ms I0505 09:46:11.675957 3666 namespace.go:98] [konflux-ui] adding namespace I0505 09:46:11.676434 3666 namespace.go:102] [konflux-ui] adding namespace took 470.132µs I0505 09:46:11.676880 3666 namespace.go:102] [konflux-operator] adding namespace took 2.900393ms I0505 09:46:11.710962 3666 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:46:11.733975 3666 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:46:11.788581 3666 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:46:11.797623 3666 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:46:11.797694 3666 namespace.go:142] [tsf-tpa] updating namespace I0505 09:46:11.797778 3666 namespace.go:142] [tsf-tas] updating namespace I0505 09:46:11.823132 3666 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:46:11.832271 3666 namespace.go:142] [rhbk-operator] updating namespace I0505 09:46:11.832315 3666 namespace.go:142] [konflux-ui] updating namespace I0505 09:46:11.832472 3666 namespace.go:142] [konflux-operator] updating namespace I0505 09:46:11.846316 3666 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:46:11.958104 3666 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:46:12.003166 3666 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:46:12.038054 3666 namespace.go:142] [tsf-tpa] updating namespace I0505 09:46:12.058769 3666 namespace.go:142] [tsf-tpa] updating namespace I0505 09:46:12.076889 3666 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:46:12.090972 3666 namespace.go:142] [rhbk-operator] updating namespace I0505 09:46:12.160291 3666 namespace.go:142] [rhbk-operator] updating namespace I0505 09:46:12.166111 3666 namespace.go:142] [konflux-ui] updating namespace I0505 09:46:12.180956 3666 namespace.go:142] [konflux-ui] updating namespace I0505 09:46:12.212445 3666 namespace.go:142] [konflux-operator] updating namespace I0505 09:46:12.234974 3666 namespace.go:142] [konflux-operator] updating namespace I0505 09:46:12.268917 3666 namespace.go:142] [tsf-tas] updating namespace I0505 09:46:12.293230 3666 namespace.go:142] [tsf-tas] updating namespace I0505 09:46:13.040278 3666 namespace.go:142] [tsf-tpa] updating namespace I0505 09:46:13.040322 3666 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:46:13.213671 3666 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-57.ec2.internal I0505 09:46:13.213804 3666 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0505 09:46:13.238878 3666 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 25.101438ms I0505 09:46:13.238901 3666 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 25.130819ms I0505 09:46:13.240216 3666 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 26.558051ms, libovsdb time 958.551µs I0505 09:46:13.581479 3666 cni.go:452] [tsf/test-tsf-subscriptions a94d8fce4b7df3cf48717516ddb4767c3a516f462e294c4668b66b54357a6cd4 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions a94d8fce4b7df3cf48717516ddb4767c3a516f462e294c4668b66b54357a6cd4 network default NAD default NAD key ] I0505 09:46:13.590684 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: a94d8fce4b7df3c, network: default, NAD default, SandboxID: "a94d8fce4b7df3cf48717516ddb4767c3a516f462e294c4668b66b54357a6cd4", PCI device ID: , UID: "49d840bb-2642-4c1f-ba3d-7a69054943f0", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0505 09:46:13.639893 3666 cni.go:473] [tsf/test-tsf-subscriptions a94d8fce4b7df3cf48717516ddb4767c3a516f462e294c4668b66b54357a6cd4 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions a94d8fce4b7df3cf48717516ddb4767c3a516f462e294c4668b66b54357a6cd4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:fe:af:d7:cc:f9\",\"name\":\"a94d8fce4b7df3c\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1ef0019-1265-4e59-9697-0150e1c5a47c\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:46:18.330938 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0505 09:46:18.951803 3666 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:18.952416 3666 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:18.952445 3666 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:18.952469 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:18.952492 3666 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:18.952501 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:19.976287 3666 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:19.976317 3666 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:19.976337 3666 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:19.976351 3666 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:21.599032 3666 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.599695 3666 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.599727 3666 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.599734 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:21.599745 3666 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.599749 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:21.975688 3666 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.976212 3666 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.976238 3666 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.976246 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:21.976261 3666 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.976265 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:22.624775 3666 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:22.624807 3666 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:22.624824 3666 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:22.624839 3666 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:23.002257 3666 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:23.002283 3666 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:23.002294 3666 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:23.002308 3666 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:24.022942 3666 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:24.023533 3666 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:24.023560 3666 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:24.023568 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:24.023583 3666 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:24.023587 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:25.051987 3666 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:25.052014 3666 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:25.052025 3666 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:25.052035 3666 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:26.015820 3666 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.016367 3666 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.016393 3666 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.016400 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:26.016413 3666 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.016417 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:26.047443 3666 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.047904 3666 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.047933 3666 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.047944 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:26.047959 3666 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.047969 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:27.048355 3666 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.048386 3666 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.048400 3666 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.048411 3666 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.077299 3666 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.077329 3666 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.077348 3666 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.077362 3666 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0505 09:46:31.060947 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 09:46:36.575259 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 09:46:36.595216 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 09:46:38.016967 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 09:46:42.565251 3666 namespace.go:142] [openshift-operators] updating namespace I0505 09:46:42.589482 3666 namespace.go:142] [openshift-operators] updating namespace I0505 09:46:44.810985 3666 namespace.go:98] [cert-manager] adding namespace I0505 09:46:44.811829 3666 namespace.go:102] [cert-manager] adding namespace took 822.231µs I0505 09:46:44.839033 3666 namespace.go:142] [cert-manager] updating namespace I0505 09:46:44.869979 3666 namespace.go:142] [cert-manager] updating namespace I0505 09:46:45.353354 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0505 09:46:45.950241 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 09:46:45.980477 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 09:46:45.992069 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 09:46:46.013667 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 09:46:50.076141 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 09:46:50.076160 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 09:46:50.431395 3666 namespace.go:142] [openshift-operators] updating namespace W0505 09:46:58.880992 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 09:46:59.111625 3666 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 09:46:59.112513 3666 namespace.go:102] [trusted-artifact-signer] adding namespace took 866.607µs I0505 09:46:59.135947 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 09:46:59.147666 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 09:47:04.903976 3666 cni.go:452] [tsf/test-tsf-subscriptions a94d8fce4b7df3cf48717516ddb4767c3a516f462e294c4668b66b54357a6cd4 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions a94d8fce4b7df3cf48717516ddb4767c3a516f462e294c4668b66b54357a6cd4 network default NAD default NAD key ] I0505 09:47:04.985385 3666 cni.go:473] [tsf/test-tsf-subscriptions a94d8fce4b7df3cf48717516ddb4767c3a516f462e294c4668b66b54357a6cd4 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions a94d8fce4b7df3cf48717516ddb4767c3a516f462e294c4668b66b54357a6cd4 network default NAD default NAD key default], result "{}", err I0505 09:47:05.037562 3666 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:47:05.037594 3666 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0505 09:47:05.038808 3666 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.28 I0505 09:47:05.038837 3666 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:47:05.062530 3666 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:47:05.062549 3666 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:47:05.070881 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 09:47:05.070905 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 09:47:06.428293 3666 namespace.go:98] [openshift-pipelines] adding namespace I0505 09:47:06.429217 3666 namespace.go:102] [openshift-pipelines] adding namespace took 901.869µs I0505 09:47:06.449429 3666 namespace.go:142] [openshift-pipelines] updating namespace I0505 09:47:06.585692 3666 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-57.ec2.internal I0505 09:47:06.585790 3666 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0505 09:47:06.615032 3666 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 29.268939ms I0505 09:47:06.615053 3666 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 29.294607ms I0505 09:47:06.616223 3666 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 30.549783ms, libovsdb time 843.865µs I0505 09:47:06.965696 3666 cni.go:452] [tsf/test-tsf-infrastructure 69d988fc4b5c07686ee665024b4eefe790fdf858b05be29e92857dd26f2a1b6a network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 69d988fc4b5c07686ee665024b4eefe790fdf858b05be29e92857dd26f2a1b6a network default NAD default NAD key ] I0505 09:47:06.975046 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 69d988fc4b5c076, network: default, NAD default, SandboxID: "69d988fc4b5c07686ee665024b4eefe790fdf858b05be29e92857dd26f2a1b6a", PCI device ID: , UID: "d489efca-e576-4176-ba8e-af10adc84bdc", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0505 09:47:07.023763 3666 cni.go:473] [tsf/test-tsf-infrastructure 69d988fc4b5c07686ee665024b4eefe790fdf858b05be29e92857dd26f2a1b6a network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 69d988fc4b5c07686ee665024b4eefe790fdf858b05be29e92857dd26f2a1b6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:c6:45:7e:3c:83\",\"name\":\"69d988fc4b5c076\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e270234-8c7d-4acb-afff-00167185c97b\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:47:07.196710 3666 namespace.go:142] [cert-manager] updating namespace I0505 09:47:07.397683 3666 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:47:07.798667 3666 namespace.go:142] [konflux-operator] updating namespace I0505 09:47:08.000401 3666 namespace.go:142] [konflux-ui] updating namespace I0505 09:47:08.201191 3666 namespace.go:142] [open-cluster-management-2q3mf58ftm55ihbc68po7fqbj5oplorq] updating namespace I0505 09:47:08.602344 3666 namespace.go:142] [rhbk-operator] updating namespace I0505 09:47:08.805984 3666 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:47:09.004855 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 09:47:09.204138 3666 namespace.go:142] [tsf] updating namespace I0505 09:47:09.395677 3666 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7c6bc] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-7c6bc for pod on switch ip-10-0-0-57.ec2.internal I0505 09:47:09.395772 3666 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7c6bc I0505 09:47:09.411265 3666 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7c6bc] pod update took 15.512114ms I0505 09:47:09.411291 3666 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7c6bc] addLogicalPort annotation time took 15.542416ms I0505 09:47:09.412690 3666 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7c6bc] addLogicalPort took 17.03462ms, libovsdb time 999.75µs I0505 09:47:09.417357 3666 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:47:09.485297 3666 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k5rxv] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-k5rxv for pod on switch ip-10-0-0-57.ec2.internal I0505 09:47:09.485401 3666 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k5rxv I0505 09:47:09.499997 3666 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k5rxv] pod update took 14.619787ms I0505 09:47:09.500018 3666 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k5rxv] addLogicalPort annotation time took 14.647748ms I0505 09:47:09.501184 3666 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k5rxv] addLogicalPort took 15.909824ms, libovsdb time 822.895µs I0505 09:47:09.618221 3666 namespace.go:142] [tsf-tas] updating namespace I0505 09:47:09.807670 3666 namespace.go:142] [tsf-tpa] updating namespace I0505 09:47:09.953096 3666 namespace.go:142] [cert-manager] updating namespace I0505 09:47:09.961843 3666 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:47:09.973302 3666 namespace.go:142] [default] updating namespace I0505 09:47:09.983348 3666 namespace.go:142] [konflux-operator] updating namespace I0505 09:47:09.995187 3666 namespace.go:142] [konflux-ui] updating namespace I0505 09:47:10.003490 3666 namespace.go:142] [open-cluster-management-2q3mf58ftm55ihbc68po7fqbj5oplorq] updating namespace I0505 09:47:10.011384 3666 namespace.go:142] [openshift] updating namespace I0505 09:47:10.022699 3666 namespace.go:142] [rhbk-operator] updating namespace I0505 09:47:10.033113 3666 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:47:10.041721 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 09:47:10.052129 3666 namespace.go:142] [tsf] updating namespace I0505 09:47:10.061284 3666 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:47:10.076900 3666 namespace.go:142] [tsf-tas] updating namespace I0505 09:47:10.093984 3666 namespace.go:142] [tsf-tpa] updating namespace I0505 09:47:10.200856 3666 namespace.go:142] [cert-manager] updating namespace I0505 09:47:10.227982 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45 I0505 09:47:10.314153 3666 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:47:10.406332 3666 namespace.go:142] [default] updating namespace I0505 09:47:10.497249 3666 namespace.go:142] [konflux-operator] updating namespace I0505 09:47:10.603186 3666 namespace.go:142] [konflux-ui] updating namespace I0505 09:47:10.694158 3666 namespace.go:142] [open-cluster-management-2q3mf58ftm55ihbc68po7fqbj5oplorq] updating namespace I0505 09:47:10.797131 3666 namespace.go:142] [openshift] updating namespace I0505 09:47:10.904139 3666 namespace.go:142] [rhbk-operator] updating namespace I0505 09:47:11.001515 3666 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:47:11.091998 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 09:47:11.191251 3666 namespace.go:142] [tsf] updating namespace I0505 09:47:11.295312 3666 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:47:11.393194 3666 namespace.go:142] [tsf-tas] updating namespace I0505 09:47:11.492601 3666 namespace.go:142] [tsf-tpa] updating namespace I0505 09:47:11.946350 3666 namespace.go:142] [openshift-pipelines] updating namespace I0505 09:47:17.571391 3666 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7c6bc e0205c9eb06e865a0404cc2142161eede3eec1a9e01484698497a0d1b0618975 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7c6bc e0205c9eb06e865a0404cc2142161eede3eec1a9e01484698497a0d1b0618975 network default NAD default NAD key ] I0505 09:47:17.580571 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-7c6bc, hostIfaceName: e0205c9eb06e865, network: default, NAD default, SandboxID: "e0205c9eb06e865a0404cc2142161eede3eec1a9e01484698497a0d1b0618975", PCI device ID: , UID: "974afe0a-d27f-45f7-845a-c8b37822a517", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0505 09:47:17.630980 3666 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7c6bc e0205c9eb06e865a0404cc2142161eede3eec1a9e01484698497a0d1b0618975 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-7c6bc e0205c9eb06e865a0404cc2142161eede3eec1a9e01484698497a0d1b0618975 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:83:a6:d0:28:fc\",\"name\":\"e0205c9eb06e865\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/027e666d-aebb-4a16-8103-d9ddfa99199a\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:47:17.645677 3666 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k5rxv 1ec6a0bb2a83d4ccf9f9bc7cd3dccc1ca8f6112aa9ebe7689e0a482a2fa50ef5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k5rxv 1ec6a0bb2a83d4ccf9f9bc7cd3dccc1ca8f6112aa9ebe7689e0a482a2fa50ef5 network default NAD default NAD key ] I0505 09:47:17.655736 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-k5rxv, hostIfaceName: 1ec6a0bb2a83d4c, network: default, NAD default, SandboxID: "1ec6a0bb2a83d4ccf9f9bc7cd3dccc1ca8f6112aa9ebe7689e0a482a2fa50ef5", PCI device ID: , UID: "096a1be4-f378-429f-8dc2-0e7937769698", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0505 09:47:17.706357 3666 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k5rxv 1ec6a0bb2a83d4ccf9f9bc7cd3dccc1ca8f6112aa9ebe7689e0a482a2fa50ef5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-k5rxv 1ec6a0bb2a83d4ccf9f9bc7cd3dccc1ca8f6112aa9ebe7689e0a482a2fa50ef5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:1f:7e:0a:3d:fa\",\"name\":\"1ec6a0bb2a83d4c\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e72fdd9f-611c-4fde-a9cd-d794f67e7c66\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 09:47:17.974181 3666 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 09:47:17.996751 3666 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0505 09:47:19.982777 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-lbplt] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-lbplt for pod on switch ip-10-0-0-57.ec2.internal I0505 09:47:19.982869 3666 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-lbplt I0505 09:47:19.997341 3666 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-lbplt] pod update took 14.496898ms I0505 09:47:19.997361 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-lbplt] addLogicalPort annotation time took 14.525419ms I0505 09:47:19.998762 3666 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-lbplt] addLogicalPort took 16.016807ms, libovsdb time 997.87µs I0505 09:47:20.079896 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-j2z66] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-j2z66 for pod on switch ip-10-0-0-57.ec2.internal I0505 09:47:20.080017 3666 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-j2z66 I0505 09:47:20.097744 3666 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-j2z66] pod update took 17.767568ms I0505 09:47:20.097773 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-j2z66] addLogicalPort annotation time took 17.808698ms I0505 09:47:20.099113 3666 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-j2z66] addLogicalPort took 19.236594ms, libovsdb time 855.349µs I0505 09:47:20.189029 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wlvqz] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-wlvqz for pod on switch ip-10-0-0-57.ec2.internal I0505 09:47:20.189122 3666 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wlvqz I0505 09:47:20.208925 3666 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wlvqz] pod update took 19.823924ms I0505 09:47:20.208951 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wlvqz] addLogicalPort annotation time took 19.856578ms I0505 09:47:20.210229 3666 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wlvqz] addLogicalPort took 21.223135ms, libovsdb time 858.213µs I0505 09:47:20.344277 3666 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-lbplt 1e3b03d8b44564f2e590d6681b4d9d57c9ba5be48f0eb4af6d45b6d983c89728 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-lbplt 1e3b03d8b44564f2e590d6681b4d9d57c9ba5be48f0eb4af6d45b6d983c89728 network default NAD default NAD key ] I0505 09:47:20.354755 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-lbplt, hostIfaceName: 1e3b03d8b44564f, network: default, NAD default, SandboxID: "1e3b03d8b44564f2e590d6681b4d9d57c9ba5be48f0eb4af6d45b6d983c89728", PCI device ID: , UID: "faad0cf2-9ddf-4907-9708-1aeecbdc8d19", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0505 09:47:20.402337 3666 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-lbplt 1e3b03d8b44564f2e590d6681b4d9d57c9ba5be48f0eb4af6d45b6d983c89728 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-lbplt 1e3b03d8b44564f2e590d6681b4d9d57c9ba5be48f0eb4af6d45b6d983c89728 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:fc:cc:fb:4a:5b\",\"name\":\"1e3b03d8b44564f\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93cf6956-3d95-424d-8fc3-32c3927e8c96\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:47:20.440213 3666 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-j2z66 f5cbcea3b68674dde8ed9370c1493e654a04723f4c7257775356ba9e18b69327 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-j2z66 f5cbcea3b68674dde8ed9370c1493e654a04723f4c7257775356ba9e18b69327 network default NAD default NAD key ] I0505 09:47:20.451160 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-j2z66, hostIfaceName: f5cbcea3b68674d, network: default, NAD default, SandboxID: "f5cbcea3b68674dde8ed9370c1493e654a04723f4c7257775356ba9e18b69327", PCI device ID: , UID: "9eee5581-a1fa-49c3-b2cb-8a8673ef9037", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0505 09:47:20.500780 3666 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-j2z66 f5cbcea3b68674dde8ed9370c1493e654a04723f4c7257775356ba9e18b69327 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-j2z66 f5cbcea3b68674dde8ed9370c1493e654a04723f4c7257775356ba9e18b69327 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:78:34:4e:d7:01\",\"name\":\"f5cbcea3b68674d\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42aeaf4f-5321-4bf4-80ae-70e4e4ad33cf\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:47:20.549817 3666 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wlvqz 65dc7f4d4fc245dfa31e320b23d76deb7b54083eaf333bf7f8356109802af4b1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wlvqz 65dc7f4d4fc245dfa31e320b23d76deb7b54083eaf333bf7f8356109802af4b1 network default NAD default NAD key ] I0505 09:47:20.562156 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-wlvqz, hostIfaceName: 65dc7f4d4fc245d, network: default, NAD default, SandboxID: "65dc7f4d4fc245dfa31e320b23d76deb7b54083eaf333bf7f8356109802af4b1", PCI device ID: , UID: "5f3169b9-de06-4272-81c9-b049fe61777f", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0505 09:47:20.611200 3666 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wlvqz 65dc7f4d4fc245dfa31e320b23d76deb7b54083eaf333bf7f8356109802af4b1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wlvqz 65dc7f4d4fc245dfa31e320b23d76deb7b54083eaf333bf7f8356109802af4b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:7a:75:8b:7b:6b\",\"name\":\"65dc7f4d4fc245d\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a48073ef-368d-495a-b8c8-6b809e4768a4\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 09:47:23.206095 3666 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 09:47:23.206121 3666 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 09:47:23.206127 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 09:47:24.975115 3666 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 09:47:24.975131 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 09:47:24.975137 3666 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 09:47:35.075311 3666 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:47:35.075332 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:47:35.075339 3666 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:47:35.075343 3666 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:47:38.983329 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 09:47:39.005805 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 09:47:46.078811 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:47:46.078835 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:47:46.078842 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:47:46.078850 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:47:58.382482 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 09:48:03.222137 3666 cni.go:452] [tsf/test-tsf-infrastructure 69d988fc4b5c07686ee665024b4eefe790fdf858b05be29e92857dd26f2a1b6a network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 69d988fc4b5c07686ee665024b4eefe790fdf858b05be29e92857dd26f2a1b6a network default NAD default NAD key ] I0505 09:48:03.303468 3666 cni.go:473] [tsf/test-tsf-infrastructure 69d988fc4b5c07686ee665024b4eefe790fdf858b05be29e92857dd26f2a1b6a network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 69d988fc4b5c07686ee665024b4eefe790fdf858b05be29e92857dd26f2a1b6a network default NAD default NAD key default], result "{}", err I0505 09:48:03.354765 3666 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:48:03.354798 3666 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0505 09:48:03.356170 3666 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.29 I0505 09:48:03.356196 3666 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:48:03.379008 3666 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:48:03.379030 3666 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:48:03.382791 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 09:48:03.382819 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 09:48:04.519041 3666 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-57.ec2.internal I0505 09:48:04.519140 3666 kube.go:256] Updating pod tsf/test-tsf-iam I0505 09:48:04.533732 3666 pod.go:62] [tsf/test-tsf-iam] pod update took 14.621686ms I0505 09:48:04.533756 3666 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.650274ms I0505 09:48:04.535099 3666 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.076753ms, libovsdb time 928.427µs I0505 09:48:04.894503 3666 cni.go:452] [tsf/test-tsf-iam 00b0afe0fa1990d23e8b491faed2f68b39c38500148780b8fd879503f6568584 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 00b0afe0fa1990d23e8b491faed2f68b39c38500148780b8fd879503f6568584 network default NAD default NAD key ] I0505 09:48:04.904603 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 00b0afe0fa1990d, network: default, NAD default, SandboxID: "00b0afe0fa1990d23e8b491faed2f68b39c38500148780b8fd879503f6568584", PCI device ID: , UID: "072edb72-721f-4533-bf38-7eecf79ca643", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0505 09:48:04.956981 3666 cni.go:473] [tsf/test-tsf-iam 00b0afe0fa1990d23e8b491faed2f68b39c38500148780b8fd879503f6568584 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 00b0afe0fa1990d23e8b491faed2f68b39c38500148780b8fd879503f6568584 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:76:64:e7:c5:87\",\"name\":\"00b0afe0fa1990d\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5108047e-bdf4-4a70-8d8e-d22d6c8243ff\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:48:05.414791 3666 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 09:48:05.415447 3666 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 09:48:05.415483 3666 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 09:48:05.417443 3666 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0505 09:48:05.786565 3666 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-57.ec2.internal I0505 09:48:05.786693 3666 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0505 09:48:05.801817 3666 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.153698ms I0505 09:48:05.801836 3666 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.177681ms I0505 09:48:05.803054 3666 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.51ms, libovsdb time 836.396µs I0505 09:48:06.146391 3666 cni.go:452] [tsf-keycloak/keycloak-0 7eaedf8749ab25c08a42b43c71941d409bffedb3724cddf60ea4b9d1b0776765 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 7eaedf8749ab25c08a42b43c71941d409bffedb3724cddf60ea4b9d1b0776765 network default NAD default NAD key ] I0505 09:48:06.155494 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 7eaedf8749ab25c, network: default, NAD default, SandboxID: "7eaedf8749ab25c08a42b43c71941d409bffedb3724cddf60ea4b9d1b0776765", PCI device ID: , UID: "45f43b6a-c7f8-4560-984a-8337f947733a", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0505 09:48:06.205572 3666 cni.go:473] [tsf-keycloak/keycloak-0 7eaedf8749ab25c08a42b43c71941d409bffedb3724cddf60ea4b9d1b0776765 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 7eaedf8749ab25c08a42b43c71941d409bffedb3724cddf60ea4b9d1b0776765 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:a8:75:de:c5:63\",\"name\":\"7eaedf8749ab25c\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a74c5cd-07c7-40e2-91e4-7ae94591082f\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 09:48:12.279700 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 09:48:12.279729 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 09:48:12.282537 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 09:48:12.282553 3666 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0505 09:48:15.316518 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 09:48:16.329072 3666 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 09:48:21.326544 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0505 09:48:35.382467 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 09:48:35.382490 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 09:48:35.389305 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0505 09:48:35.389326 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0505 09:48:36.579800 3666 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 09:48:36.579819 3666 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 09:48:36.579824 3666 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 09:48:44.227645 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=77 I0505 09:48:45.493784 3666 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-9bp5v] creating logical port tsf-keycloak_tsf-iam-9bp5v for pod on switch ip-10-0-0-57.ec2.internal I0505 09:48:45.493898 3666 kube.go:256] Updating pod tsf-keycloak/tsf-iam-9bp5v I0505 09:48:45.507445 3666 pod.go:62] [tsf-keycloak/tsf-iam-9bp5v] pod update took 13.579036ms I0505 09:48:45.507486 3666 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-9bp5v] addLogicalPort annotation time took 13.626906ms I0505 09:48:45.508633 3666 pods.go:271] [tsf-keycloak/tsf-iam-9bp5v] addLogicalPort took 14.86517ms, libovsdb time 764.211µs I0505 09:48:45.950892 3666 cni.go:452] [tsf-keycloak/tsf-iam-9bp5v afa9a0dfdd96567341a552be909a89bfb3372ec9b0e999df3b7237a652b22b46 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-9bp5v afa9a0dfdd96567341a552be909a89bfb3372ec9b0e999df3b7237a652b22b46 network default NAD default NAD key ] I0505 09:48:45.960152 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-9bp5v, hostIfaceName: afa9a0dfdd96567, network: default, NAD default, SandboxID: "afa9a0dfdd96567341a552be909a89bfb3372ec9b0e999df3b7237a652b22b46", PCI device ID: , UID: "a038c148-6da5-41e3-95f7-5ac6a362331e", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0505 09:48:46.011805 3666 cni.go:473] [tsf-keycloak/tsf-iam-9bp5v afa9a0dfdd96567341a552be909a89bfb3372ec9b0e999df3b7237a652b22b46 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-9bp5v afa9a0dfdd96567341a552be909a89bfb3372ec9b0e999df3b7237a652b22b46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:01:d5:2c:02:58\",\"name\":\"afa9a0dfdd96567\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2599eba-ae75-48db-b9e5-f97f3fe0517a\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:48:46.317614 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0505 09:48:55.539311 3666 cni.go:452] [tsf/test-tsf-iam 00b0afe0fa1990d23e8b491faed2f68b39c38500148780b8fd879503f6568584 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 00b0afe0fa1990d23e8b491faed2f68b39c38500148780b8fd879503f6568584 network default NAD default NAD key ] I0505 09:48:55.620900 3666 cni.go:473] [tsf/test-tsf-iam 00b0afe0fa1990d23e8b491faed2f68b39c38500148780b8fd879503f6568584 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 00b0afe0fa1990d23e8b491faed2f68b39c38500148780b8fd879503f6568584 network default NAD default NAD key default], result "{}", err I0505 09:48:55.673938 3666 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:48:55.674022 3666 pods.go:176] Deleting pod: tsf/test-tsf-iam I0505 09:48:55.675527 3666 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.35 I0505 09:48:55.675560 3666 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:48:55.718016 3666 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:48:55.718049 3666 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:48:55.725072 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 09:48:55.725098 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 09:48:56.681798 3666 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-57.ec2.internal I0505 09:48:56.681901 3666 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0505 09:48:56.702154 3666 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 20.278003ms I0505 09:48:56.702180 3666 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 20.312625ms I0505 09:48:56.703493 3666 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 21.716451ms, libovsdb time 891.776µs I0505 09:48:57.066038 3666 cni.go:452] [tsf-tas/test-tsf-tas 617760f8508ea9a3300cfe97ee89c9d8b22334450e5046d3ce2ceff716eeaac3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 617760f8508ea9a3300cfe97ee89c9d8b22334450e5046d3ce2ceff716eeaac3 network default NAD default NAD key ] I0505 09:48:57.078429 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 617760f8508ea9a, network: default, NAD default, SandboxID: "617760f8508ea9a3300cfe97ee89c9d8b22334450e5046d3ce2ceff716eeaac3", PCI device ID: , UID: "309f3849-1722-4668-86e6-e53b035e73a6", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0505 09:48:57.140931 3666 cni.go:473] [tsf-tas/test-tsf-tas 617760f8508ea9a3300cfe97ee89c9d8b22334450e5046d3ce2ceff716eeaac3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 617760f8508ea9a3300cfe97ee89c9d8b22334450e5046d3ce2ceff716eeaac3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:ff:0c:70:7b:a2\",\"name\":\"617760f8508ea9a\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffba9020-1a37-4403-bc35-818f86321e7b\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:48:59.017432 3666 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-b946bcfd9-nq4nz] creating logical port tsf-tas_trillian-logsigner-b946bcfd9-nq4nz for pod on switch ip-10-0-0-57.ec2.internal I0505 09:48:59.017543 3666 kube.go:256] Updating pod tsf-tas/trillian-logsigner-b946bcfd9-nq4nz I0505 09:48:59.034926 3666 pod.go:62] [tsf-tas/trillian-logsigner-b946bcfd9-nq4nz] pod update took 17.402546ms I0505 09:48:59.034955 3666 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-b946bcfd9-nq4nz] addLogicalPort annotation time took 17.442678ms I0505 09:48:59.036304 3666 pods.go:271] [tsf-tas/trillian-logsigner-b946bcfd9-nq4nz] addLogicalPort took 18.892605ms, libovsdb time 896.486µs I0505 09:48:59.980921 3666 cni.go:452] [tsf-tas/trillian-logsigner-b946bcfd9-nq4nz c67c8650e3e722ba6aa0b1d072390c800a528c6967adb6cece4c6d0e992e77a5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-b946bcfd9-nq4nz c67c8650e3e722ba6aa0b1d072390c800a528c6967adb6cece4c6d0e992e77a5 network default NAD default NAD key ] I0505 09:48:59.992752 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-b946bcfd9-nq4nz, hostIfaceName: c67c8650e3e722b, network: default, NAD default, SandboxID: "c67c8650e3e722ba6aa0b1d072390c800a528c6967adb6cece4c6d0e992e77a5", PCI device ID: , UID: "ea0acab6-9611-4f3c-9103-05cc2ba31cad", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0505 09:49:00.065633 3666 cni.go:473] [tsf-tas/trillian-logsigner-b946bcfd9-nq4nz c67c8650e3e722ba6aa0b1d072390c800a528c6967adb6cece4c6d0e992e77a5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-b946bcfd9-nq4nz c67c8650e3e722ba6aa0b1d072390c800a528c6967adb6cece4c6d0e992e77a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:1f:67:df:9a:3b\",\"name\":\"c67c8650e3e722b\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49cfd74e-1b8a-4372-889c-4f3cec812bd2\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:49:04.605349 3666 cni.go:452] [tsf-keycloak/tsf-iam-9bp5v afa9a0dfdd96567341a552be909a89bfb3372ec9b0e999df3b7237a652b22b46 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-9bp5v afa9a0dfdd96567341a552be909a89bfb3372ec9b0e999df3b7237a652b22b46 network default NAD default NAD key ] I0505 09:49:04.691867 3666 cni.go:473] [tsf-keycloak/tsf-iam-9bp5v afa9a0dfdd96567341a552be909a89bfb3372ec9b0e999df3b7237a652b22b46 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-9bp5v afa9a0dfdd96567341a552be909a89bfb3372ec9b0e999df3b7237a652b22b46 network default NAD default NAD key default], result "{}", err I0505 09:49:04.744623 3666 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9bp5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:04.744658 3666 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-9bp5v I0505 09:49:04.746078 3666 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-9bp5v, ips: 10.130.0.37 I0505 09:49:04.746104 3666 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9bp5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:05.622238 3666 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9bp5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:05.622265 3666 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9bp5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 09:49:07.776255 3666 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 09:49:08.617689 3666 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0505 09:49:12.802886 3666 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 09:49:14.652214 3666 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-l2wg8-2jkk9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:14.652867 3666 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-l2wg8-2jkk9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:15.534024 3666 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-l2wg8-2jkk9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:15.534049 3666 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-l2wg8-2jkk9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:16.457337 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jtdwp] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-jtdwp for pod on switch ip-10-0-0-57.ec2.internal I0505 09:49:16.457483 3666 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jtdwp I0505 09:49:16.473834 3666 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jtdwp] pod update took 16.412177ms I0505 09:49:16.473858 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jtdwp] addLogicalPort annotation time took 16.441778ms I0505 09:49:16.475337 3666 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jtdwp] addLogicalPort took 18.01993ms, libovsdb time 1.071237ms I0505 09:49:16.570334 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x6mx4] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-x6mx4 for pod on switch ip-10-0-0-57.ec2.internal I0505 09:49:16.570477 3666 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x6mx4 I0505 09:49:16.583642 3666 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x6mx4] pod update took 13.197464ms I0505 09:49:16.583673 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x6mx4] addLogicalPort annotation time took 13.233093ms I0505 09:49:16.585093 3666 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x6mx4] addLogicalPort took 14.777913ms, libovsdb time 968.064µs I0505 09:49:16.818854 3666 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jtdwp fb6915d500412d042162898cb75b5dc99d428ce421a0e4bc19a1814b7a43a407 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jtdwp fb6915d500412d042162898cb75b5dc99d428ce421a0e4bc19a1814b7a43a407 network default NAD default NAD key ] I0505 09:49:16.828318 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-jtdwp, hostIfaceName: fb6915d500412d0, network: default, NAD default, SandboxID: "fb6915d500412d042162898cb75b5dc99d428ce421a0e4bc19a1814b7a43a407", PCI device ID: , UID: "1ad87786-7956-4620-b82c-cf89f8cfecc4", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0505 09:49:16.880413 3666 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jtdwp fb6915d500412d042162898cb75b5dc99d428ce421a0e4bc19a1814b7a43a407 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jtdwp fb6915d500412d042162898cb75b5dc99d428ce421a0e4bc19a1814b7a43a407 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:3d:87:16:62:1a\",\"name\":\"fb6915d500412d0\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/faa4148e-cc67-4a6b-a233-8a83dc84ee86\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:49:16.931854 3666 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x6mx4 5f82425c07c52abf31408eeee3b883db5b7248735b2889089760f430bc60429d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x6mx4 5f82425c07c52abf31408eeee3b883db5b7248735b2889089760f430bc60429d network default NAD default NAD key ] I0505 09:49:16.941092 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-x6mx4, hostIfaceName: 5f82425c07c52ab, network: default, NAD default, SandboxID: "5f82425c07c52abf31408eeee3b883db5b7248735b2889089760f430bc60429d", PCI device ID: , UID: "93d98089-eae8-4e6e-b546-70178791cdbb", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0505 09:49:16.992526 3666 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x6mx4 5f82425c07c52abf31408eeee3b883db5b7248735b2889089760f430bc60429d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x6mx4 5f82425c07c52abf31408eeee3b883db5b7248735b2889089760f430bc60429d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:ca:dd:b8:2e:db\",\"name\":\"5f82425c07c52ab\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b32ad96-d280-45b9-9e78-7c4b411b2174\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 09:49:20.688474 3666 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 09:49:20.688494 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 09:49:20.714635 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 09:49:20.714661 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 09:49:20.743802 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 09:49:24.397972 3666 namespace.go:142] [openshift-pipelines] updating namespace W0505 09:49:31.694498 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 09:49:32.788189 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-6v6gn] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-6v6gn for pod on switch ip-10-0-0-57.ec2.internal I0505 09:49:32.788349 3666 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-6v6gn I0505 09:49:32.804248 3666 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-6v6gn] pod update took 15.932538ms I0505 09:49:32.804276 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-6v6gn] addLogicalPort annotation time took 15.966913ms I0505 09:49:32.805709 3666 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-6v6gn] addLogicalPort took 17.541576ms, libovsdb time 973.845µs I0505 09:49:33.759789 3666 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-6v6gn d90bb4a604b57754568fb01efb21f04fb55ac2953a27c1b30363b06e172f9d98 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-6v6gn d90bb4a604b57754568fb01efb21f04fb55ac2953a27c1b30363b06e172f9d98 network default NAD default NAD key ] I0505 09:49:33.769378 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-6v6gn, hostIfaceName: d90bb4a604b5775, network: default, NAD default, SandboxID: "d90bb4a604b57754568fb01efb21f04fb55ac2953a27c1b30363b06e172f9d98", PCI device ID: , UID: "a47f4cbb-0670-4995-b9d8-0951809f471a", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0505 09:49:33.822075 3666 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-6v6gn d90bb4a604b57754568fb01efb21f04fb55ac2953a27c1b30363b06e172f9d98 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-6v6gn d90bb4a604b57754568fb01efb21f04fb55ac2953a27c1b30363b06e172f9d98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:95:5e:01:e1:43\",\"name\":\"d90bb4a604b5775\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36073223-9315-4158-a184-fc2f9083a8e4\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:49:35.351905 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0505 09:49:42.759740 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 09:49:53.872874 3666 cni.go:452] [tsf-tas/test-tsf-tas 617760f8508ea9a3300cfe97ee89c9d8b22334450e5046d3ce2ceff716eeaac3 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 617760f8508ea9a3300cfe97ee89c9d8b22334450e5046d3ce2ceff716eeaac3 network default NAD default NAD key ] I0505 09:49:53.947940 3666 cni.go:473] [tsf-tas/test-tsf-tas 617760f8508ea9a3300cfe97ee89c9d8b22334450e5046d3ce2ceff716eeaac3 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 617760f8508ea9a3300cfe97ee89c9d8b22334450e5046d3ce2ceff716eeaac3 network default NAD default NAD key default], result "{}", err I0505 09:49:54.002089 3666 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:54.002121 3666 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0505 09:49:54.003526 3666 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.38 I0505 09:49:54.003551 3666 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:54.024751 3666 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:54.024777 3666 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:54.033519 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 09:49:54.033547 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 09:49:57.167492 3666 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-ksxj8-c4w5f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:57.168036 3666 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-ksxj8-c4w5f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:58.043223 3666 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-ksxj8-c4w5f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:58.043248 3666 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-ksxj8-c4w5f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:58.169277 3666 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fqqgw-bjpdd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:58.169883 3666 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fqqgw-bjpdd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:59.124192 3666 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fqqgw-bjpdd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:59.124222 3666 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fqqgw-bjpdd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:00.389624 3666 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7ddbd767fb-l8hpz] creating logical port tsf-tas_rekor-search-ui-7ddbd767fb-l8hpz for pod on switch ip-10-0-0-57.ec2.internal I0505 09:50:00.389710 3666 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7ddbd767fb-l8hpz I0505 09:50:00.403039 3666 pod.go:62] [tsf-tas/rekor-search-ui-7ddbd767fb-l8hpz] pod update took 13.35033ms I0505 09:50:00.403060 3666 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7ddbd767fb-l8hpz] addLogicalPort annotation time took 13.381392ms I0505 09:50:00.404505 3666 pods.go:271] [tsf-tas/rekor-search-ui-7ddbd767fb-l8hpz] addLogicalPort took 14.897119ms, libovsdb time 1.04361ms I0505 09:50:00.752496 3666 cni.go:452] [tsf-tas/rekor-search-ui-7ddbd767fb-l8hpz 3f8bc844e7d45caef4d3ec5475dc107e34bc7e858d856c1f9d4368585f04d8a0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7ddbd767fb-l8hpz 3f8bc844e7d45caef4d3ec5475dc107e34bc7e858d856c1f9d4368585f04d8a0 network default NAD default NAD key ] I0505 09:50:00.762130 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7ddbd767fb-l8hpz, hostIfaceName: 3f8bc844e7d45ca, network: default, NAD default, SandboxID: "3f8bc844e7d45caef4d3ec5475dc107e34bc7e858d856c1f9d4368585f04d8a0", PCI device ID: , UID: "90865fbf-2bd1-45f1-b4fd-99b91fb9b986", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0505 09:50:00.813985 3666 cni.go:473] [tsf-tas/rekor-search-ui-7ddbd767fb-l8hpz 3f8bc844e7d45caef4d3ec5475dc107e34bc7e858d856c1f9d4368585f04d8a0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7ddbd767fb-l8hpz 3f8bc844e7d45caef4d3ec5475dc107e34bc7e858d856c1f9d4368585f04d8a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:b5:f9:ba:99:04\",\"name\":\"3f8bc844e7d45ca\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6574b576-9992-4f8c-8e1c-1fe3da622eba\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:50:02.957996 3666 obj_retry.go:498] Detected object tsf/patch-tekton-config-v94dd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:02.958577 3666 obj_retry.go:498] Detected object tsf/patch-tekton-config-v94dd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 09:50:03.071714 3666 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 09:50:03.987877 3666 obj_retry.go:492] Detected object tsf/patch-tekton-config-v94dd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:03.987919 3666 obj_retry.go:492] Detected object tsf/patch-tekton-config-v94dd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:04.019652 3666 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-cc45447b7-5skbh] creating logical port tsf-tas_ctlog-cc45447b7-5skbh for pod on switch ip-10-0-0-57.ec2.internal I0505 09:50:04.019767 3666 kube.go:256] Updating pod tsf-tas/ctlog-cc45447b7-5skbh I0505 09:50:04.033588 3666 pod.go:62] [tsf-tas/ctlog-cc45447b7-5skbh] pod update took 13.847276ms I0505 09:50:04.033620 3666 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-cc45447b7-5skbh] addLogicalPort annotation time took 13.888552ms I0505 09:50:04.035342 3666 pods.go:271] [tsf-tas/ctlog-cc45447b7-5skbh] addLogicalPort took 15.710667ms, libovsdb time 1.141658ms I0505 09:50:04.389302 3666 cni.go:452] [tsf-tas/ctlog-cc45447b7-5skbh 4b9d295c6917ad8fe41548a5286255c41d309ff49c7690ac42569b715eb32832 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-cc45447b7-5skbh 4b9d295c6917ad8fe41548a5286255c41d309ff49c7690ac42569b715eb32832 network default NAD default NAD key ] I0505 09:50:04.401078 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-cc45447b7-5skbh, hostIfaceName: 4b9d295c6917ad8, network: default, NAD default, SandboxID: "4b9d295c6917ad8fe41548a5286255c41d309ff49c7690ac42569b715eb32832", PCI device ID: , UID: "647ed820-505f-40c5-bae2-c91608d49161", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0505 09:50:04.454279 3666 cni.go:473] [tsf-tas/ctlog-cc45447b7-5skbh 4b9d295c6917ad8fe41548a5286255c41d309ff49c7690ac42569b715eb32832 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-cc45447b7-5skbh 4b9d295c6917ad8fe41548a5286255c41d309ff49c7690ac42569b715eb32832 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:e2:89:9b:0d:26\",\"name\":\"4b9d295c6917ad8\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04f25a0b-5e46-40dc-9286-0fe69c7476a2\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:50:04.907128 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:04.907746 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 09:50:04.930100 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 09:50:05.346877 3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0505 09:50:05.789209 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:05.789233 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:06.231230 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=100 W0505 09:50:06.945700 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0505 09:50:10.246908 3666 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hv4jb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:10.247500 3666 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hv4jb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:11.270928 3666 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hv4jb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:11.270953 3666 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hv4jb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:11.309448 3666 obj_retry.go:492] Detected object tsf/patch-tekton-config-v94dd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:11.309487 3666 obj_retry.go:492] Detected object tsf/patch-tekton-config-v94dd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:11.315670 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-v94dd I0505 09:50:11.315694 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-v94dd I0505 09:50:12.085156 3666 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-57.ec2.internal I0505 09:50:12.085271 3666 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0505 09:50:12.104834 3666 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 19.593937ms I0505 09:50:12.104857 3666 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 19.623947ms I0505 09:50:12.106130 3666 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 20.993258ms, libovsdb time 871.961µs I0505 09:50:12.345939 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0505 09:50:12.466618 3666 cni.go:452] [tsf-tpa/pre-install-tsf-tpa c459f43b06954819cb01fd76d754e0a8b8459c877887a0b1a96205088c425cc3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa c459f43b06954819cb01fd76d754e0a8b8459c877887a0b1a96205088c425cc3 network default NAD default NAD key ] I0505 09:50:12.475733 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: c459f43b0695481, network: default, NAD default, SandboxID: "c459f43b06954819cb01fd76d754e0a8b8459c877887a0b1a96205088c425cc3", PCI device ID: , UID: "a1190e97-ee03-4b4a-9c15-3a5205c2aa15", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0505 09:50:12.733614 3666 cni.go:473] [tsf-tpa/pre-install-tsf-tpa c459f43b06954819cb01fd76d754e0a8b8459c877887a0b1a96205088c425cc3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa c459f43b06954819cb01fd76d754e0a8b8459c877887a0b1a96205088c425cc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:1b:e1:80:d5:2c\",\"name\":\"c459f43b0695481\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30ca3465-e6ed-42a2-9bc5-6d83a7ff0513\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:50:16.011514 3666 cni.go:452] [tsf-tpa/pre-install-tsf-tpa c459f43b06954819cb01fd76d754e0a8b8459c877887a0b1a96205088c425cc3 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa c459f43b06954819cb01fd76d754e0a8b8459c877887a0b1a96205088c425cc3 network default NAD default NAD key ] I0505 09:50:16.091915 3666 cni.go:473] [tsf-tpa/pre-install-tsf-tpa c459f43b06954819cb01fd76d754e0a8b8459c877887a0b1a96205088c425cc3 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa c459f43b06954819cb01fd76d754e0a8b8459c877887a0b1a96205088c425cc3 network default NAD default NAD key default], result "{}", err I0505 09:50:16.145203 3666 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:16.145242 3666 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0505 09:50:16.146501 3666 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.45 I0505 09:50:16.146533 3666 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:16.169307 3666 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:16.169331 3666 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:16.173104 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 09:50:16.173133 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 09:50:16.435895 3666 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-57.ec2.internal I0505 09:50:16.435987 3666 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0505 09:50:16.449758 3666 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.788773ms I0505 09:50:16.449809 3666 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.846068ms I0505 09:50:16.451147 3666 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.270396ms, libovsdb time 832.136µs I0505 09:50:16.804559 3666 cni.go:452] [tsf-tpa/test-tsf-tpa 85e12989cd27c904e933832ea781c7fc485315c6e97dd09c9f46cba838a87bb8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 85e12989cd27c904e933832ea781c7fc485315c6e97dd09c9f46cba838a87bb8 network default NAD default NAD key ] I0505 09:50:16.814539 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 85e12989cd27c90, network: default, NAD default, SandboxID: "85e12989cd27c904e933832ea781c7fc485315c6e97dd09c9f46cba838a87bb8", PCI device ID: , UID: "508447ef-c16f-405c-ba6f-5a535e42f845", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0505 09:50:16.881611 3666 cni.go:473] [tsf-tpa/test-tsf-tpa 85e12989cd27c904e933832ea781c7fc485315c6e97dd09c9f46cba838a87bb8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 85e12989cd27c904e933832ea781c7fc485315c6e97dd09c9f46cba838a87bb8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:a2:cf:4c:1e:3a\",\"name\":\"85e12989cd27c90\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/319ae4f0-e438-46f9-9978-baaf8bd73876\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 09:50:16.988893 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0505 09:50:17.964525 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0505 09:50:22.332657 3666 obj_retry.go:498] Detected object tsf-tpa/create-db-vxsdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:22.333216 3666 obj_retry.go:498] Detected object tsf-tpa/create-db-vxsdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 09:50:22.856738 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 09:50:23.354838 3666 obj_retry.go:492] Detected object tsf-tpa/create-db-vxsdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:23.354868 3666 obj_retry.go:492] Detected object tsf-tpa/create-db-vxsdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:26.358026 3666 obj_retry.go:498] Detected object tsf-tpa/migrate-db-c22s5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:26.358601 3666 obj_retry.go:498] Detected object tsf-tpa/migrate-db-c22s5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:26.493087 3666 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c22s5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:26.493111 3666 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c22s5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:29.362739 3666 obj_retry.go:498] Detected object tsf-tpa/create-importers-bvdst of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:29.363265 3666 obj_retry.go:498] Detected object tsf-tpa/create-importers-bvdst of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:30.386488 3666 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvdst of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:30.386513 3666 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvdst of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 09:50:37.965300 3666 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0505 09:50:44.232562 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=68 I0505 09:50:58.237695 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=515 I0505 09:51:00.325355 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0505 09:51:06.287121 3666 cni.go:452] [tsf-tpa/test-tsf-tpa 85e12989cd27c904e933832ea781c7fc485315c6e97dd09c9f46cba838a87bb8 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 85e12989cd27c904e933832ea781c7fc485315c6e97dd09c9f46cba838a87bb8 network default NAD default NAD key ] I0505 09:51:06.370145 3666 cni.go:473] [tsf-tpa/test-tsf-tpa 85e12989cd27c904e933832ea781c7fc485315c6e97dd09c9f46cba838a87bb8 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 85e12989cd27c904e933832ea781c7fc485315c6e97dd09c9f46cba838a87bb8 network default NAD default NAD key default], result "{}", err I0505 09:51:06.423564 3666 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:06.423604 3666 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0505 09:51:06.424894 3666 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.46 I0505 09:51:06.424918 3666 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:06.469261 3666 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:06.469282 3666 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:06.475871 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 09:51:06.475899 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 09:51:07.382013 3666 namespace.go:98] [default-tenant] adding namespace I0505 09:51:07.382849 3666 namespace.go:102] [default-tenant] adding namespace took 814.896µs I0505 09:51:07.387474 3666 namespace.go:98] [build-service] adding namespace I0505 09:51:07.387600 3666 namespace.go:98] [image-controller] adding namespace I0505 09:51:07.387658 3666 namespace.go:98] [integration-service] adding namespace I0505 09:51:07.388280 3666 namespace.go:102] [build-service] adding namespace took 788.364µs I0505 09:51:07.388988 3666 namespace.go:102] [image-controller] adding namespace took 1.373316ms I0505 09:51:07.389640 3666 namespace.go:102] [integration-service] adding namespace took 1.971511ms I0505 09:51:07.410980 3666 namespace.go:142] [default-tenant] updating namespace I0505 09:51:07.437865 3666 namespace.go:142] [default-tenant] updating namespace I0505 09:51:07.443927 3666 namespace.go:142] [build-service] updating namespace I0505 09:51:07.471006 3666 namespace.go:142] [image-controller] updating namespace I0505 09:51:07.479860 3666 namespace.go:142] [build-service] updating namespace I0505 09:51:07.516281 3666 namespace.go:142] [image-controller] updating namespace I0505 09:51:07.516479 3666 namespace.go:142] [integration-service] updating namespace I0505 09:51:07.542390 3666 namespace.go:142] [integration-service] updating namespace I0505 09:51:07.611231 3666 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rlt4f-mfmrh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:07.611807 3666 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rlt4f-mfmrh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:07.651884 3666 namespace.go:142] [build-service] updating namespace I0505 09:51:07.667071 3666 namespace.go:142] [integration-service] updating namespace I0505 09:51:07.696821 3666 namespace.go:98] [release-service] adding namespace I0505 09:51:07.697725 3666 namespace.go:102] [release-service] adding namespace took 886.56µs I0505 09:51:07.727360 3666 namespace.go:142] [release-service] updating namespace I0505 09:51:07.750426 3666 namespace.go:142] [konflux-ui] updating namespace I0505 09:51:07.781772 3666 namespace.go:142] [release-service] updating namespace I0505 09:51:07.842932 3666 namespace.go:98] [konflux-info] adding namespace I0505 09:51:07.843673 3666 namespace.go:102] [konflux-info] adding namespace took 725.692µs I0505 09:51:07.861195 3666 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-57.ec2.internal I0505 09:51:07.861277 3666 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0505 09:51:07.893162 3666 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 31.903734ms I0505 09:51:07.893185 3666 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 31.93012ms I0505 09:51:07.893249 3666 namespace.go:98] [namespace-lister] adding namespace I0505 09:51:07.893930 3666 namespace.go:102] [namespace-lister] adding namespace took 665.149µs I0505 09:51:07.894960 3666 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 33.778942ms, libovsdb time 715.841µs I0505 09:51:07.917386 3666 namespace.go:142] [konflux-info] updating namespace I0505 09:51:07.947963 3666 namespace.go:98] [enterprise-contract-service] adding namespace I0505 09:51:07.948692 3666 namespace.go:102] [enterprise-contract-service] adding namespace took 710.481µs I0505 09:51:07.953299 3666 namespace.go:142] [image-controller] updating namespace I0505 09:51:07.965065 3666 namespace.go:142] [konflux-info] updating namespace I0505 09:51:07.983883 3666 namespace.go:142] [namespace-lister] updating namespace I0505 09:51:08.012211 3666 namespace.go:142] [namespace-lister] updating namespace I0505 09:51:08.061025 3666 namespace.go:142] [default-tenant] updating namespace I0505 09:51:08.079742 3666 namespace.go:142] [enterprise-contract-service] updating namespace I0505 09:51:08.148690 3666 namespace.go:142] [enterprise-contract-service] updating namespace I0505 09:51:08.160251 3666 namespace.go:98] [segment-bridge] adding namespace I0505 09:51:08.161143 3666 namespace.go:102] [segment-bridge] adding namespace took 875.116µs I0505 09:51:08.189036 3666 namespace.go:98] [konflux-cli] adding namespace I0505 09:51:08.189928 3666 namespace.go:102] [konflux-cli] adding namespace took 872.478µs I0505 09:51:08.219551 3666 cni.go:452] [konflux-ui/test-tsf-konflux 2937bc4da32f46ac9ca2d2b4d973490ddaf60053d243b930224715a2f2d6d921 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 2937bc4da32f46ac9ca2d2b4d973490ddaf60053d243b930224715a2f2d6d921 network default NAD default NAD key ] I0505 09:51:08.229479 3666 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 2937bc4da32f46a, network: default, NAD default, SandboxID: "2937bc4da32f46ac9ca2d2b4d973490ddaf60053d243b930224715a2f2d6d921", PCI device ID: , UID: "e030c063-13ec-4d9c-8bfa-ca355bb57b34", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0505 09:51:08.282675 3666 cni.go:473] [konflux-ui/test-tsf-konflux 2937bc4da32f46ac9ca2d2b4d973490ddaf60053d243b930224715a2f2d6d921 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 2937bc4da32f46ac9ca2d2b4d973490ddaf60053d243b930224715a2f2d6d921 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:1f:12:59:51:6f\",\"name\":\"2937bc4da32f46a\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08c2b4c3-fb57-4599-abe4-6e38c9564a4b\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:51:08.296311 3666 namespace.go:142] [segment-bridge] updating namespace I0505 09:51:08.401168 3666 namespace.go:142] [segment-bridge] updating namespace I0505 09:51:08.452505 3666 namespace.go:142] [konflux-cli] updating namespace I0505 09:51:08.555129 3666 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 09:51:08.555781 3666 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 09:51:08.555801 3666 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 09:51:08.558155 3666 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 09:51:08.582543 3666 namespace.go:142] [konflux-cli] updating namespace I0505 09:51:08.700172 3666 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 09:51:08.700202 3666 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 09:51:08.701037 3666 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 09:51:08.715143 3666 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rlt4f-mfmrh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:08.715164 3666 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rlt4f-mfmrh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:10.145556 3666 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-9h2st] creating logical port image-controller_image-controller-controller-manager-6f859968fc-9h2st for pod on switch ip-10-0-0-57.ec2.internal I0505 09:51:10.145682 3666 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-9h2st I0505 09:51:10.152242 3666 namespace.go:142] [build-service] updating namespace I0505 09:51:10.176137 3666 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-9h2st] pod update took 30.492386ms I0505 09:51:10.176165 3666 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-9h2st] addLogicalPort annotation time took 30.529644ms I0505 09:51:10.177821 3666 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-9h2st] addLogicalPort took 32.288412ms, libovsdb time 1.058228ms I0505 09:51:10.513324 3666 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-9h2st 77dd56c7cccffc014e2d063887beb4afdde985bf7dd6dd4bc330aa129157d36a network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-9h2st 77dd56c7cccffc014e2d063887beb4afdde985bf7dd6dd4bc330aa129157d36a network default NAD default NAD key ] I0505 09:51:10.525032 3666 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-9h2st, hostIfaceName: 77dd56c7cccffc0, network: default, NAD default, SandboxID: "77dd56c7cccffc014e2d063887beb4afdde985bf7dd6dd4bc330aa129157d36a", PCI device ID: , UID: "28d98eb7-b80f-45e2-869f-8c754e2b6cf7", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0505 09:51:10.589654 3666 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-9h2st 77dd56c7cccffc014e2d063887beb4afdde985bf7dd6dd4bc330aa129157d36a network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-9h2st 77dd56c7cccffc014e2d063887beb4afdde985bf7dd6dd4bc330aa129157d36a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:4e:4a:21:07:9b\",\"name\":\"77dd56c7cccffc0\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff80762a-092e-499b-9eeb-fc047cd77a58\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:51:10.748311 3666 base_network_controller_pods.go:487] [default/konflux-ui/proxy-55484f68df-lllvh] creating logical port konflux-ui_proxy-55484f68df-lllvh for pod on switch ip-10-0-0-57.ec2.internal I0505 09:51:10.748436 3666 kube.go:256] Updating pod konflux-ui/proxy-55484f68df-lllvh I0505 09:51:10.807798 3666 pod.go:62] [konflux-ui/proxy-55484f68df-lllvh] pod update took 59.400577ms I0505 09:51:10.807827 3666 base_network_controller_pods.go:951] [default/konflux-ui/proxy-55484f68df-lllvh] addLogicalPort annotation time took 59.435199ms I0505 09:51:10.809493 3666 pods.go:271] [konflux-ui/proxy-55484f68df-lllvh] addLogicalPort took 61.198597ms, libovsdb time 1.09053ms I0505 09:51:10.995398 3666 namespace.go:142] [default-tenant] updating namespace I0505 09:51:11.188425 3666 namespace.go:142] [enterprise-contract-service] updating namespace I0505 09:51:11.380780 3666 namespace.go:142] [image-controller] updating namespace I0505 09:51:11.589761 3666 namespace.go:142] [integration-service] updating namespace I0505 09:51:11.783164 3666 namespace.go:142] [konflux-cli] updating namespace I0505 09:51:11.849402 3666 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6978467f57-kcmqf] creating logical port integration-service_integration-service-controller-manager-6978467f57-kcmqf for pod on switch ip-10-0-0-57.ec2.internal I0505 09:51:11.849615 3666 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6978467f57-kcmqf I0505 09:51:11.949919 3666 pod.go:62] [integration-service/integration-service-controller-manager-6978467f57-kcmqf] pod update took 100.340856ms I0505 09:51:11.949943 3666 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6978467f57-kcmqf] addLogicalPort annotation time took 100.371056ms I0505 09:51:11.951566 3666 pods.go:271] [integration-service/integration-service-controller-manager-6978467f57-kcmqf] addLogicalPort took 102.187569ms, libovsdb time 1.063807ms I0505 09:51:12.053233 3666 namespace.go:142] [konflux-info] updating namespace I0505 09:51:12.192314 3666 namespace.go:142] [namespace-lister] updating namespace I0505 09:51:12.378648 3666 namespace.go:142] [release-service] updating namespace I0505 09:51:12.588175 3666 namespace.go:142] [segment-bridge] updating namespace I0505 09:51:12.703163 3666 namespace.go:142] [build-service] updating namespace I0505 09:51:12.771667 3666 namespace.go:142] [default-tenant] updating namespace I0505 09:51:12.798171 3666 namespace.go:142] [enterprise-contract-service] updating namespace I0505 09:51:12.805001 3666 namespace.go:142] [image-controller] updating namespace I0505 09:51:12.817825 3666 namespace.go:142] [integration-service] updating namespace I0505 09:51:12.833394 3666 namespace.go:142] [konflux-cli] updating namespace I0505 09:51:12.858500 3666 namespace.go:142] [konflux-info] updating namespace I0505 09:51:12.885075 3666 namespace.go:142] [namespace-lister] updating namespace I0505 09:51:12.911126 3666 namespace.go:142] [release-service] updating namespace I0505 09:51:12.928848 3666 namespace.go:142] [segment-bridge] updating namespace I0505 09:51:12.989361 3666 namespace.go:142] [build-service] updating namespace I0505 09:51:13.081420 3666 namespace.go:142] [default-tenant] updating namespace I0505 09:51:13.163266 3666 namespace.go:142] [enterprise-contract-service] updating namespace I0505 09:51:13.230134 3666 namespace.go:142] [image-controller] updating namespace I0505 09:51:13.296481 3666 namespace.go:142] [integration-service] updating namespace I0505 09:51:13.353244 3666 namespace.go:142] [konflux-cli] updating namespace I0505 09:51:13.465044 3666 namespace.go:142] [konflux-info] updating namespace I0505 09:51:13.562714 3666 namespace.go:142] [namespace-lister] updating namespace I0505 09:51:13.652411 3666 namespace.go:142] [release-service] updating namespace I0505 09:51:13.756046 3666 namespace.go:142] [segment-bridge] updating namespace W0505 09:51:14.517012 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 09:51:15.524819 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0505 09:51:16.014465 3666 cni.go:452] [integration-service/integration-service-controller-manager-6978467f57-kcmqf f352221e87d5238bd210a00cde46b0f98f6455a5bdf6411775cb44e7b9d84afc network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6978467f57-kcmqf f352221e87d5238bd210a00cde46b0f98f6455a5bdf6411775cb44e7b9d84afc network default NAD default NAD key ] I0505 09:51:16.024258 3666 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6978467f57-kcmqf, hostIfaceName: f352221e87d5238, network: default, NAD default, SandboxID: "f352221e87d5238bd210a00cde46b0f98f6455a5bdf6411775cb44e7b9d84afc", PCI device ID: , UID: "1f1b2da9-d7da-4001-bfbb-901f9ea17ba9", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0505 09:51:16.081100 3666 cni.go:473] [integration-service/integration-service-controller-manager-6978467f57-kcmqf f352221e87d5238bd210a00cde46b0f98f6455a5bdf6411775cb44e7b9d84afc network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6978467f57-kcmqf f352221e87d5238bd210a00cde46b0f98f6455a5bdf6411775cb44e7b9d84afc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:82:c5:15:a0:72\",\"name\":\"f352221e87d5238\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96029673-ad81-4476-b141-4508ce0a21dd\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 09:51:16.368017 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 09:51:18.367207 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 09:51:18.375029 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0505 09:51:18.919342 3666 cni.go:452] [konflux-ui/proxy-55484f68df-lllvh 434b87a024152ddf0e9d49d3a1c09815c5ab8d1ecaa1273444111592ae0ec862 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-55484f68df-lllvh 434b87a024152ddf0e9d49d3a1c09815c5ab8d1ecaa1273444111592ae0ec862 network default NAD default NAD key ] I0505 09:51:18.928708 3666 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-55484f68df-lllvh, hostIfaceName: 434b87a024152dd, network: default, NAD default, SandboxID: "434b87a024152ddf0e9d49d3a1c09815c5ab8d1ecaa1273444111592ae0ec862", PCI device ID: , UID: "dd9065e7-343a-4222-ac13-01575397cff2", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0505 09:51:18.982543 3666 cni.go:473] [konflux-ui/proxy-55484f68df-lllvh 434b87a024152ddf0e9d49d3a1c09815c5ab8d1ecaa1273444111592ae0ec862 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-55484f68df-lllvh 434b87a024152ddf0e9d49d3a1c09815c5ab8d1ecaa1273444111592ae0ec862 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:bf:6c:a8:84:96\",\"name\":\"434b87a024152dd\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d84f9984-72eb-4a16-bd24-c55bb769f089\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 09:51:20.561098 3666 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 09:51:24.402880 3666 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 09:51:24.402902 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 09:51:24.592159 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 09:51:24.596030 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 09:51:24.618741 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 09:51:24.621160 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 09:51:24.649009 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 09:51:24.649025 3666 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 09:51:25.633154 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0505 09:51:27.359017 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 09:51:29.372737 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 09:51:29.375661 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0505 09:51:30.640237 3666 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9h99p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:30.640831 3666 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9h99p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:31.653069 3666 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9h99p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:31.653100 3666 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9h99p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:31.659904 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-9h99p I0505 09:51:31.659927 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-9h99p I0505 09:51:44.227143 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 W0505 09:52:00.452172 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 09:52:00.452193 3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-57.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0505 09:52:30.458824 3666 obj_retry.go:498] Detected object konflux-ui/proxy-64895b8496-vhqjx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:52:30.459371 3666 obj_retry.go:498] Detected object konflux-ui/proxy-64895b8496-vhqjx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:52:31.013394 3666 obj_retry.go:492] Detected object konflux-ui/proxy-64895b8496-vhqjx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:52:31.013420 3666 obj_retry.go:492] Detected object konflux-ui/proxy-64895b8496-vhqjx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:52:31.020623 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-64895b8496-vhqjx I0505 09:52:31.020648 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-64895b8496-vhqjx I0505 09:52:37.817621 3666 cni.go:452] [konflux-ui/test-tsf-konflux 2937bc4da32f46ac9ca2d2b4d973490ddaf60053d243b930224715a2f2d6d921 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 2937bc4da32f46ac9ca2d2b4d973490ddaf60053d243b930224715a2f2d6d921 network default NAD default NAD key ] I0505 09:52:37.895562 3666 cni.go:473] [konflux-ui/test-tsf-konflux 2937bc4da32f46ac9ca2d2b4d973490ddaf60053d243b930224715a2f2d6d921 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 2937bc4da32f46ac9ca2d2b4d973490ddaf60053d243b930224715a2f2d6d921 network default NAD default NAD key default], result "{}", err I0505 09:52:37.951654 3666 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:52:37.951684 3666 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0505 09:52:37.953150 3666 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.47 I0505 09:52:37.953180 3666 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:52:37.971280 3666 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:52:37.971305 3666 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:52:37.978427 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 09:52:37.978470 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 09:52:47.334636 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0505 09:53:05.953029 3666 namespace.go:98] [managed-tenant-is6u1] adding namespace I0505 09:53:05.953920 3666 namespace.go:102] [managed-tenant-is6u1] adding namespace took 868.715µs I0505 09:53:05.981492 3666 namespace.go:142] [managed-tenant-is6u1] updating namespace I0505 09:53:06.000143 3666 namespace.go:142] [managed-tenant-is6u1] updating namespace I0505 09:53:07.214318 3666 namespace.go:142] [managed-tenant-is6u1] updating namespace I0505 09:53:07.364584 3666 namespace.go:142] [managed-tenant-is6u1] updating namespace I0505 09:53:07.445163 3666 namespace.go:142] [managed-tenant-is6u1] updating namespace I0505 09:53:45.330043 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0505 09:53:58.367593 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 09:54:39.320232 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0505 09:54:39.342629 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 09:55:00.320915 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0505 09:55:29.638107 3666 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-db75658f8-sc5mr I0505 09:56:41.355713 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0505 09:56:49.355387 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 09:56:54.231743 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=76 I0505 09:57:39.236088 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=17 I0505 09:57:41.230810 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=90 I0505 09:58:07.512051 3666 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod] creating logical port default-tenant_tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod for pod on switch ip-10-0-0-57.ec2.internal I0505 09:58:07.512200 3666 kube.go:256] Updating pod default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod I0505 09:58:07.540680 3666 pod.go:62] [default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod] pod update took 28.508554ms I0505 09:58:07.540707 3666 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod] addLogicalPort annotation time took 28.538655ms I0505 09:58:07.542018 3666 pods.go:271] [default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod] addLogicalPort took 29.982393ms, libovsdb time 901.508µs I0505 09:58:07.881134 3666 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod ed1117bb299f02d8a29745ac195d25cfdfbda72ede3184627fc38c55c79a6d4d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod ed1117bb299f02d8a29745ac195d25cfdfbda72ede3184627fc38c55c79a6d4d network default NAD default NAD key ] I0505 09:58:07.890694 3666 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod, hostIfaceName: ed1117bb299f02d, network: default, NAD default, SandboxID: "ed1117bb299f02d8a29745ac195d25cfdfbda72ede3184627fc38c55c79a6d4d", PCI device ID: , UID: "5e2e111b-7cce-403d-a906-483fa1c9d074", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0505 09:58:07.946542 3666 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod ed1117bb299f02d8a29745ac195d25cfdfbda72ede3184627fc38c55c79a6d4d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod ed1117bb299f02d8a29745ac195d25cfdfbda72ede3184627fc38c55c79a6d4d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:ee:62:73:e8:43\",\"name\":\"ed1117bb299f02d\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc1ff78b-a924-4b56-a502-47b11981f4a8\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:58:22.802973 3666 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod ed1117bb299f02d8a29745ac195d25cfdfbda72ede3184627fc38c55c79a6d4d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod ed1117bb299f02d8a29745ac195d25cfdfbda72ede3184627fc38c55c79a6d4d network default NAD default NAD key ] I0505 09:58:22.891613 3666 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod ed1117bb299f02d8a29745ac195d25cfdfbda72ede3184627fc38c55c79a6d4d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod ed1117bb299f02d8a29745ac195d25cfdfbda72ede3184627fc38c55c79a6d4d network default NAD default NAD key default], result "{}", err I0505 09:58:22.944536 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:58:22.944573 3666 pods.go:176] Deleting pod: default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod I0505 09:58:22.945971 3666 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod, ips: 10.130.0.51 I0505 09:58:22.946000 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:58:23.692642 3666 obj_retry.go:492] Detected object default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:58:23.692671 3666 obj_retry.go:492] Detected object default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:58:23.700671 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod I0505 09:58:23.700698 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod I0505 09:59:32.337512 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 09:59:33.235435 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=81 I0505 09:59:36.793603 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:59:36.794196 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:59:37.002985 3666 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod] creating logical port default-tenant_tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod for pod on switch ip-10-0-0-57.ec2.internal I0505 09:59:37.003104 3666 kube.go:256] Updating pod default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod I0505 09:59:37.030420 3666 pod.go:62] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod] pod update took 27.34578ms I0505 09:59:37.030448 3666 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod] addLogicalPort annotation time took 27.375436ms I0505 09:59:37.031751 3666 pods.go:271] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod] addLogicalPort took 28.791288ms, libovsdb time 799.725µs I0505 09:59:37.367488 3666 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod f523bb01f5b2932b1f56e868b652db943114badbaa3c3c38801b5cf22c5ac7d6 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod f523bb01f5b2932b1f56e868b652db943114badbaa3c3c38801b5cf22c5ac7d6 network default NAD default NAD key ] I0505 09:59:37.377327 3666 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod, hostIfaceName: f523bb01f5b2932, network: default, NAD default, SandboxID: "f523bb01f5b2932b1f56e868b652db943114badbaa3c3c38801b5cf22c5ac7d6", PCI device ID: , UID: "d23bb2fd-f032-43c7-a088-82c3a13aa126", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0505 09:59:37.431822 3666 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod f523bb01f5b2932b1f56e868b652db943114badbaa3c3c38801b5cf22c5ac7d6 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod f523bb01f5b2932b1f56e868b652db943114badbaa3c3c38801b5cf22c5ac7d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:26:68:d9:fa:b3\",\"name\":\"f523bb01f5b2932\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e535211-231a-4a8c-a3fe-70f69328aab6\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:59:51.200310 3666 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod f523bb01f5b2932b1f56e868b652db943114badbaa3c3c38801b5cf22c5ac7d6 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod f523bb01f5b2932b1f56e868b652db943114badbaa3c3c38801b5cf22c5ac7d6 network default NAD default NAD key ] I0505 09:59:51.291418 3666 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod f523bb01f5b2932b1f56e868b652db943114badbaa3c3c38801b5cf22c5ac7d6 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod f523bb01f5b2932b1f56e868b652db943114badbaa3c3c38801b5cf22c5ac7d6 network default NAD default NAD key default], result "{}", err I0505 09:59:51.388887 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:59:51.388955 3666 pods.go:176] Deleting pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod I0505 09:59:51.390554 3666 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod, ips: 10.130.0.52 I0505 09:59:51.390583 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:59:51.894348 3666 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod for pod on switch ip-10-0-0-57.ec2.internal I0505 09:59:51.894507 3666 kube.go:256] Updating pod default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod I0505 09:59:51.923347 3666 pod.go:62] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod] pod update took 28.873921ms I0505 09:59:51.923379 3666 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod] addLogicalPort annotation time took 28.923606ms I0505 09:59:51.925006 3666 pods.go:271] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod] addLogicalPort took 30.676269ms, libovsdb time 1.036358ms I0505 09:59:52.266654 3666 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod a3325c9972b26928a0bdf27192db3e26b443b569252b41cbb03ee6580e64f6ae network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod a3325c9972b26928a0bdf27192db3e26b443b569252b41cbb03ee6580e64f6ae network default NAD default NAD key ] I0505 09:59:52.276213 3666 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod, hostIfaceName: a3325c9972b2692, network: default, NAD default, SandboxID: "a3325c9972b26928a0bdf27192db3e26b443b569252b41cbb03ee6580e64f6ae", PCI device ID: , UID: "5f9d5847-ef5e-4075-b0a5-d48e70784ee9", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0505 09:59:52.329751 3666 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod a3325c9972b26928a0bdf27192db3e26b443b569252b41cbb03ee6580e64f6ae network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod a3325c9972b26928a0bdf27192db3e26b443b569252b41cbb03ee6580e64f6ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ca:2b:d9:ab:44\",\"name\":\"a3325c9972b2692\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a537639-7755-4390-9619-931fb1ce23c3\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 09:59:54.349551 3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0505 10:00:03.879831 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:00:03.880485 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:00:04.745938 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:04.745964 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:04.781060 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:04.781083 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:04.786465 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h I0505 10:00:04.786500 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h I0505 10:00:08.328235 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0505 10:00:23.049602 3666 obj_retry.go:492] Detected object tsf-tpa/create-db-vxsdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:23.049627 3666 obj_retry.go:492] Detected object tsf-tpa/create-db-vxsdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:23.054804 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-vxsdv I0505 10:00:23.054826 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-vxsdv I0505 10:00:24.240942 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=195 I0505 10:00:26.030822 3666 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c22s5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:26.030845 3666 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c22s5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:26.035852 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-c22s5 I0505 10:00:26.035877 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-c22s5 I0505 10:00:26.370686 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0505 10:00:30.032303 3666 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvdst of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:30.032327 3666 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvdst of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:30.035720 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-bvdst I0505 10:00:30.035748 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-bvdst I0505 10:00:44.326003 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0505 10:00:51.334110 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0505 10:00:51.345574 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0505 10:00:57.613349 3666 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod a3325c9972b26928a0bdf27192db3e26b443b569252b41cbb03ee6580e64f6ae network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod a3325c9972b26928a0bdf27192db3e26b443b569252b41cbb03ee6580e64f6ae network default NAD default NAD key ] I0505 10:00:57.709412 3666 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod a3325c9972b26928a0bdf27192db3e26b443b569252b41cbb03ee6580e64f6ae network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod a3325c9972b26928a0bdf27192db3e26b443b569252b41cbb03ee6580e64f6ae network default NAD default NAD key default], result "{}", err I0505 10:00:57.792421 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:00:57.792553 3666 pods.go:176] Deleting pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod I0505 10:00:57.794175 3666 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod, ips: 10.130.0.53 I0505 10:00:57.794209 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:01:29.230912 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0505 10:02:32.234777 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45 I0505 10:02:44.239807 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0505 10:04:19.313516 3666 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:04:19.314181 3666 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:04:19.324520 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0505 10:04:20.205568 3666 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:04:20.205613 3666 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:04:20.211636 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz I0505 10:04:20.211661 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz I0505 10:04:52.238766 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0505 10:05:00.190543 3666 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod] creating logical port default-tenant_tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod for pod on switch ip-10-0-0-57.ec2.internal I0505 10:05:00.190689 3666 kube.go:256] Updating pod default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod I0505 10:05:00.214682 3666 pod.go:62] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod] pod update took 24.028565ms I0505 10:05:00.214707 3666 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod] addLogicalPort annotation time took 24.058148ms I0505 10:05:00.216119 3666 pods.go:271] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod] addLogicalPort took 25.59631ms, libovsdb time 955.225µs I0505 10:05:00.558580 3666 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod 93d32de83ca2e31cf394fa98b1186e0589a5f8f2ccff88f4e8f00eb5b7548421 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod 93d32de83ca2e31cf394fa98b1186e0589a5f8f2ccff88f4e8f00eb5b7548421 network default NAD default NAD key ] I0505 10:05:00.567671 3666 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod, hostIfaceName: 93d32de83ca2e31, network: default, NAD default, SandboxID: "93d32de83ca2e31cf394fa98b1186e0589a5f8f2ccff88f4e8f00eb5b7548421", PCI device ID: , UID: "60d36fd7-9dd0-410b-b648-7259f1d92989", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0505 10:05:00.622581 3666 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod 93d32de83ca2e31cf394fa98b1186e0589a5f8f2ccff88f4e8f00eb5b7548421 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod 93d32de83ca2e31cf394fa98b1186e0589a5f8f2ccff88f4e8f00eb5b7548421 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:e5:29:cb:e8:cb\",\"name\":\"93d32de83ca2e31\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b59574b-491a-4051-bb7a-44d1f4b10e70\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 10:05:00.878338 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:00.878970 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:34.230393 3666 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod 93d32de83ca2e31cf394fa98b1186e0589a5f8f2ccff88f4e8f00eb5b7548421 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod 93d32de83ca2e31cf394fa98b1186e0589a5f8f2ccff88f4e8f00eb5b7548421 network default NAD default NAD key ] I0505 10:05:34.326493 3666 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod 93d32de83ca2e31cf394fa98b1186e0589a5f8f2ccff88f4e8f00eb5b7548421 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod 93d32de83ca2e31cf394fa98b1186e0589a5f8f2ccff88f4e8f00eb5b7548421 network default NAD default NAD key default], result "{}", err I0505 10:05:34.401702 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:34.401736 3666 pods.go:176] Deleting pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod I0505 10:05:34.403187 3666 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod, ips: 10.130.0.54 I0505 10:05:34.403219 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:34.810678 3666 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod for pod on switch ip-10-0-0-57.ec2.internal I0505 10:05:34.810850 3666 kube.go:256] Updating pod default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod I0505 10:05:34.819869 3666 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod for pod on switch ip-10-0-0-57.ec2.internal I0505 10:05:34.820022 3666 kube.go:256] Updating pod default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod I0505 10:05:34.835634 3666 pod.go:62] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod] pod update took 24.844254ms I0505 10:05:34.835657 3666 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod] addLogicalPort annotation time took 24.8705ms I0505 10:05:34.837010 3666 pods.go:271] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod] addLogicalPort took 26.350469ms, libovsdb time 975.27µs I0505 10:05:34.844264 3666 pod.go:62] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod] pod update took 24.277776ms I0505 10:05:34.844287 3666 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod] addLogicalPort annotation time took 24.30099ms I0505 10:05:34.845632 3666 pods.go:271] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod] addLogicalPort took 25.776899ms, libovsdb time 938.305µs I0505 10:05:35.176263 3666 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod dccdc618e0d5fb902dbab9575c0541383814d7e3f9e0b4606098ff85cbe38f39 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod dccdc618e0d5fb902dbab9575c0541383814d7e3f9e0b4606098ff85cbe38f39 network default NAD default NAD key ] I0505 10:05:35.182382 3666 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod 8626267ddb261d457914ec127931a6add9f547473e13fe57a467d943627ed407 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod 8626267ddb261d457914ec127931a6add9f547473e13fe57a467d943627ed407 network default NAD default NAD key ] I0505 10:05:35.187820 3666 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod, hostIfaceName: dccdc618e0d5fb9, network: default, NAD default, SandboxID: "dccdc618e0d5fb902dbab9575c0541383814d7e3f9e0b4606098ff85cbe38f39", PCI device ID: , UID: "5585e0da-5b1d-4748-890f-070ad5b6d293", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0505 10:05:35.195291 3666 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod, hostIfaceName: 8626267ddb261d4, network: default, NAD default, SandboxID: "8626267ddb261d457914ec127931a6add9f547473e13fe57a467d943627ed407", PCI device ID: , UID: "ff46bbf0-af76-4d82-a40a-8f51e66c67a9", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0505 10:05:35.203417 3666 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod for pod on switch ip-10-0-0-57.ec2.internal I0505 10:05:35.203628 3666 kube.go:256] Updating pod default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod I0505 10:05:35.227615 3666 pod.go:62] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod] pod update took 24.022234ms I0505 10:05:35.227641 3666 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod] addLogicalPort annotation time took 24.053637ms I0505 10:05:35.228963 3666 pods.go:271] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod] addLogicalPort took 25.56753ms, libovsdb time 836.954µs I0505 10:05:35.248480 3666 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod dccdc618e0d5fb902dbab9575c0541383814d7e3f9e0b4606098ff85cbe38f39 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod dccdc618e0d5fb902dbab9575c0541383814d7e3f9e0b4606098ff85cbe38f39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:98:77:9c:8a:17\",\"name\":\"dccdc618e0d5fb9\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2af37f0-6cb4-43ec-a644-141d4ff07561\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 10:05:35.275172 3666 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod 8626267ddb261d457914ec127931a6add9f547473e13fe57a467d943627ed407 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod 8626267ddb261d457914ec127931a6add9f547473e13fe57a467d943627ed407 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:3d:de:e7:29:a4\",\"name\":\"8626267ddb261d4\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2dbc7667-8606-4da2-8993-699d844fe144\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 10:05:35.426548 3666 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod] creating logical port default-tenant_tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod for pod on switch ip-10-0-0-57.ec2.internal I0505 10:05:35.426734 3666 kube.go:256] Updating pod default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod I0505 10:05:35.452705 3666 pod.go:62] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod] pod update took 26.015452ms I0505 10:05:35.452730 3666 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod] addLogicalPort annotation time took 26.046293ms I0505 10:05:35.454068 3666 pods.go:271] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod] addLogicalPort took 27.537008ms, libovsdb time 893.18µs I0505 10:05:35.566366 3666 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod a739b8008ccbcca1b7d61a077be2680f38040910d27bfcae72ebabd4af442bbe network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod a739b8008ccbcca1b7d61a077be2680f38040910d27bfcae72ebabd4af442bbe network default NAD default NAD key ] I0505 10:05:35.576094 3666 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod, hostIfaceName: a739b8008ccbcca, network: default, NAD default, SandboxID: "a739b8008ccbcca1b7d61a077be2680f38040910d27bfcae72ebabd4af442bbe", PCI device ID: , UID: "8ab2c399-5a44-4514-a658-c72ad2bc21cd", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0505 10:05:35.629271 3666 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod a739b8008ccbcca1b7d61a077be2680f38040910d27bfcae72ebabd4af442bbe network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod a739b8008ccbcca1b7d61a077be2680f38040910d27bfcae72ebabd4af442bbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:eb:b4:c6:61:5c\",\"name\":\"a739b8008ccbcca\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07af858c-1a4c-4c2d-b684-b47aecff58dc\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 10:05:35.793936 3666 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod b676c119d71bd58dae162c4ab08cd96c76773bf69271d2b8ee07f4b4778b471b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod b676c119d71bd58dae162c4ab08cd96c76773bf69271d2b8ee07f4b4778b471b network default NAD default NAD key ] I0505 10:05:35.803566 3666 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod, hostIfaceName: b676c119d71bd58, network: default, NAD default, SandboxID: "b676c119d71bd58dae162c4ab08cd96c76773bf69271d2b8ee07f4b4778b471b", PCI device ID: , UID: "16083772-95d3-4314-b354-6afb4f61b1bc", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0505 10:05:35.858730 3666 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod b676c119d71bd58dae162c4ab08cd96c76773bf69271d2b8ee07f4b4778b471b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod b676c119d71bd58dae162c4ab08cd96c76773bf69271d2b8ee07f4b4778b471b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:9c:01:e5:85:9a\",\"name\":\"b676c119d71bd58\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47f27121-7aad-4efc-b23b-04ecd0812d2e\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 10:05:55.558286 3666 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:55.559109 3666 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:56.025112 3666 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:05:56.025219 3666 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:05:56.033057 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf I0505 10:05:56.033091 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf I0505 10:06:00.358371 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0505 10:06:15.359544 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0505 10:06:24.638056 3666 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw I0505 10:06:30.463806 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:06:30.464385 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:06:32.233740 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=17 I0505 10:07:06.002915 3666 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod 8626267ddb261d457914ec127931a6add9f547473e13fe57a467d943627ed407 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod 8626267ddb261d457914ec127931a6add9f547473e13fe57a467d943627ed407 network default NAD default NAD key ] I0505 10:07:06.002936 3666 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod dccdc618e0d5fb902dbab9575c0541383814d7e3f9e0b4606098ff85cbe38f39 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod dccdc618e0d5fb902dbab9575c0541383814d7e3f9e0b4606098ff85cbe38f39 network default NAD default NAD key ] I0505 10:07:06.115753 3666 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod dccdc618e0d5fb902dbab9575c0541383814d7e3f9e0b4606098ff85cbe38f39 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod dccdc618e0d5fb902dbab9575c0541383814d7e3f9e0b4606098ff85cbe38f39 network default NAD default NAD key default], result "{}", err I0505 10:07:06.125699 3666 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod 8626267ddb261d457914ec127931a6add9f547473e13fe57a467d943627ed407 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod 8626267ddb261d457914ec127931a6add9f547473e13fe57a467d943627ed407 network default NAD default NAD key default], result "{}", err I0505 10:07:06.256664 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:06.256731 3666 pods.go:176] Deleting pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod I0505 10:07:06.258295 3666 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod, ips: 10.130.0.55 I0505 10:07:06.258329 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:06.294613 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:06.294645 3666 pods.go:176] Deleting pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod I0505 10:07:06.296180 3666 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod, ips: 10.130.0.56 I0505 10:07:06.296213 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:09.033980 3666 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod a739b8008ccbcca1b7d61a077be2680f38040910d27bfcae72ebabd4af442bbe network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod a739b8008ccbcca1b7d61a077be2680f38040910d27bfcae72ebabd4af442bbe network default NAD default NAD key ] I0505 10:07:09.124519 3666 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod a739b8008ccbcca1b7d61a077be2680f38040910d27bfcae72ebabd4af442bbe network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod a739b8008ccbcca1b7d61a077be2680f38040910d27bfcae72ebabd4af442bbe network default NAD default NAD key default], result "{}", err I0505 10:07:09.238105 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:09.238159 3666 pods.go:176] Deleting pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod I0505 10:07:09.239627 3666 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod, ips: 10.130.0.57 I0505 10:07:09.239656 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:09.374319 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0505 10:07:30.192583 3666 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod b676c119d71bd58dae162c4ab08cd96c76773bf69271d2b8ee07f4b4778b471b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod b676c119d71bd58dae162c4ab08cd96c76773bf69271d2b8ee07f4b4778b471b network default NAD default NAD key ] I0505 10:07:30.290136 3666 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod b676c119d71bd58dae162c4ab08cd96c76773bf69271d2b8ee07f4b4778b471b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod b676c119d71bd58dae162c4ab08cd96c76773bf69271d2b8ee07f4b4778b471b network default NAD default NAD key default], result "{}", err I0505 10:07:30.428261 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:30.428300 3666 pods.go:176] Deleting pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod I0505 10:07:30.429633 3666 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod, ips: 10.130.0.58 I0505 10:07:30.429663 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:08:15.331384 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0505 10:08:30.341089 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0505 10:08:32.352912 3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0505 10:08:40.337654 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0505 10:09:07.244703 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=133 I0505 10:09:26.599607 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:09:26.600201 3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:09:47.305068 3666 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-xomc-ltqqg-verify-pod] creating logical port default-tenant_my-integration-test-xomc-ltqqg-verify-pod for pod on switch ip-10-0-0-57.ec2.internal I0505 10:09:47.305233 3666 kube.go:256] Updating pod default-tenant/my-integration-test-xomc-ltqqg-verify-pod I0505 10:09:47.343778 3666 pod.go:62] [default-tenant/my-integration-test-xomc-ltqqg-verify-pod] pod update took 38.588612ms I0505 10:09:47.343806 3666 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-xomc-ltqqg-verify-pod] addLogicalPort annotation time took 38.618262ms I0505 10:09:47.345241 3666 pods.go:271] [default-tenant/my-integration-test-xomc-ltqqg-verify-pod] addLogicalPort took 40.188397ms, libovsdb time 1.014332ms I0505 10:09:47.673632 3666 cni.go:452] [default-tenant/my-integration-test-xomc-ltqqg-verify-pod d08a8b587d0ab4b6c021179ff9240162f098e743de59435eb50b2e2a5c611bea network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-xomc-ltqqg-verify-pod d08a8b587d0ab4b6c021179ff9240162f098e743de59435eb50b2e2a5c611bea network default NAD default NAD key ] I0505 10:09:47.683597 3666 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-xomc-ltqqg-verify-pod, hostIfaceName: d08a8b587d0ab4b, network: default, NAD default, SandboxID: "d08a8b587d0ab4b6c021179ff9240162f098e743de59435eb50b2e2a5c611bea", PCI device ID: , UID: "a8e81275-9d93-4d61-a546-8ec514493df3", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0505 10:09:47.742049 3666 cni.go:473] [default-tenant/my-integration-test-xomc-ltqqg-verify-pod d08a8b587d0ab4b6c021179ff9240162f098e743de59435eb50b2e2a5c611bea network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-xomc-ltqqg-verify-pod d08a8b587d0ab4b6c021179ff9240162f098e743de59435eb50b2e2a5c611bea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:39:0c:3e:74:aa\",\"name\":\"d08a8b587d0ab4b\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/352fe67d-fa0b-42ee-b3e6-380b266a7dc5\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 10:09:47.748422 3666 obj_retry.go:498] Detected object default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:09:47.749021 3666 obj_retry.go:498] Detected object default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it