+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-186.ec2.internal ++ [[ -n ip-10-0-0-186.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-186.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0421 03:01:24.525816065 - disable conntrack on geneve port' I0421 03:01:24.525816065 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0421 03:01:24.542102584 - starting ovnkube-node + echo 'I0421 03:01:24.542102584 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-186.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-186.ec2.internal --init-node ip-10-0-0-186.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-186.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0421 03:01:24.584302 3679 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0421 03:01:24.584552 3679 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d3f818dbdd.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0421 03:01:24.585994 3679 kube.go:431] Waiting for certificate I0421 03:01:24.586044 3679 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0421 03:01:24.586098 3679 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0421 03:01:24.586985 3679 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0421 03:01:24.620345 3679 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0421 03:01:24.620366 3679 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0421 03:01:24.623497 3679 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0421 03:01:24.623582 3679 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-mzqgl" I0421 03:01:24.629837 3679 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-mzqgl" I0421 03:01:24.629907 3679 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0421 03:01:25.586658 3679 kube.go:438] Certificate found I0421 03:01:25.587255 3679 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0421 03:01:25.588267 3679 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0421 03:01:25.637342 3679 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-22 02:56:24 +0000 UTC" deadline="2026-04-21 21:27:32.35696678 +0000 UTC" I0421 03:01:25.637404 3679 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h26m6.719582177s" I0421 03:01:25.666894 3679 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0421 03:01:25.679530 3679 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0421 03:01:25.679599 3679 server.go:101] MetricServer registers OVS metrics I0421 03:01:25.679856 3679 server.go:105] MetricServer registers OVN DB metrics I0421 03:01:25.680998 3679 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0421 03:01:25.681065 3679 factory.go:561] Starting watch factory I0421 03:01:25.681158 3679 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.681177 3679 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.681161 3679 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.681190 3679 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.681219 3679 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.681230 3679 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.681232 3679 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.681253 3679 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.681162 3679 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.681328 3679 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.681457 3679 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.681565 3679 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.683880 3679 controller_manager.go:370] Starting the ovnkube controller I0421 03:01:25.683896 3679 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-186.ec2.internal I0421 03:01:25.683956 3679 controller_manager.go:395] NBDB zone sync took: 49.725µs I0421 03:01:25.683966 3679 factory.go:561] Starting watch factory I0421 03:01:25.684306 3679 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0421 03:01:25.684331 3679 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0421 03:01:25.697553 3679 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0421 03:01:25.697593 3679 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0421 03:01:25.698683 3679 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.699879 3679 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.701997 3679 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0421 03:01:25.702028 3679 server.go:109] MetricServer registers OVN Controller metrics I0421 03:01:25.702720 3679 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.702748 3679 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.703213 3679 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.707981 3679 server.go:113] MetricServer registers OVN Northd metrics I0421 03:01:25.709368 3679 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0421 03:01:25.712425 3679 metrics.go:519] OVN Metrics Server starts to run ... I0421 03:01:25.787172 3679 factory.go:1977] *v1.Namespace informer cache synced successfully I0421 03:01:25.787196 3679 factory.go:1977] *v1.Node informer cache synced successfully I0421 03:01:25.787200 3679 factory.go:1977] *v1.Service informer cache synced successfully I0421 03:01:25.787204 3679 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0421 03:01:25.787207 3679 factory.go:1977] *v1.Pod informer cache synced successfully I0421 03:01:25.787210 3679 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0421 03:01:25.787314 3679 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 03:01:25.787320 3679 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 03:01:25.787338 3679 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 03:01:25.787327 3679 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 03:01:25.789386 3679 factory.go:1977] *v1.Pod informer cache synced successfully I0421 03:01:25.789398 3679 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0421 03:01:25.789401 3679 factory.go:1977] *v1.Namespace informer cache synced successfully I0421 03:01:25.789405 3679 factory.go:1977] *v1.Node informer cache synced successfully I0421 03:01:25.789408 3679 factory.go:1977] *v1.Service informer cache synced successfully I0421 03:01:25.789411 3679 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0421 03:01:25.790977 3679 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 03:01:25.790979 3679 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 03:01:25.792845 3679 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0421 03:01:25.792855 3679 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0421 03:01:25.792902 3679 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.792912 3679 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.794860 3679 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0421 03:01:25.794873 3679 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0421 03:01:25.796135 3679 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.798146 3679 factory.go:1977] *v1.EgressIP informer cache synced successfully I0421 03:01:25.798210 3679 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.798222 3679 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.800938 3679 factory.go:1977] *v1.EgressIP informer cache synced successfully I0421 03:01:25.801629 3679 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.803187 3679 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0421 03:01:25.803254 3679 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.803271 3679 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.806019 3679 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.806032 3679 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0421 03:01:25.808429 3679 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0421 03:01:25.808493 3679 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.808507 3679 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.811116 3679 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0421 03:01:25.811500 3679 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.814060 3679 factory.go:1977] *v1.EgressService informer cache synced successfully I0421 03:01:25.814123 3679 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.814135 3679 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.816198 3679 factory.go:1977] *v1.EgressService informer cache synced successfully I0421 03:01:25.817142 3679 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.819653 3679 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0421 03:01:25.819811 3679 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0421 03:01:25.819829 3679 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0421 03:01:25.821804 3679 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0421 03:01:25.822953 3679 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0421 03:01:25.824947 3679 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0421 03:01:25.825001 3679 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.825012 3679 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.825069 3679 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.825083 3679 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.827801 3679 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0421 03:01:25.828270 3679 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.828699 3679 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 03:01:25.830715 3679 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0421 03:01:25.830725 3679 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0421 03:01:25.830732 3679 factory.go:680] Watch Factory start up complete, took: 149.671252ms I0421 03:01:25.830798 3679 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0421 03:01:25.832843 3679 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0421 03:01:25.832854 3679 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0421 03:01:25.832861 3679 factory.go:680] Watch Factory start up complete, took: 148.893743ms I0421 03:01:25.832868 3679 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-186.ec2.internal" zone I0421 03:01:25.869232 3679 default_node_network_controller.go:710] Initializing the default node network controller I0421 03:01:25.917479 3679 udn_isolation.go:101] Starting UDN host isolation manager I0421 03:01:25.924060 3679 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0421 03:01:25.965669 3679 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0421 03:01:25.965768 3679 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0421 03:01:25.965784 3679 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0421 03:01:25.997511 3679 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0421 03:01:25.997572 3679 default_node_network_controller.go:809] Node ip-10-0-0-186.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0421 03:01:26.003148 3679 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.186"] k8s.ovn.org/zone-name:ip-10-0-0-186.ec2.internal] on node ip-10-0-0-186.ec2.internal I0421 03:01:26.024258 3679 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0421 03:01:26.030276 3679 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0421 03:01:26.030390 3679 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0421 03:01:26.030504 3679 gateway_init.go:263] Preparing Gateway I0421 03:01:26.030515 3679 gateway_shared_intf.go:1687] Creating new gateway I0421 03:01:26.083062 3679 controller_manager.go:429] Waiting for node in zone sync took: 250.181897ms I0421 03:01:26.089883 3679 controller_manager.go:611] Switching to transit router for layer2 networks I0421 03:01:26.089897 3679 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-186.ec2.internal I0421 03:01:26.104433 3679 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0421 03:01:26.110635 3679 controller_manager.go:290] SCTP support detected in OVN I0421 03:01:26.110707 3679 iptables.go:108] Creating table: filter chain: FORWARD I0421 03:01:26.111237 3679 services_controller.go:69] Creating services controller for network=default I0421 03:01:26.111317 3679 udn_enabled_svc.go:80] Waiting for service informer to sync I0421 03:01:26.111485 3679 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0421 03:01:26.111541 3679 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0421 03:01:26.111556 3679 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0421 03:01:26.111566 3679 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0421 03:01:26.111759 3679 udn_enabled_svc.go:95] Performing full resync I0421 03:01:26.111764 3679 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0421 03:01:26.111827 3679 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0421 03:01:26.111896 3679 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 67.466µs I0421 03:01:26.111916 3679 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 80.03µs I0421 03:01:26.111925 3679 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 97.052µs I0421 03:01:26.111930 3679 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0421 03:01:26.111937 3679 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0421 03:01:26.111946 3679 default_network_controller.go:325] Starting the default network controller I0421 03:01:26.112053 3679 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 26.209µs I0421 03:01:26.112133 3679 udn_enabled_svc.go:99] Waiting for handler to sync I0421 03:01:26.112144 3679 udn_enabled_svc.go:104] Starting worker I0421 03:01:26.116753 3679 iptables.go:108] Creating table: filter chain: OUTPUT I0421 03:01:26.120880 3679 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0421 03:01:26.120946 3679 repair.go:33] Syncing exgw routes took 54.078µs I0421 03:01:26.120971 3679 default_network_controller.go:414] Starting all the Watchers... I0421 03:01:26.121113 3679 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0421 03:01:26.121128 3679 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0421 03:01:26.121129 3679 namespace.go:98] [openshift-logging] adding namespace I0421 03:01:26.121130 3679 namespace.go:98] [openshift-backplane-csm] adding namespace I0421 03:01:26.121138 3679 namespace.go:98] [openshift-ingress-canary] adding namespace I0421 03:01:26.121117 3679 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0421 03:01:26.121147 3679 namespace.go:98] [openshift-cluster-version] adding namespace I0421 03:01:26.121116 3679 namespace.go:98] [openshift-insights] adding namespace I0421 03:01:26.121150 3679 namespace.go:98] [openshift-infra] adding namespace I0421 03:01:26.121151 3679 namespace.go:98] [openshift-controller-manager] adding namespace I0421 03:01:26.121155 3679 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0421 03:01:26.121152 3679 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0421 03:01:26.121164 3679 namespace.go:98] [openshift-authentication-operator] adding namespace I0421 03:01:26.121182 3679 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0421 03:01:26.121113 3679 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0421 03:01:26.121789 3679 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 662.866µs I0421 03:01:26.121804 3679 namespace.go:98] [openshift-machine-api] adding namespace I0421 03:01:26.122241 3679 namespace.go:102] [openshift-machine-api] adding namespace took 430.984µs I0421 03:01:26.122255 3679 namespace.go:98] [dedicated-admin] adding namespace I0421 03:01:26.122694 3679 namespace.go:102] [dedicated-admin] adding namespace took 427.941µs I0421 03:01:26.122715 3679 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0421 03:01:26.122746 3679 gateway_shared_intf.go:1816] Gateway Creation Complete I0421 03:01:26.122762 3679 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-186.ec2.internal","mac-address":"12:41:09:a8:9e:15","ip-addresses":["10.0.0.186/24"],"ip-address":"10.0.0.186/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:69ec11db-e5bd-4b10-8273-9cbc22ccf156 k8s.ovn.org/node-encap-ips:["10.0.0.186"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.186/24"} k8s.ovn.org/zone-name:ip-10-0-0-186.ec2.internal] on node ip-10-0-0-186.ec2.internal I0421 03:01:26.123399 3679 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 2.262231ms I0421 03:01:26.123418 3679 namespace.go:98] [openshift-authentication] adding namespace I0421 03:01:26.123924 3679 namespace.go:102] [openshift-logging] adding namespace took 2.782456ms I0421 03:01:26.123935 3679 namespace.go:98] [openshift-node] adding namespace I0421 03:01:26.124523 3679 namespace.go:102] [openshift-backplane-csm] adding namespace took 3.379902ms I0421 03:01:26.124541 3679 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0421 03:01:26.125123 3679 namespace.go:102] [openshift-ingress-canary] adding namespace took 3.975612ms I0421 03:01:26.125134 3679 namespace.go:98] [openshift-kube-apiserver] adding namespace I0421 03:01:26.125743 3679 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 4.593468ms I0421 03:01:26.125758 3679 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0421 03:01:26.126270 3679 namespace.go:102] [openshift-cluster-version] adding namespace took 5.118595ms I0421 03:01:26.126302 3679 namespace.go:98] [openshift-backplane-mobb] adding namespace I0421 03:01:26.126842 3679 namespace.go:102] [openshift-insights] adding namespace took 5.688756ms I0421 03:01:26.126857 3679 namespace.go:98] [openshift-ingress-operator] adding namespace I0421 03:01:26.127334 3679 namespace.go:102] [openshift-infra] adding namespace took 6.174781ms I0421 03:01:26.127356 3679 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0421 03:01:26.127882 3679 namespace.go:102] [openshift-controller-manager] adding namespace took 6.721066ms I0421 03:01:26.127895 3679 namespace.go:98] [openshift-package-operator] adding namespace I0421 03:01:26.128458 3679 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.296342ms I0421 03:01:26.128477 3679 namespace.go:98] [openshift-ingress] adding namespace I0421 03:01:26.129080 3679 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.912736ms I0421 03:01:26.129095 3679 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0421 03:01:26.129631 3679 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.462777ms I0421 03:01:26.129642 3679 namespace.go:98] [openshift-console] adding namespace I0421 03:01:26.130175 3679 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.983001ms I0421 03:01:26.130186 3679 namespace.go:98] [openshift-config-managed] adding namespace I0421 03:01:26.130744 3679 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 9.5228ms I0421 03:01:26.130755 3679 namespace.go:98] [openshift-backplane] adding namespace I0421 03:01:26.131311 3679 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.588753ms I0421 03:01:26.131329 3679 namespace.go:98] [openshift-console-user-settings] adding namespace I0421 03:01:26.132078 3679 namespace.go:102] [openshift-authentication] adding namespace took 8.654082ms I0421 03:01:26.132090 3679 namespace.go:98] [openshift-network-console] adding namespace I0421 03:01:26.132599 3679 namespace.go:102] [openshift-node] adding namespace took 8.660455ms I0421 03:01:26.132609 3679 namespace.go:98] [openshift-config-operator] adding namespace I0421 03:01:26.133008 3679 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.461146ms I0421 03:01:26.133023 3679 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0421 03:01:26.133441 3679 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.302039ms I0421 03:01:26.133453 3679 namespace.go:98] [openshift-config] adding namespace I0421 03:01:26.133965 3679 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.202402ms I0421 03:01:26.133976 3679 namespace.go:98] [openshift-service-ca-operator] adding namespace I0421 03:01:26.134430 3679 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.121964ms I0421 03:01:26.134442 3679 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0421 03:01:26.134951 3679 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.086156ms I0421 03:01:26.134961 3679 namespace.go:98] [openshift-monitoring] adding namespace I0421 03:01:26.135491 3679 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.130972ms I0421 03:01:26.135500 3679 namespace.go:98] [openshift-kube-scheduler] adding namespace I0421 03:01:26.136015 3679 namespace.go:102] [openshift-package-operator] adding namespace took 8.115622ms I0421 03:01:26.136024 3679 namespace.go:98] [openshift-backplane-cse] adding namespace I0421 03:01:26.136481 3679 namespace.go:102] [openshift-ingress] adding namespace took 7.999162ms I0421 03:01:26.136492 3679 namespace.go:98] [openshift-apiserver-operator] adding namespace I0421 03:01:26.136968 3679 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.869771ms I0421 03:01:26.136978 3679 namespace.go:98] [openshift-etcd] adding namespace I0421 03:01:26.137386 3679 namespace.go:102] [openshift-console] adding namespace took 7.738798ms I0421 03:01:26.137397 3679 namespace.go:98] [open-cluster-management-2pq9drt9viog8225llnhb4eduucokg20] adding namespace I0421 03:01:26.137857 3679 namespace.go:102] [openshift-config-managed] adding namespace took 7.66498ms I0421 03:01:26.137874 3679 namespace.go:98] [openshift-dns] adding namespace I0421 03:01:26.138442 3679 namespace.go:102] [openshift-backplane] adding namespace took 7.681997ms I0421 03:01:26.138453 3679 namespace.go:98] [kube-node-lease] adding namespace I0421 03:01:26.139090 3679 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.755058ms I0421 03:01:26.139513 3679 namespace.go:102] [openshift-network-console] adding namespace took 7.417852ms I0421 03:01:26.139526 3679 namespace.go:98] [openshift-apiserver] adding namespace I0421 03:01:26.140059 3679 namespace.go:102] [openshift-config-operator] adding namespace took 7.441652ms I0421 03:01:26.140078 3679 namespace.go:98] [kube-public] adding namespace I0421 03:01:26.140684 3679 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.654601ms I0421 03:01:26.140702 3679 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0421 03:01:26.141127 3679 namespace.go:102] [openshift-config] adding namespace took 7.667237ms I0421 03:01:26.141143 3679 namespace.go:98] [openshift-dns-operator] adding namespace I0421 03:01:26.141582 3679 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.599792ms I0421 03:01:26.141597 3679 namespace.go:98] [openshift-multus] adding namespace I0421 03:01:26.142068 3679 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.621406ms I0421 03:01:26.142080 3679 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0421 03:01:26.142557 3679 namespace.go:102] [openshift-monitoring] adding namespace took 7.589923ms I0421 03:01:26.142573 3679 namespace.go:98] [openshift-network-operator] adding namespace I0421 03:01:26.142976 3679 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.470785ms I0421 03:01:26.142987 3679 namespace.go:98] [openshift-network-node-identity] adding namespace I0421 03:01:26.143454 3679 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.426181ms I0421 03:01:26.143464 3679 namespace.go:98] [default] adding namespace I0421 03:01:26.144013 3679 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.51443ms I0421 03:01:26.144042 3679 namespace.go:98] [openshift-route-controller-manager] adding namespace I0421 03:01:26.144507 3679 default_node_network_controller.go:519] Node connection status = connected I0421 03:01:26.144566 3679 namespace.go:102] [openshift-etcd] adding namespace took 7.581581ms I0421 03:01:26.144579 3679 namespace.go:98] [openshift-console-operator] adding namespace I0421 03:01:26.145100 3679 namespace.go:102] [open-cluster-management-2pq9drt9viog8225llnhb4eduucokg20] adding namespace took 7.697185ms I0421 03:01:26.145116 3679 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0421 03:01:26.145640 3679 namespace.go:102] [openshift-dns] adding namespace took 7.761396ms I0421 03:01:26.145652 3679 namespace.go:98] [openshift] adding namespace I0421 03:01:26.146101 3679 namespace.go:102] [kube-node-lease] adding namespace took 7.644018ms I0421 03:01:26.146113 3679 namespace.go:98] [openshift-customer-monitoring] adding namespace I0421 03:01:26.146542 3679 namespace.go:102] [openshift-apiserver] adding namespace took 7.011254ms I0421 03:01:26.146558 3679 namespace.go:98] [openshift-operators] adding namespace I0421 03:01:26.146916 3679 namespace.go:102] [kube-public] adding namespace took 6.832281ms I0421 03:01:26.146929 3679 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0421 03:01:26.147304 3679 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.597475ms I0421 03:01:26.147315 3679 namespace.go:98] [openshift-backplane-tam] adding namespace W0421 03:01:26.147717 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-mcvv9: pod openshift-multus/network-metrics-daemon-mcvv9: no pod IPs found W0421 03:01:26.147739 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-v5wg8: pod openshift-multus/network-metrics-daemon-v5wg8: no pod IPs found I0421 03:01:26.147759 3679 namespace.go:102] [openshift-dns-operator] adding namespace took 6.611429ms I0421 03:01:26.147769 3679 namespace.go:98] [openshift-network-diagnostics] adding namespace I0421 03:01:26.148270 3679 namespace.go:102] [openshift-multus] adding namespace took 6.668659ms I0421 03:01:26.148278 3679 namespace.go:98] [openshift-host-network] adding namespace I0421 03:01:26.148747 3679 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.662363ms I0421 03:01:26.148758 3679 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0421 03:01:26.149148 3679 namespace.go:102] [openshift-network-operator] adding namespace took 6.567883ms I0421 03:01:26.149165 3679 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0421 03:01:26.149664 3679 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.671523ms I0421 03:01:26.149678 3679 namespace.go:98] [openshift-marketplace] adding namespace I0421 03:01:26.150096 3679 namespace.go:102] [default] adding namespace took 6.626214ms I0421 03:01:26.150110 3679 namespace.go:98] [openshift-machine-config-operator] adding namespace I0421 03:01:26.150495 3679 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.445611ms I0421 03:01:26.150511 3679 namespace.go:98] [kube-system] adding namespace I0421 03:01:26.150975 3679 namespace.go:102] [openshift-console-operator] adding namespace took 6.389859ms I0421 03:01:26.150989 3679 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0421 03:01:26.151382 3679 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.25995ms I0421 03:01:26.151395 3679 namespace.go:98] [openshift-backplane-srep] adding namespace I0421 03:01:26.151753 3679 namespace.go:102] [openshift] adding namespace took 6.096353ms I0421 03:01:26.151764 3679 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0421 03:01:26.152175 3679 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.056919ms I0421 03:01:26.152188 3679 namespace.go:98] [openshift-must-gather-operator] adding namespace I0421 03:01:26.152585 3679 namespace.go:102] [openshift-operators] adding namespace took 6.020143ms I0421 03:01:26.152994 3679 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.058121ms I0421 03:01:26.153009 3679 namespace.go:98] [openshift-operators-redhat] adding namespace W0421 03:01:26.153377 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-48xmk: pod openshift-network-diagnostics/network-check-target-48xmk: no pod IPs found W0421 03:01:26.153395 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-nw4z5: pod openshift-network-diagnostics/network-check-target-nw4z5: no pod IPs found I0421 03:01:26.153402 3679 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.082343ms I0421 03:01:26.153899 3679 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.124425ms I0421 03:01:26.154395 3679 namespace.go:102] [openshift-host-network] adding namespace took 6.096189ms I0421 03:01:26.154409 3679 namespace.go:98] [openshift-image-registry] adding namespace I0421 03:01:26.154773 3679 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.010645ms I0421 03:01:26.155149 3679 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.978875ms I0421 03:01:26.155567 3679 namespace.go:102] [openshift-marketplace] adding namespace took 5.882494ms I0421 03:01:26.155982 3679 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.865772ms I0421 03:01:26.155997 3679 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0421 03:01:26.156832 3679 namespace.go:102] [kube-system] adding namespace took 6.316189ms I0421 03:01:26.157214 3679 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.219587ms I0421 03:01:26.157580 3679 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.180948ms I0421 03:01:26.158054 3679 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.283595ms I0421 03:01:26.158418 3679 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.225582ms I0421 03:01:26.158431 3679 namespace.go:98] [openshift-backplane-cee] adding namespace I0421 03:01:26.158873 3679 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.857933ms I0421 03:01:26.159300 3679 namespace.go:102] [openshift-image-registry] adding namespace took 4.886763ms I0421 03:01:26.159673 3679 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 3.672161ms I0421 03:01:26.160097 3679 namespace.go:102] [openshift-backplane-cee] adding namespace took 1.658057ms W0421 03:01:26.160211 3679 master.go:471] Unable to parse remote node ip-10-0-1-71.ec2.internal chassis-id annotation. Chassis may be removed during sync I0421 03:01:26.160336 3679 master.go:548] Adding or Updating local node "ip-10-0-0-186.ec2.internal" for network "default" I0421 03:01:26.160404 3679 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-71.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-71.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-71.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-71.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-71.ec2.internal I0421 03:01:26.161114 3679 zone_ic_handler.go:195] Time taken to create transit switch: 280.981µs I0421 03:01:26.161128 3679 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-88.ec2.internal for the network default I0421 03:01:26.162081 3679 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-88.ec2.internal" on network "default" took: 1.260249ms W0421 03:01:26.168083 3679 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-nw4z5: pod openshift-network-diagnostics/network-check-target-nw4z5: no pod IPs found W0421 03:01:26.168103 3679 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-mcvv9: pod openshift-multus/network-metrics-daemon-mcvv9: no pod IPs found I0421 03:01:26.169087 3679 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-186.ec2.internal for the network default I0421 03:01:26.169273 3679 zone_ic_handler.go:195] Time taken to create transit switch: 170.533µs I0421 03:01:26.169969 3679 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0421 03:01:26.169994 3679 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0421 03:01:26.170010 3679 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0421 03:01:26.170015 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-186.ec2.internal in network "default" I0421 03:01:26.170069 3679 node_tracker.go:169] Node ip-10-0-0-186.ec2.internal switch + router changed, syncing services in network "default" I0421 03:01:26.170086 3679 services_controller.go:574] Full service sync requested for network=default I0421 03:01:26.170097 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-71.ec2.internal in network "default" I0421 03:01:26.170106 3679 node_tracker.go:235] Node ip-10-0-1-71.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-71.ec2.internal" I0421 03:01:26.170116 3679 node_tracker.go:169] Node ip-10-0-1-71.ec2.internal switch + router changed, syncing services in network "default" I0421 03:01:26.170120 3679 services_controller.go:574] Full service sync requested for network=default I0421 03:01:26.170126 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-88.ec2.internal in network "default" I0421 03:01:26.170151 3679 node_tracker.go:169] Node ip-10-0-2-88.ec2.internal switch + router changed, syncing services in network "default" I0421 03:01:26.170158 3679 services_controller.go:574] Full service sync requested for network=default I0421 03:01:26.270434 3679 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0421 03:01:26.270463 3679 services_controller.go:208] Setting up event handlers for services for network=default I0421 03:01:26.270603 3679 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0421 03:01:26.270646 3679 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0421 03:01:26.270661 3679 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0421 03:01:26.371428 3679 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0421 03:01:26.371449 3679 repair.go:60] Starting repairing loop for services I0421 03:01:26.371550 3679 repair.go:131] Deleted 0 stale service LBs I0421 03:01:26.371568 3679 repair.go:137] Deleted 0 stale Chassis Template Vars I0421 03:01:26.371583 3679 repair.go:62] Finished repairing loop for services: 136.319µs I0421 03:01:26.371609 3679 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0421 03:01:26.371618 3679 services_controller.go:254] Starting workers for network=default I0421 03:01:26.371972 3679 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-48xmk, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-48xmk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-48xmk: no pod IPs found I0421 03:01:26.371983 3679 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-v5wg8, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-v5wg8: suppressed error logged: pod openshift-multus/network-metrics-daemon-v5wg8: no pod IPs found I0421 03:01:26.372019 3679 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mcvv9] creating logical port openshift-multus_network-metrics-daemon-mcvv9 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:01:26.372131 3679 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nw4z5] creating logical port openshift-network-diagnostics_network-check-target-nw4z5 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:01:26.372152 3679 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-mcvv9 I0421 03:01:26.372194 3679 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-nw4z5 I0421 03:01:26.389540 3679 pod.go:62] [openshift-network-diagnostics/network-check-target-nw4z5] pod update took 17.370541ms I0421 03:01:26.389561 3679 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-nw4z5] addLogicalPort annotation time took 17.390046ms I0421 03:01:26.390110 3679 pod.go:62] [openshift-multus/network-metrics-daemon-mcvv9] pod update took 18.014037ms I0421 03:01:26.390130 3679 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-mcvv9] addLogicalPort annotation time took 18.03402ms I0421 03:01:26.390427 3679 pods.go:271] [openshift-network-diagnostics/network-check-target-nw4z5] addLogicalPort took 18.303032ms, libovsdb time 652.763µs I0421 03:01:26.391007 3679 pods.go:271] [openshift-multus/network-metrics-daemon-mcvv9] addLogicalPort took 19.001027ms, libovsdb time 507.895µs I0421 03:01:26.391470 3679 admin_network_policy_controller.go:227] Starting controller default-network-controller I0421 03:01:26.391492 3679 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0421 03:01:26.391502 3679 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0421 03:01:26.391507 3679 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0421 03:01:26.391701 3679 repair.go:29] Repairing admin network policies took 189.092µs I0421 03:01:26.391798 3679 repair.go:92] Repairing baseline admin network policies took 88.388µs I0421 03:01:26.392253 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0421 03:01:26.392271 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0421 03:01:26.394365 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0421 03:01:26.394385 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0421 03:01:26.394398 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0421 03:01:26.396472 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0421 03:01:26.396490 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0421 03:01:26.396499 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0421 03:01:26.398126 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0421 03:01:26.398142 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0421 03:01:26.398150 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0421 03:01:26.399738 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0421 03:01:26.399755 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0421 03:01:26.399762 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0421 03:01:26.400797 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0421 03:01:26.400815 3679 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0421 03:01:26.400822 3679 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0421 03:01:26.402197 3679 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0421 03:01:26.402221 3679 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0421 03:01:26.402233 3679 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0421 03:01:26.403098 3679 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0421 03:01:26.403116 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0421 03:01:26.403125 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0421 03:01:26.403403 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0421 03:01:26.403419 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0421 03:01:26.403427 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0421 03:01:26.403896 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0421 03:01:26.403914 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0421 03:01:26.403922 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0421 03:01:26.405421 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0421 03:01:26.405441 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0421 03:01:26.405449 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0421 03:01:26.406055 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0421 03:01:26.406070 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0421 03:01:26.406080 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0421 03:01:26.407303 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0421 03:01:26.407323 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0421 03:01:26.407331 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0421 03:01:26.407916 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0421 03:01:26.407934 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0421 03:01:26.407941 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0421 03:01:26.408457 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0421 03:01:26.408472 3679 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0421 03:01:26.408482 3679 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0421 03:01:26.409543 3679 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0421 03:01:26.409560 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0421 03:01:26.409569 3679 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0421 03:01:26.411343 3679 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0421 03:01:26.411359 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0421 03:01:26.411367 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0421 03:01:26.411889 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0421 03:01:26.411909 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0421 03:01:26.411917 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0421 03:01:26.412448 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0421 03:01:26.412472 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0421 03:01:26.412478 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0421 03:01:26.412790 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0421 03:01:26.412807 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0421 03:01:26.412814 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0421 03:01:26.413350 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0421 03:01:26.413366 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0421 03:01:26.413373 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0421 03:01:26.413887 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0421 03:01:26.413904 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0421 03:01:26.413909 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0421 03:01:26.414183 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0421 03:01:26.414198 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0421 03:01:26.414210 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0421 03:01:26.415911 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0421 03:01:26.415927 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0421 03:01:26.415937 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0421 03:01:26.417179 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0421 03:01:26.417197 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0421 03:01:26.417205 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0421 03:01:26.417716 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0421 03:01:26.417733 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0421 03:01:26.418443 3679 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0421 03:01:26.418458 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0421 03:01:26.419111 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0421 03:01:26.419129 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0421 03:01:26.419138 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0421 03:01:26.420143 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0421 03:01:26.420161 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0421 03:01:26.420168 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0421 03:01:26.420656 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0421 03:01:26.420672 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0421 03:01:26.420711 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0421 03:01:26.421332 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0421 03:01:26.427513 3679 egressfirewall.go:374] Starting EgressFirewall controller I0421 03:01:26.427544 3679 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0421 03:01:26.427547 3679 controller.go:133] Adding controller egress-firewall-controller event handlers I0421 03:01:26.427567 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0421 03:01:26.427573 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0421 03:01:26.427578 3679 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0421 03:01:26.427586 3679 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0421 03:01:26.427830 3679 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0421 03:01:26.427845 3679 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0421 03:01:26.427853 3679 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0421 03:01:26.427864 3679 egressqos.go:193] Setting up event handlers for EgressQoS I0421 03:01:26.427883 3679 egressfirewall.go:723] Syncing node "ip-10-0-0-186.ec2.internal" for egress firewall I0421 03:01:26.427897 3679 egressfirewall.go:723] Syncing node "ip-10-0-1-71.ec2.internal" for egress firewall I0421 03:01:26.427902 3679 egressfirewall.go:723] Syncing node "ip-10-0-2-88.ec2.internal" for egress firewall I0421 03:01:26.428005 3679 egressqos.go:245] Starting EgressQoS Controller I0421 03:01:26.428019 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0421 03:01:26.428026 3679 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0421 03:01:26.428042 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0421 03:01:26.428047 3679 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0421 03:01:26.428052 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0421 03:01:26.428056 3679 shared_informer.go:356] "Caches are synced" controller="egressqos" I0421 03:01:26.428059 3679 egressqos.go:259] Repairing EgressQoSes I0421 03:01:26.428063 3679 egressqos.go:399] Starting repairing loop for egressqos I0421 03:01:26.428137 3679 egressqos.go:401] Finished repairing loop for egressqos: 72.388µs I0421 03:01:26.428157 3679 egressservice_zone.go:132] Setting up event handlers for Egress Services I0421 03:01:26.428209 3679 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-186.ec2.internal I0421 03:01:26.428258 3679 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-186.ec2.internal : 48.161µs I0421 03:01:26.428294 3679 egressservice_zone.go:210] Starting Egress Services Controller I0421 03:01:26.428311 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0421 03:01:26.428319 3679 shared_informer.go:356] "Caches are synced" controller="egressservices" I0421 03:01:26.428327 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0421 03:01:26.428331 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0421 03:01:26.428336 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0421 03:01:26.428341 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0421 03:01:26.428346 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0421 03:01:26.428350 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0421 03:01:26.428354 3679 egressservice_zone.go:228] Repairing Egress Services I0421 03:01:26.428602 3679 master_controller.go:88] Starting Admin Policy Based Route Controller I0421 03:01:26.428613 3679 external_controller.go:278] Starting Admin Policy Based Route Controller I0421 03:01:26.428626 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-88.ec2.internal I0421 03:01:26.428641 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-88.ec2.internal: 18.474µs I0421 03:01:26.428647 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-186.ec2.internal I0421 03:01:26.428651 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-186.ec2.internal: 4.129µs I0421 03:01:26.428655 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-71.ec2.internal I0421 03:01:26.428658 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-71.ec2.internal: 3.635µs I0421 03:01:26.428726 3679 default_network_controller.go:585] Completing all the Watchers took 307.745527ms I0421 03:01:26.428739 3679 default_network_controller.go:589] Starting unidling controllers I0421 03:01:26.428754 3679 unidle.go:46] Registering OVN SB ControllerEvent handler I0421 03:01:26.428765 3679 unidle.go:63] Populating Initial ContollerEvent events I0421 03:01:26.428778 3679 unidle.go:79] Setting up event handlers for services I0421 03:01:26.428846 3679 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0421 03:01:26.645352 3679 default_node_network_controller.go:519] Node connection status = connected I0421 03:01:27.145813 3679 default_node_network_controller.go:519] Node connection status = connected I0421 03:01:27.645692 3679 default_node_network_controller.go:519] Node connection status = connected I0421 03:01:27.691627 3679 bridgeconfig.go:537] Gateway is ready I0421 03:01:27.691651 3679 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0421 03:01:27.704357 3679 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.186. Updating OVN encap IP. I0421 03:01:27.709578 3679 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0421 03:01:27.710820 3679 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.186 - it is already configured I0421 03:01:27.710835 3679 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.186/24:{} 172.20.0.1/32:{}]. Updating annotations. I0421 03:01:27.711089 3679 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.186/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-186.ec2.internal","mac-address":"12:41:09:a8:9e:15","ip-addresses":["10.0.0.186/24"],"ip-address":"10.0.0.186/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:69ec11db-e5bd-4b10-8273-9cbc22ccf156 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.186/24"}] on node ip-10-0-0-186.ec2.internal I0421 03:01:27.726754 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-186.ec2.internal I0421 03:01:27.726766 3679 egressfirewall.go:723] Syncing node "ip-10-0-0-186.ec2.internal" for egress firewall I0421 03:01:27.726773 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-186.ec2.internal: 25.864µs I0421 03:01:27.726811 3679 master.go:548] Adding or Updating local node "ip-10-0-0-186.ec2.internal" for network "default" I0421 03:01:27.726826 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-186.ec2.internal in network "default" I0421 03:01:27.726884 3679 node_tracker.go:169] Node ip-10-0-0-186.ec2.internal switch + router changed, syncing services in network "default" I0421 03:01:27.726900 3679 services_controller.go:574] Full service sync requested for network=default I0421 03:01:27.727485 3679 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.186 I0421 03:01:27.727618 3679 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-186.ec2.internal I0421 03:01:27.732158 3679 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-186.ec2.internal. Updating no re-route policies I0421 03:01:27.732231 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-48xmk I0421 03:01:27.732245 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-58cdm I0421 03:01:27.732253 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-48xmk I0421 03:01:27.732257 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-58cdm I0421 03:01:27.732259 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-186.ec2.internal I0421 03:01:27.732264 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-gfqr7 I0421 03:01:27.732270 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-186.ec2.internal I0421 03:01:27.732275 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-gfqr7 I0421 03:01:27.732297 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-mcvv9 I0421 03:01:27.732312 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2pw6k I0421 03:01:27.732316 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-mcvv9 I0421 03:01:27.732327 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2pw6k I0421 03:01:27.732327 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-6c5bd I0421 03:01:27.732256 3679 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-186.ec2.internal I0421 03:01:27.732327 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-xww9k I0421 03:01:27.732337 3679 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-9pdpg I0421 03:01:27.732314 3679 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-48xmk, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-48xmk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-48xmk: no pod IPs found I0421 03:01:27.732345 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-v5wg8 I0421 03:01:27.732349 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-xww9k I0421 03:01:27.732350 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2pw6k after 0 failed attempt(s) I0421 03:01:27.732336 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tc85c I0421 03:01:27.732246 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-nw4z5 I0421 03:01:27.732314 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-gfqr7 after 0 failed attempt(s) I0421 03:01:27.732367 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-nw4z5 I0421 03:01:27.732367 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tc85c I0421 03:01:27.732372 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-xww9k after 0 failed attempt(s) I0421 03:01:27.732396 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tc85c after 0 failed attempt(s) I0421 03:01:27.732232 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-4sz6g I0421 03:01:27.732329 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-58cdm after 0 failed attempt(s) I0421 03:01:27.732418 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-4sz6g I0421 03:01:27.732339 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-6c5bd I0421 03:01:27.732435 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-4sz6g after 0 failed attempt(s) I0421 03:01:27.732327 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-s9qsn I0421 03:01:27.732442 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-6c5bd after 0 failed attempt(s) I0421 03:01:27.732448 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-s9qsn I0421 03:01:27.732343 3679 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-186.ec2.internal I0421 03:01:27.732465 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-s9qsn after 0 failed attempt(s) I0421 03:01:27.732469 3679 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-186.ec2.internal after 0 failed attempt(s) I0421 03:01:27.732354 3679 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-9pdpg I0421 03:01:27.732487 3679 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-9pdpg after 0 failed attempt(s) I0421 03:01:27.732360 3679 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mcvv9] creating logical port openshift-multus_network-metrics-daemon-mcvv9 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:01:27.732403 3679 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nw4z5] creating logical port openshift-network-diagnostics_network-check-target-nw4z5 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:01:27.732359 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-v5wg8 I0421 03:01:27.732663 3679 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-v5wg8, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-v5wg8: suppressed error logged: pod openshift-multus/network-metrics-daemon-v5wg8: no pod IPs found I0421 03:01:27.732742 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-186.ec2.internal after 0 failed attempt(s) I0421 03:01:27.733174 3679 pods.go:271] [openshift-multus/network-metrics-daemon-mcvv9] addLogicalPort took 821.23µs, libovsdb time 275.777µs I0421 03:01:27.733192 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-mcvv9 after 0 failed attempt(s) I0421 03:01:27.733235 3679 pods.go:271] [openshift-network-diagnostics/network-check-target-nw4z5] addLogicalPort took 840.553µs, libovsdb time 245.794µs I0421 03:01:27.733253 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-nw4z5 after 0 failed attempt(s) I0421 03:01:27.741842 3679 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0421 03:01:27.753980 3679 iptables.go:108] Creating table: mangle chain: OUTPUT I0421 03:01:27.757146 3679 iptables.go:108] Creating table: nat chain: OUTPUT I0421 03:01:27.781965 3679 iptables.go:108] Creating table: nat chain: PREROUTING I0421 03:01:27.827146 3679 iptables.go:108] Creating table: filter chain: FORWARD I0421 03:01:27.844190 3679 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0421 03:01:27.844325 3679 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0421 03:01:27.844379 3679 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0421 03:01:27.844488 3679 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0421 03:01:27.844542 3679 gateway_init.go:325] Gateway and management port readiness took 1.704079167s I0421 03:01:27.844571 3679 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0421 03:01:27.844617 3679 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0421 03:01:27.844637 3679 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0421 03:01:27.844647 3679 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0421 03:01:27.844709 3679 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0421 03:01:27.844799 3679 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.871µs I0421 03:01:27.845022 3679 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0421 03:01:27.845051 3679 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.523µs I0421 03:01:27.845064 3679 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 42.171µs I0421 03:01:27.845071 3679 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0421 03:01:27.845083 3679 nad_controller.go:379] [node-nad-controller NAD controller]: started I0421 03:01:27.845089 3679 default_node_network_controller.go:899] Starting the default node network controller I0421 03:01:27.845093 3679 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0421 03:01:27.845192 3679 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 24.051µs I0421 03:01:27.845273 3679 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0421 03:01:27.845298 3679 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0421 03:01:27.845329 3679 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c85040 0xc00033fa40 0xc00033fab0 0xc00033fb20 0xc00033fb90 0xc00033fc00 0xc00033fce0 0xc000ca13b0 0xc00033fd50 0xc00033fe30 0xc0001462d0 0xc006541570 0xc00033fea0 map[0x2ff9080:0xc0042301e0 0x2ff95c0:0xc004230360 0x2ffa2e0:0xc004230120 0x2ffa580:0xc004230180 0x2ffad60:0xc004230240 0x2ffb000:0xc0042302a0 0x2ffb2a0:0xc004230300 0x2ffba80:0xc0042303c0 0x2ffbd20:0xc004230420 0x3026980:0xc00139fc80 0x3026d20:0xc00139fce0 0x3027800:0xc000cef4a0 0x3029160:0xc001bee000 0x30298a0:0xc002791c80 0x302a720:0xc0006ed200] 0xc000cda1c0 0} I0421 03:01:27.845399 3679 gateway.go:151] Starting gateway service sync I0421 03:01:27.845855 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0421 03:01:27.848342 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0421 03:01:27.858102 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0421 03:01:27.859570 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0421 03:01:27.860739 3679 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0421 03:01:27.897391 3679 gateway.go:168] Gateway service sync done. Time taken: 51.980403ms I0421 03:01:27.897838 3679 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32706 I0421 03:01:27.898212 3679 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c85040 0xc00033fa40 0xc00033fab0 0xc00033fb20 0xc00033fb90 0xc00033fc00 0xc00033fce0 0xc000ca13b0 0xc00033fd50 0xc00033fe30 0xc0001462d0 0xc006541570 0xc00033fea0 map[0x2ff9080:0xc0042301e0 0x2ff95c0:0xc004230360 0x2ffa2e0:0xc004230120 0x2ffa580:0xc004230180 0x2ffad60:0xc004230240 0x2ffb000:0xc0042302a0 0x2ffb2a0:0xc004230300 0x2ffba80:0xc0042303c0 0x2ffbd20:0xc004230420 0x3026980:0xc00139fc80 0x3026d20:0xc00139fce0 0x3027800:0xc000cef4a0 0x3029160:0xc001bee000 0x30298a0:0xc002791c80 0x302a720:0xc0006ed200] 0xc000cda1c0 0} I0421 03:01:27.898732 3679 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c85040 0xc00033fa40 0xc00033fab0 0xc00033fb20 0xc00033fb90 0xc00033fc00 0xc00033fce0 0xc000ca13b0 0xc00033fd50 0xc00033fe30 0xc0001462d0 0xc006541570 0xc00033fea0 map[0x2ff9080:0xc0042301e0 0x2ff95c0:0xc004230360 0x2ffa2e0:0xc004230120 0x2ffa580:0xc004230180 0x2ffad60:0xc004230240 0x2ffb000:0xc0042302a0 0x2ffb2a0:0xc004230300 0x2ffba80:0xc0042303c0 0x2ffbd20:0xc004230420 0x3026980:0xc00139fc80 0x3026d20:0xc00139fce0 0x3027800:0xc000cef4a0 0x3029160:0xc001bee000 0x30298a0:0xc002791c80 0x302a720:0xc0006ed200] 0xc000cda1c0 0} I0421 03:01:27.898770 3679 gateway.go:532] Reconciling gateway with updates I0421 03:01:27.904483 3679 gateway.go:339] Spawning Conntrack Rule Check Thread I0421 03:01:27.904561 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0421 03:01:27.904578 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0421 03:01:27.904586 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0421 03:01:27.904591 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0421 03:01:27.904592 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0421 03:01:27.904601 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0421 03:01:27.904565 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0421 03:01:27.904609 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0421 03:01:27.904618 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0421 03:01:27.904623 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0421 03:01:27.904623 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0421 03:01:27.904637 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 32635 is already open, no action needed I0421 03:01:27.904640 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0421 03:01:27.904648 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 31771 is already open, no action needed I0421 03:01:27.904656 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0421 03:01:27.904666 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0421 03:01:27.904677 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0421 03:01:27.904679 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0421 03:01:27.904681 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0421 03:01:27.904686 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0421 03:01:27.904690 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0421 03:01:27.904691 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0421 03:01:27.904688 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0421 03:01:27.904693 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0421 03:01:27.904704 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0421 03:01:27.904706 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0421 03:01:27.904708 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0421 03:01:27.904610 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0421 03:01:27.904636 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0421 03:01:27.904714 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0421 03:01:27.904717 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0421 03:01:27.904725 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0421 03:01:27.904720 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0421 03:01:27.904661 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0421 03:01:27.904734 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0421 03:01:27.904743 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0421 03:01:27.904744 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0421 03:01:27.904752 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0421 03:01:27.904757 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0421 03:01:27.904765 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0421 03:01:27.904762 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0421 03:01:27.904719 3679 default_node_network_controller.go:944] Gateway and management port readiness took 59.411101ms I0421 03:01:27.904776 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0421 03:01:27.904750 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0421 03:01:27.904780 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0421 03:01:27.904786 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0421 03:01:27.904786 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0421 03:01:27.904784 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0421 03:01:27.904796 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0421 03:01:27.904796 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0421 03:01:27.904805 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0421 03:01:27.904803 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0421 03:01:27.904818 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0421 03:01:27.904819 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0421 03:01:27.904801 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0421 03:01:27.904826 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0421 03:01:27.904769 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0421 03:01:27.904835 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0421 03:01:27.904837 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0421 03:01:27.904816 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0421 03:01:27.904817 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0421 03:01:27.904854 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0421 03:01:27.904853 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0421 03:01:27.904858 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0421 03:01:27.904859 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0421 03:01:27.904870 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0421 03:01:27.904886 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0421 03:01:27.904894 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0421 03:01:27.904905 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0421 03:01:27.904909 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0421 03:01:27.904752 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0421 03:01:27.904919 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0421 03:01:27.904924 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0421 03:01:27.904800 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0421 03:01:27.904776 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0421 03:01:27.904951 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0421 03:01:27.904958 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0421 03:01:27.904871 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0421 03:01:27.904779 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0421 03:01:27.904794 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0421 03:01:27.904777 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0421 03:01:27.904678 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0421 03:01:27.905079 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0421 03:01:27.904711 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0421 03:01:27.905092 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0421 03:01:27.904723 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0421 03:01:27.905104 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0421 03:01:27.904842 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0421 03:01:27.904766 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0421 03:01:27.904709 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0421 03:01:27.904861 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0421 03:01:27.905216 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0421 03:01:27.905237 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0421 03:01:27.905242 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0421 03:01:27.904874 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0421 03:01:27.905257 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0421 03:01:27.905261 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0421 03:01:27.905275 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0421 03:01:27.904765 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0421 03:01:27.904864 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0421 03:01:27.905494 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0421 03:01:27.905515 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0421 03:01:27.906076 3679 node_ip_handler_linux.go:160] Node IP manager is running W0421 03:01:27.945084 3679 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0421 03:01:27.945298 3679 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0421 03:01:27.945461 3679 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0421 03:01:27.954246 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0421 03:01:27.954256 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0421 03:01:27.954272 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0421 03:01:27.996212 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0421 03:01:27.996240 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0421 03:01:27.996246 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0421 03:01:27.996252 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0421 03:01:27.996259 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0421 03:01:27.996266 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0421 03:01:27.996274 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0421 03:01:27.996302 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0421 03:01:27.996311 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0421 03:01:27.996318 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0421 03:01:27.996328 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0421 03:01:27.996333 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0421 03:01:27.996339 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0421 03:01:27.996344 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0421 03:01:27.996350 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0421 03:01:27.996355 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0421 03:01:27.996360 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0421 03:01:27.996365 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0421 03:01:27.996371 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0421 03:01:27.996388 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0421 03:01:27.996412 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0421 03:01:27.996422 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0421 03:01:27.996438 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0421 03:01:27.996457 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0421 03:01:27.996464 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0421 03:01:28.041311 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0421 03:01:28.041361 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0421 03:01:28.041371 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0421 03:01:28.041379 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0421 03:01:28.041387 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0421 03:01:29.474022 3679 default_node_network_controller.go:1380] Starting node controller node sync W0421 03:01:29.474038 3679 egressip_healthcheck.go:76] Health checking using insecure connection I0421 03:01:29.474077 3679 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0421 03:01:29.485569 3679 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.528426ms I0421 03:01:29.485708 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-88.ec2.internal", IP: 10.0.2.88 to PMTUD blocking rules I0421 03:01:29.485718 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-88.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0421 03:01:29.491549 3679 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0421 03:01:29.491847 3679 egressservice_node.go:93] Setting up event handlers for Egress Services I0421 03:01:29.492009 3679 egressservice_node.go:183] Starting Egress Services Controller I0421 03:01:29.492989 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0421 03:01:29.494817 3679 shared_informer.go:356] "Caches are synced" controller="egressservices" I0421 03:01:29.494866 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0421 03:01:29.494902 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0421 03:01:29.494933 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0421 03:01:29.495005 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0421 03:01:29.495041 3679 egressservice_node.go:197] Repairing Egress Services I0421 03:01:29.515153 3679 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0421 03:01:29.515172 3679 external_controller.go:278] Starting Admin Policy Based Route Controller I0421 03:01:29.515306 3679 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0421 03:01:29.515325 3679 link_network_manager.go:119] Link manager is running I0421 03:01:29.515340 3679 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0421 03:01:29.515541 3679 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0421 03:01:29.515685 3679 vrf_manager.go:128] VRF manager is running I0421 03:01:29.515778 3679 node_controller_manager.go:437] Removing flows to drop GARP I0421 03:01:29.515789 3679 gateway.go:532] Reconciling gateway with updates I0421 03:01:29.543270 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0421 03:01:29.543298 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0421 03:01:29.543305 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0421 03:01:29.543306 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0421 03:01:29.543313 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0421 03:01:29.543318 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0421 03:01:29.543313 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0421 03:01:29.543322 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0421 03:01:29.543330 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0421 03:01:29.543332 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0421 03:01:29.543331 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0421 03:01:29.543342 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0421 03:01:29.543274 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0421 03:01:29.543347 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0421 03:01:29.543348 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0421 03:01:29.543355 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0421 03:01:29.543355 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0421 03:01:29.543360 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0421 03:01:29.543363 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0421 03:01:29.543355 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0421 03:01:29.543370 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0421 03:01:29.543369 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0421 03:01:29.543374 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0421 03:01:29.543387 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0421 03:01:29.543388 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0421 03:01:29.543388 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0421 03:01:29.543397 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0421 03:01:29.543312 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0421 03:01:29.543392 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0421 03:01:29.543411 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0421 03:01:29.543412 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0421 03:01:29.543416 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0421 03:01:29.543418 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0421 03:01:29.543426 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0421 03:01:29.543424 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0421 03:01:29.543427 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0421 03:01:29.543433 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0421 03:01:29.543411 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0421 03:01:29.543436 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0421 03:01:29.543435 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0421 03:01:29.543446 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0421 03:01:29.543447 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0421 03:01:29.543448 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0421 03:01:29.543421 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0421 03:01:29.543459 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0421 03:01:29.543461 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0421 03:01:29.543465 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0421 03:01:29.543450 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0421 03:01:29.543463 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0421 03:01:29.543472 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0421 03:01:29.543477 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0421 03:01:29.543479 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0421 03:01:29.543476 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0421 03:01:29.543484 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0421 03:01:29.543485 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0421 03:01:29.543482 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0421 03:01:29.543499 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0421 03:01:29.543417 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0421 03:01:29.543526 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0421 03:01:29.543534 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0421 03:01:29.543537 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0421 03:01:29.543543 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0421 03:01:29.543545 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0421 03:01:29.543465 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0421 03:01:29.543545 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0421 03:01:29.543562 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0421 03:01:29.543414 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0421 03:01:29.543500 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0421 03:01:29.543535 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0421 03:01:29.543639 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0421 03:01:29.543482 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0421 03:01:29.543652 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0421 03:01:29.543321 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0421 03:01:29.543669 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0421 03:01:29.543479 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0421 03:01:29.543403 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0421 03:01:29.543403 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0421 03:01:29.543403 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0421 03:01:29.543710 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0421 03:01:29.543402 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0421 03:01:29.543735 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0421 03:01:29.543422 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0421 03:01:29.543422 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0421 03:01:29.543802 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0421 03:01:29.543437 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0421 03:01:29.543432 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0421 03:01:29.543854 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0421 03:01:29.543861 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0421 03:01:29.543450 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0421 03:01:29.543869 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0421 03:01:29.543452 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0421 03:01:29.543891 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0421 03:01:29.543456 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0421 03:01:29.543457 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0421 03:01:29.543465 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0421 03:01:29.543467 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0421 03:01:29.543945 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0421 03:01:29.543465 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0421 03:01:29.543393 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0421 03:01:29.543489 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0421 03:01:29.543957 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0421 03:01:29.543960 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0421 03:01:29.543403 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0421 03:01:29.543967 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0421 03:01:29.543978 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 32635 is already open, no action needed I0421 03:01:29.543984 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 31771 is already open, no action needed I0421 03:01:29.543513 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0421 03:01:29.544016 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0421 03:01:29.544021 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0421 03:01:29.543523 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0421 03:01:29.544039 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0421 03:01:29.543405 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0421 03:01:29.587817 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0421 03:01:29.587844 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0421 03:01:29.587851 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0421 03:01:29.587858 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0421 03:01:29.587864 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0421 03:01:29.587870 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0421 03:01:29.587876 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0421 03:01:29.587881 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0421 03:01:29.587887 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0421 03:01:29.587892 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0421 03:01:29.587898 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0421 03:01:29.587904 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0421 03:01:29.587909 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0421 03:01:29.587915 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0421 03:01:29.587920 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0421 03:01:29.587925 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0421 03:01:29.587931 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0421 03:01:29.630995 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0421 03:01:29.631024 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0421 03:01:29.631031 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0421 03:01:29.677118 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0421 03:01:29.677124 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0421 03:01:31.690821 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-186.ec2.internal I0421 03:01:31.690854 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-186.ec2.internal: 40.816µs I0421 03:01:31.717666 3679 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-748564bdc9-j47ll] creating logical port openshift-image-registry_image-registry-748564bdc9-j47ll for pod on switch ip-10-0-0-186.ec2.internal I0421 03:01:31.717807 3679 kube.go:256] Updating pod openshift-image-registry/image-registry-748564bdc9-j47ll I0421 03:01:31.740607 3679 pod.go:62] [openshift-image-registry/image-registry-748564bdc9-j47ll] pod update took 22.826992ms I0421 03:01:31.740636 3679 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-748564bdc9-j47ll] addLogicalPort annotation time took 22.863254ms I0421 03:01:31.740943 3679 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-9kgc9] creating logical port openshift-dns_dns-default-9kgc9 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:01:31.741051 3679 kube.go:256] Updating pod openshift-dns/dns-default-9kgc9 I0421 03:01:31.741849 3679 pods.go:271] [openshift-image-registry/image-registry-748564bdc9-j47ll] addLogicalPort took 24.201987ms, libovsdb time 907.523µs I0421 03:01:31.754224 3679 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-24xx2] creating logical port openshift-ingress-canary_ingress-canary-24xx2 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:01:31.754328 3679 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-24xx2 I0421 03:01:31.755101 3679 pod.go:62] [openshift-dns/dns-default-9kgc9] pod update took 14.073452ms I0421 03:01:31.755121 3679 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-9kgc9] addLogicalPort annotation time took 14.097297ms I0421 03:01:31.756125 3679 pods.go:271] [openshift-dns/dns-default-9kgc9] addLogicalPort took 15.22921ms, libovsdb time 753.638µs I0421 03:01:31.771158 3679 pod.go:62] [openshift-ingress-canary/ingress-canary-24xx2] pod update took 16.851658ms I0421 03:01:31.771180 3679 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-24xx2] addLogicalPort annotation time took 16.876311ms I0421 03:01:31.772229 3679 pods.go:271] [openshift-ingress-canary/ingress-canary-24xx2] addLogicalPort took 18.016661ms, libovsdb time 782.184µs I0421 03:01:32.114432 3679 cni.go:452] [openshift-ingress-canary/ingress-canary-24xx2 1e9745c708048e9922884c533b4baed042e4f9fbe11096c6be4a335466673503 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-24xx2 1e9745c708048e9922884c533b4baed042e4f9fbe11096c6be4a335466673503 network default NAD default NAD key ] I0421 03:01:32.131901 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-24xx2, hostIfaceName: 1e9745c708048e9, network: default, NAD default, SandboxID: "1e9745c708048e9922884c533b4baed042e4f9fbe11096c6be4a335466673503", PCI device ID: , UID: "d022ddbb-14c4-484f-a399-ad99d0b67c02", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0421 03:01:32.179141 3679 cni.go:473] [openshift-ingress-canary/ingress-canary-24xx2 1e9745c708048e9922884c533b4baed042e4f9fbe11096c6be4a335466673503 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-24xx2 1e9745c708048e9922884c533b4baed042e4f9fbe11096c6be4a335466673503 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:c3:17:5f:14:77\",\"name\":\"1e9745c708048e9\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb646199-fcdc-4908-b98f-2dc78bcc384e\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:01:32.422660 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-71.ec2.internal I0421 03:01:32.422682 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-71.ec2.internal: 28.742µs I0421 03:01:32.422660 3679 egressfirewall.go:723] Syncing node "ip-10-0-1-71.ec2.internal" for egress firewall I0421 03:01:32.422720 3679 default_network_controller.go:1025] Node "ip-10-0-1-71.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0421 03:01:34.624119 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0421 03:01:35.630744 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0421 03:01:35.882928 3679 cni.go:452] [openshift-network-diagnostics/network-check-target-nw4z5 82a66b53819f87d6e978dea45e3fe680a8017451efbd7d33bff74fd04d101d19 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-nw4z5 82a66b53819f87d6e978dea45e3fe680a8017451efbd7d33bff74fd04d101d19 network default NAD default NAD key ] I0421 03:01:35.894102 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-nw4z5, hostIfaceName: 82a66b53819f87d, network: default, NAD default, SandboxID: "82a66b53819f87d6e978dea45e3fe680a8017451efbd7d33bff74fd04d101d19", PCI device ID: , UID: "dd9b5afd-7bcf-4b69-a511-88cb61ae8d50", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0421 03:01:35.939562 3679 cni.go:473] [openshift-network-diagnostics/network-check-target-nw4z5 82a66b53819f87d6e978dea45e3fe680a8017451efbd7d33bff74fd04d101d19 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-nw4z5 82a66b53819f87d6e978dea45e3fe680a8017451efbd7d33bff74fd04d101d19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:43:93:85:b7:36\",\"name\":\"82a66b53819f87d\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d481f5c6-c647-439a-a22d-4aa907292574\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:01:37.340106 3679 default_network_controller.go:1025] Node "ip-10-0-1-71.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0421 03:01:38.661300 3679 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-c8pkv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:01:38.661768 3679 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-c8pkv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:01:39.570007 3679 default_network_controller.go:1025] Node "ip-10-0-1-71.ec2.internal" in remote zone "ip-10-0-1-71.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0421 03:01:39.570036 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-71.ec2.internal in network "default" I0421 03:01:39.570075 3679 node_tracker.go:235] Node ip-10-0-1-71.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-71.ec2.internal" I0421 03:01:39.570090 3679 node_tracker.go:169] Node ip-10-0-1-71.ec2.internal switch + router changed, syncing services in network "default" I0421 03:01:39.570103 3679 services_controller.go:574] Full service sync requested for network=default W0421 03:01:39.570326 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0421 03:01:39.570622 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0421 03:01:39.657255 3679 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-c8pkv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:01:39.657277 3679 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-c8pkv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:01:39.717031 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-71.ec2.internal in network "default" I0421 03:01:39.717087 3679 node_tracker.go:169] Node ip-10-0-1-71.ec2.internal switch + router changed, syncing services in network "default" I0421 03:01:39.717104 3679 services_controller.go:574] Full service sync requested for network=default I0421 03:01:39.717038 3679 default_network_controller.go:1025] Node "ip-10-0-1-71.ec2.internal" in remote zone "ip-10-0-1-71.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0421 03:01:39.717329 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0421 03:01:39.717495 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0421 03:01:39.718128 3679 zone_ic_handler.go:195] Time taken to create transit switch: 299.42µs I0421 03:01:39.718141 3679 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-71.ec2.internal for the network default I0421 03:01:39.719192 3679 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-71.ec2.internal" on network "default" took: 1.377628ms W0421 03:01:40.043910 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0421 03:01:40.276641 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-71.ec2.internal in network "default" I0421 03:01:40.276671 3679 egressfirewall.go:723] Syncing node "ip-10-0-1-71.ec2.internal" for egress firewall I0421 03:01:40.276685 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-71.ec2.internal I0421 03:01:40.276698 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-71.ec2.internal: 16.719µs I0421 03:01:40.276704 3679 node_tracker.go:169] Node ip-10-0-1-71.ec2.internal switch + router changed, syncing services in network "default" I0421 03:01:40.276719 3679 services_controller.go:574] Full service sync requested for network=default I0421 03:01:40.276795 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-71.ec2.internal", IP: 10.0.1.71 to PMTUD blocking rules I0421 03:01:40.276811 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-71.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0421 03:01:40.276818 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0421 03:01:40.277058 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0421 03:01:40.283027 3679 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-71.ec2.internal. Updating no re-route policies I0421 03:01:40.293957 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-71.ec2.internal", IP: 10.0.1.71 to PMTUD blocking rules I0421 03:01:40.293976 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-71.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0421 03:01:44.192136 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-71.ec2.internal I0421 03:01:44.192162 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-71.ec2.internal: 32.29µs W0421 03:01:52.596430 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0421 03:02:05.634318 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0421 03:02:05.634343 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0421 03:02:11.050260 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0421 03:03:30.132385 3679 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-qr6gq] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-qr6gq for pod on switch ip-10-0-0-186.ec2.internal I0421 03:03:30.132515 3679 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-qr6gq I0421 03:03:30.134558 3679 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lkzzv] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-lkzzv for pod on switch ip-10-0-0-186.ec2.internal I0421 03:03:30.134656 3679 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lkzzv I0421 03:03:30.153843 3679 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lkzzv] pod update took 19.203897ms I0421 03:03:30.153869 3679 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lkzzv] addLogicalPort annotation time took 19.235512ms I0421 03:03:30.155192 3679 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lkzzv] addLogicalPort took 20.646672ms, libovsdb time 1.008199ms I0421 03:03:30.157991 3679 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-qr6gq] pod update took 25.502606ms I0421 03:03:30.158018 3679 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-qr6gq] addLogicalPort annotation time took 25.533205ms I0421 03:03:30.159251 3679 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-qr6gq] addLogicalPort took 26.885444ms, libovsdb time 924.425µs I0421 03:03:30.159334 3679 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-cz54z] creating logical port openshift-insights_insights-operator-6dbb575d6c-cz54z for pod on switch ip-10-0-0-186.ec2.internal I0421 03:03:30.159417 3679 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-cz54z I0421 03:03:30.176299 3679 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-cz54z] pod update took 16.893582ms I0421 03:03:30.176324 3679 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-cz54z] addLogicalPort annotation time took 16.935668ms I0421 03:03:30.177324 3679 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-cz54z] addLogicalPort took 17.999378ms, libovsdb time 720.772µs I0421 03:03:30.227210 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-26nnr] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-26nnr for pod on switch ip-10-0-0-186.ec2.internal I0421 03:03:30.227317 3679 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-26nnr I0421 03:03:30.242787 3679 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-26nnr] pod update took 15.506447ms I0421 03:03:30.242811 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-26nnr] addLogicalPort annotation time took 15.535536ms I0421 03:03:30.243878 3679 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-26nnr] addLogicalPort took 16.689914ms, libovsdb time 798.447µs I0421 03:03:30.332252 3679 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-wpfm7] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-wpfm7 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:03:30.332425 3679 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-wpfm7 I0421 03:03:30.352212 3679 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-wpfm7] pod update took 19.822957ms I0421 03:03:30.352238 3679 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-wpfm7] addLogicalPort annotation time took 19.855348ms I0421 03:03:30.353332 3679 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-wpfm7] addLogicalPort took 21.097193ms, libovsdb time 792.885µs I0421 03:03:30.353637 3679 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5dc7f9d99-lsqvc] creating logical port openshift-ingress_router-default-5dc7f9d99-lsqvc for pod on switch ip-10-0-0-186.ec2.internal I0421 03:03:30.353722 3679 kube.go:256] Updating pod openshift-ingress/router-default-5dc7f9d99-lsqvc I0421 03:03:30.373833 3679 pod.go:62] [openshift-ingress/router-default-5dc7f9d99-lsqvc] pod update took 20.135348ms I0421 03:03:30.373856 3679 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5dc7f9d99-lsqvc] addLogicalPort annotation time took 20.164437ms I0421 03:03:30.375048 3679 pods.go:271] [openshift-ingress/router-default-5dc7f9d99-lsqvc] addLogicalPort took 21.423285ms, libovsdb time 887.066µs I0421 03:03:30.490019 3679 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-qr6gq d96ef7bda8dd2b620778ec14e0b1a9b5ae1461dcd47273fcdbfe2118cb7b2214 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-qr6gq d96ef7bda8dd2b620778ec14e0b1a9b5ae1461dcd47273fcdbfe2118cb7b2214 network default NAD default NAD key ] I0421 03:03:30.499656 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-qr6gq, hostIfaceName: d96ef7bda8dd2b6, network: default, NAD default, SandboxID: "d96ef7bda8dd2b620778ec14e0b1a9b5ae1461dcd47273fcdbfe2118cb7b2214", PCI device ID: , UID: "b3a23b90-b0ac-4a63-bbc2-802eeb228e88", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0421 03:03:30.499839 3679 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lkzzv 8eb17dc9696eabcd154346c7324a2d1eb3768dace0c0100953c0f8a19adfd304 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lkzzv 8eb17dc9696eabcd154346c7324a2d1eb3768dace0c0100953c0f8a19adfd304 network default NAD default NAD key ] I0421 03:03:30.504373 3679 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-cz54z f7c1d8ed838298b7ef6efde7cf1b9f3a807066394b05199f5ad6c7d08ced51b7 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-cz54z f7c1d8ed838298b7ef6efde7cf1b9f3a807066394b05199f5ad6c7d08ced51b7 network default NAD default NAD key ] I0421 03:03:30.510317 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-lkzzv, hostIfaceName: 8eb17dc9696eabc, network: default, NAD default, SandboxID: "8eb17dc9696eabcd154346c7324a2d1eb3768dace0c0100953c0f8a19adfd304", PCI device ID: , UID: "277e3e30-ad4c-4b72-9c5b-1437d1960347", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0421 03:03:30.514254 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-cz54z, hostIfaceName: f7c1d8ed838298b, network: default, NAD default, SandboxID: "f7c1d8ed838298b7ef6efde7cf1b9f3a807066394b05199f5ad6c7d08ced51b7", PCI device ID: , UID: "9c2c5d13-03fa-438e-a3f0-072fd679185f", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0421 03:03:30.551380 3679 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-qr6gq d96ef7bda8dd2b620778ec14e0b1a9b5ae1461dcd47273fcdbfe2118cb7b2214 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-qr6gq d96ef7bda8dd2b620778ec14e0b1a9b5ae1461dcd47273fcdbfe2118cb7b2214 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:29:ec:f9:be:a5\",\"name\":\"d96ef7bda8dd2b6\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/983f5113-2e91-4131-b4f0-3d20dddcb614\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:03:30.773758 3679 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-cz54z f7c1d8ed838298b7ef6efde7cf1b9f3a807066394b05199f5ad6c7d08ced51b7 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-cz54z f7c1d8ed838298b7ef6efde7cf1b9f3a807066394b05199f5ad6c7d08ced51b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:33:ee:51:b0:40\",\"name\":\"f7c1d8ed838298b\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e158534e-5778-4aa4-91dd-a7ea837d06f0\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:03:30.773802 3679 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lkzzv 8eb17dc9696eabcd154346c7324a2d1eb3768dace0c0100953c0f8a19adfd304 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lkzzv 8eb17dc9696eabcd154346c7324a2d1eb3768dace0c0100953c0f8a19adfd304 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:d8:90:e5:e1:b4\",\"name\":\"8eb17dc9696eabc\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8fa3c87-eadf-4887-b1cb-1da8b8b01ff1\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 03:03:33.822615 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0421 03:03:35.175305 3679 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0421 03:03:35.176717 3679 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.32841ms I0421 03:03:35.207548 3679 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0421 03:03:35.308618 3679 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8njns] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-8njns for pod on switch ip-10-0-0-186.ec2.internal I0421 03:03:35.308714 3679 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8njns I0421 03:03:35.324538 3679 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8njns] pod update took 15.851904ms I0421 03:03:35.324562 3679 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8njns] addLogicalPort annotation time took 15.881559ms I0421 03:03:35.325766 3679 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8njns] addLogicalPort took 17.165607ms, libovsdb time 880.267µs I0421 03:03:35.666648 3679 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8njns c315d6128f1a56ab414cb2d7bedfcd850f70e8da5fe64a597631fa0ba18c6969 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8njns c315d6128f1a56ab414cb2d7bedfcd850f70e8da5fe64a597631fa0ba18c6969 network default NAD default NAD key ] I0421 03:03:35.677036 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-8njns, hostIfaceName: c315d6128f1a56a, network: default, NAD default, SandboxID: "c315d6128f1a56ab414cb2d7bedfcd850f70e8da5fe64a597631fa0ba18c6969", PCI device ID: , UID: "7d353977-12dd-46f8-af6c-2676f36c154b", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0421 03:03:35.725759 3679 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8njns c315d6128f1a56ab414cb2d7bedfcd850f70e8da5fe64a597631fa0ba18c6969 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-8njns c315d6128f1a56ab414cb2d7bedfcd850f70e8da5fe64a597631fa0ba18c6969 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:37:4f:5e:8b:98\",\"name\":\"c315d6128f1a56a\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a27bfad7-c976-4d0d-90c7-03f37199667b\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:03:35.896465 3679 namespace.go:98] [openshift-service-ca] adding namespace I0421 03:03:35.897338 3679 namespace.go:102] [openshift-service-ca] adding namespace took 853.56µs I0421 03:03:35.919051 3679 namespace.go:142] [openshift-service-ca] updating namespace W0421 03:03:44.808392 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0421 03:03:59.336926 3679 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp for pod on switch ip-10-0-0-186.ec2.internal I0421 03:03:59.337021 3679 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp I0421 03:03:59.350110 3679 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp] pod update took 13.118322ms I0421 03:03:59.350132 3679 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp] addLogicalPort annotation time took 13.144994ms I0421 03:03:59.351251 3679 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp] addLogicalPort took 14.34161ms, libovsdb time 797.535µs W0421 03:03:59.387864 3679 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0421 03:03:59.431227 3679 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-9xrjr] creating logical port openshift-insights_insights-runtime-extractor-9xrjr for pod on switch ip-10-0-0-186.ec2.internal I0421 03:03:59.431366 3679 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-9xrjr I0421 03:03:59.447070 3679 pod.go:62] [openshift-insights/insights-runtime-extractor-9xrjr] pod update took 15.735314ms I0421 03:03:59.447093 3679 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-9xrjr] addLogicalPort annotation time took 15.760398ms I0421 03:03:59.448347 3679 pods.go:271] [openshift-insights/insights-runtime-extractor-9xrjr] addLogicalPort took 17.131751ms, libovsdb time 927.802µs I0421 03:03:59.695012 3679 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp a0ce2d8945f2c6acc9b8d3fd99d6cbada84bac6e6199cd01c9fee215a6c5ba5e network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp a0ce2d8945f2c6acc9b8d3fd99d6cbada84bac6e6199cd01c9fee215a6c5ba5e network default NAD default NAD key ] I0421 03:03:59.705653 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp, hostIfaceName: a0ce2d8945f2c6a, network: default, NAD default, SandboxID: "a0ce2d8945f2c6acc9b8d3fd99d6cbada84bac6e6199cd01c9fee215a6c5ba5e", PCI device ID: , UID: "ad0c36ea-35bd-48fc-8b0f-739d50076833", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0421 03:03:59.752711 3679 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp a0ce2d8945f2c6acc9b8d3fd99d6cbada84bac6e6199cd01c9fee215a6c5ba5e network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp a0ce2d8945f2c6acc9b8d3fd99d6cbada84bac6e6199cd01c9fee215a6c5ba5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:bc:4f:d6:ba:f7\",\"name\":\"a0ce2d8945f2c6a\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6a9983f-d969-440f-8163-d0a2b5b0e596\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:03:59.789802 3679 cni.go:452] [openshift-insights/insights-runtime-extractor-9xrjr a37d1b5ea2206ef5ff65603e72445a3e81cfa6380250a615b2e72a2ba4e6ac2d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-9xrjr a37d1b5ea2206ef5ff65603e72445a3e81cfa6380250a615b2e72a2ba4e6ac2d network default NAD default NAD key ] I0421 03:03:59.801675 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-9xrjr, hostIfaceName: a37d1b5ea2206ef, network: default, NAD default, SandboxID: "a37d1b5ea2206ef5ff65603e72445a3e81cfa6380250a615b2e72a2ba4e6ac2d", PCI device ID: , UID: "014a4593-ff2e-43c3-a9eb-4cab7b593b2e", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0421 03:03:59.849084 3679 cni.go:473] [openshift-insights/insights-runtime-extractor-9xrjr a37d1b5ea2206ef5ff65603e72445a3e81cfa6380250a615b2e72a2ba4e6ac2d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-9xrjr a37d1b5ea2206ef5ff65603e72445a3e81cfa6380250a615b2e72a2ba4e6ac2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:c0:b7:cc:bf:e6\",\"name\":\"a37d1b5ea2206ef\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a374a8fb-0226-48f0-8ef9-cda2b83dfb71\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:04:00.997670 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5677c486c6-vtxhf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:04:00.998356 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5677c486c6-vtxhf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:04:01.015310 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5677c486c6-vtxhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:01.015335 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5677c486c6-vtxhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:01.021261 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5677c486c6-vtxhf I0421 03:04:01.021298 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5677c486c6-vtxhf I0421 03:04:01.397125 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-748564bdc9-j47ll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:04:01.397191 3679 pods.go:176] Deleting pod: openshift-image-registry/image-registry-748564bdc9-j47ll I0421 03:04:01.398701 3679 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-748564bdc9-j47ll, ips: 10.129.0.5 I0421 03:04:01.398731 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-748564bdc9-j47ll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:04:01.406230 3679 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7c954bbfc-q8q6j] creating logical port openshift-image-registry_image-registry-7c954bbfc-q8q6j for pod on switch ip-10-0-0-186.ec2.internal I0421 03:04:01.406408 3679 kube.go:256] Updating pod openshift-image-registry/image-registry-7c954bbfc-q8q6j I0421 03:04:01.411722 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-748564bdc9-j47ll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:01.411749 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-748564bdc9-j47ll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:01.417876 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-748564bdc9-j47ll I0421 03:04:01.417901 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-748564bdc9-j47ll I0421 03:04:01.425913 3679 pod.go:62] [openshift-image-registry/image-registry-7c954bbfc-q8q6j] pod update took 19.535456ms I0421 03:04:01.425938 3679 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7c954bbfc-q8q6j] addLogicalPort annotation time took 19.565843ms I0421 03:04:01.427218 3679 pods.go:271] [openshift-image-registry/image-registry-7c954bbfc-q8q6j] addLogicalPort took 21.001457ms, libovsdb time 865.208µs I0421 03:04:01.769957 3679 cni.go:452] [openshift-image-registry/image-registry-7c954bbfc-q8q6j 25bed4ba71f1a2b52c69c0f0622db2fda98c68d551c26b6b8b81304a8ba54db2 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7c954bbfc-q8q6j 25bed4ba71f1a2b52c69c0f0622db2fda98c68d551c26b6b8b81304a8ba54db2 network default NAD default NAD key ] I0421 03:04:01.781011 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7c954bbfc-q8q6j, hostIfaceName: 25bed4ba71f1a2b, network: default, NAD default, SandboxID: "25bed4ba71f1a2b52c69c0f0622db2fda98c68d551c26b6b8b81304a8ba54db2", PCI device ID: , UID: "aa2c378d-d392-465b-8b6f-dff8b2b1d9aa", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0421 03:04:01.828058 3679 cni.go:473] [openshift-image-registry/image-registry-7c954bbfc-q8q6j 25bed4ba71f1a2b52c69c0f0622db2fda98c68d551c26b6b8b81304a8ba54db2 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7c954bbfc-q8q6j 25bed4ba71f1a2b52c69c0f0622db2fda98c68d551c26b6b8b81304a8ba54db2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:47:5d:0b:44:78\",\"name\":\"25bed4ba71f1a2b\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b7dc3ee-5e7a-484a-b449-fcb24c6ffe10\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 03:04:01.921168 3679 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0421 03:04:01.921243 3679 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0421 03:04:01.921254 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0421 03:04:01.995131 3679 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0421 03:04:02.401394 3679 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0421 03:04:02.475578 3679 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-26nnr f04c5bc8ad7840c93f399668f5cfdb17a6191bfbd3a863ff0accebe3e334329f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-26nnr f04c5bc8ad7840c93f399668f5cfdb17a6191bfbd3a863ff0accebe3e334329f network default NAD default NAD key ] I0421 03:04:02.487744 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-26nnr, hostIfaceName: f04c5bc8ad7840c, network: default, NAD default, SandboxID: "f04c5bc8ad7840c93f399668f5cfdb17a6191bfbd3a863ff0accebe3e334329f", PCI device ID: , UID: "1c2fc189-0406-40af-a0e5-3113a2c5af77", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0421 03:04:02.526338 3679 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-wpfm7 4a52b46fe34f66be79ae0ee5674789687267d924fd6867332555328908b8feb5 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-wpfm7 4a52b46fe34f66be79ae0ee5674789687267d924fd6867332555328908b8feb5 network default NAD default NAD key ] I0421 03:04:02.526930 3679 cni.go:452] [openshift-ingress/router-default-5dc7f9d99-lsqvc b5a45dfc1ee7f8a7f9ebbd95b43137272293504c412f8cb8e7ea1dbf1a42e5d7 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5dc7f9d99-lsqvc b5a45dfc1ee7f8a7f9ebbd95b43137272293504c412f8cb8e7ea1dbf1a42e5d7 network default NAD default NAD key ] I0421 03:04:02.560586 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5dc7f9d99-lsqvc, hostIfaceName: b5a45dfc1ee7f8a, network: default, NAD default, SandboxID: "b5a45dfc1ee7f8a7f9ebbd95b43137272293504c412f8cb8e7ea1dbf1a42e5d7", PCI device ID: , UID: "ecd4dbf0-e0f0-49cd-8ea4-a837e4d1a4b0", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0421 03:04:02.561455 3679 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-26nnr f04c5bc8ad7840c93f399668f5cfdb17a6191bfbd3a863ff0accebe3e334329f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-26nnr f04c5bc8ad7840c93f399668f5cfdb17a6191bfbd3a863ff0accebe3e334329f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:7c:5d:f3:f1:10\",\"name\":\"f04c5bc8ad7840c\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/deb653e8-3096-4961-b318-a9facbeb681a\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:04:02.566960 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-wpfm7, hostIfaceName: 4a52b46fe34f66b, network: default, NAD default, SandboxID: "4a52b46fe34f66be79ae0ee5674789687267d924fd6867332555328908b8feb5", PCI device ID: , UID: "b1fa4b10-93ae-4da5-8190-f5e55a3ee082", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0421 03:04:02.610564 3679 cni.go:473] [openshift-ingress/router-default-5dc7f9d99-lsqvc b5a45dfc1ee7f8a7f9ebbd95b43137272293504c412f8cb8e7ea1dbf1a42e5d7 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5dc7f9d99-lsqvc b5a45dfc1ee7f8a7f9ebbd95b43137272293504c412f8cb8e7ea1dbf1a42e5d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:42:d0:e2:42:48\",\"name\":\"b5a45dfc1ee7f8a\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc9f7923-03dd-4215-8ea6-b679382c89db\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:04:02.628026 3679 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-wpfm7 4a52b46fe34f66be79ae0ee5674789687267d924fd6867332555328908b8feb5 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-wpfm7 4a52b46fe34f66be79ae0ee5674789687267d924fd6867332555328908b8feb5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:78:23:2e:77:89\",\"name\":\"4a52b46fe34f66b\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a379f43b-84b9-4238-9988-b29657a5907e\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 03:04:03.000153 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:03.000178 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:03.001274 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.001310 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.001318 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.055469 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:03.055492 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:03.055543 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.055556 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.055560 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.409061 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.409088 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.409095 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:03.409092 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:03.409109 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:04.009659 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:04.009683 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:04.009700 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:04.009708 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:04.009735 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:04.009751 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:04.010264 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:04.010297 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:04.010308 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:04.010323 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:04.010329 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:04.010334 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:04.040205 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:04.040223 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:04.040229 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:04.040243 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:04.040247 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:04.040252 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:04.042117 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:04.042135 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:04.042151 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:04.042159 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:04.042167 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:04.042181 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:04.442539 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:04.442563 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:04.442571 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0421 03:04:04.445374 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0421 03:04:04.445396 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0421 03:04:04.579505 3679 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0421 03:04:07.013972 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0421 03:04:12.852167 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-29h8f] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-29h8f for pod on switch ip-10-0-0-186.ec2.internal I0421 03:04:12.852269 3679 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-29h8f I0421 03:04:12.946153 3679 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-29h8f I0421 03:04:12.987695 3679 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-29h8f] pod update took 135.450595ms I0421 03:04:12.987723 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-29h8f] addLogicalPort annotation time took 135.483005ms I0421 03:04:12.988943 3679 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-29h8f] addLogicalPort took 136.797108ms, libovsdb time 897.388µs I0421 03:04:13.205438 3679 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-29h8f 1e935634e915d7430bfa495ef677f9f0042267ac709681287bc46dabc99a2b1a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-29h8f 1e935634e915d7430bfa495ef677f9f0042267ac709681287bc46dabc99a2b1a network default NAD default NAD key ] I0421 03:04:13.215043 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-29h8f, hostIfaceName: 1e935634e915d74, network: default, NAD default, SandboxID: "1e935634e915d7430bfa495ef677f9f0042267ac709681287bc46dabc99a2b1a", PCI device ID: , UID: "a019f4e8-2150-414a-9439-2350c10385f6", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0421 03:04:13.271880 3679 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-29h8f 1e935634e915d7430bfa495ef677f9f0042267ac709681287bc46dabc99a2b1a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-29h8f 1e935634e915d7430bfa495ef677f9f0042267ac709681287bc46dabc99a2b1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:58:0d:11:e9:5c\",\"name\":\"1e935634e915d74\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe3b4c3d-858b-4a0a-bf2d-1648545c18e5\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 03:04:13.907565 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0421 03:04:13.907594 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0421 03:04:13.945311 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:04:13.945440 3679 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0421 03:04:13.970932 3679 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.535093ms I0421 03:04:13.970962 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.573109ms I0421 03:04:13.972592 3679 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 27.320569ms, libovsdb time 1.167924ms I0421 03:04:14.913420 3679 cni.go:452] [openshift-monitoring/alertmanager-main-1 35df583658d73035361d9011649fc1f55656c1f528f156980e76f9c6bb8b0948 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 35df583658d73035361d9011649fc1f55656c1f528f156980e76f9c6bb8b0948 network default NAD default NAD key ] I0421 03:04:14.924389 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 35df583658d7303, network: default, NAD default, SandboxID: "35df583658d73035361d9011649fc1f55656c1f528f156980e76f9c6bb8b0948", PCI device ID: , UID: "6bc81b18-1421-4e5e-86f6-930467b895ea", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0421 03:04:14.984217 3679 cni.go:473] [openshift-monitoring/alertmanager-main-1 35df583658d73035361d9011649fc1f55656c1f528f156980e76f9c6bb8b0948 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 35df583658d73035361d9011649fc1f55656c1f528f156980e76f9c6bb8b0948 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:68:ee:8b:da:65\",\"name\":\"35df583658d7303\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2e9115c-468e-469a-bdb4-3b64928d6c98\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:04:16.047459 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5fc958c755-7vd7z] creating logical port openshift-monitoring_thanos-querier-5fc958c755-7vd7z for pod on switch ip-10-0-0-186.ec2.internal I0421 03:04:16.047586 3679 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5fc958c755-7vd7z I0421 03:04:16.089030 3679 pod.go:62] [openshift-monitoring/thanos-querier-5fc958c755-7vd7z] pod update took 41.484853ms I0421 03:04:16.089054 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5fc958c755-7vd7z] addLogicalPort annotation time took 41.515415ms I0421 03:04:16.090244 3679 pods.go:271] [openshift-monitoring/thanos-querier-5fc958c755-7vd7z] addLogicalPort took 42.803746ms, libovsdb time 825.876µs I0421 03:04:16.406896 3679 cni.go:452] [openshift-monitoring/thanos-querier-5fc958c755-7vd7z 4dece1fc05f215a227cac176e7c7289de3bdb1efed2ada033a297c95e130f55d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5fc958c755-7vd7z 4dece1fc05f215a227cac176e7c7289de3bdb1efed2ada033a297c95e130f55d network default NAD default NAD key ] I0421 03:04:16.415996 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5fc958c755-7vd7z, hostIfaceName: 4dece1fc05f215a, network: default, NAD default, SandboxID: "4dece1fc05f215a227cac176e7c7289de3bdb1efed2ada033a297c95e130f55d", PCI device ID: , UID: "aaaa06e4-e7b6-4e55-93a3-94849b94c7b9", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0421 03:04:16.465627 3679 cni.go:473] [openshift-monitoring/thanos-querier-5fc958c755-7vd7z 4dece1fc05f215a227cac176e7c7289de3bdb1efed2ada033a297c95e130f55d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5fc958c755-7vd7z 4dece1fc05f215a227cac176e7c7289de3bdb1efed2ada033a297c95e130f55d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:af:a5:61:0e:bf\",\"name\":\"4dece1fc05f215a\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb88d989-741a-4054-869c-9500ecbeb80e\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 03:04:16.537951 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:16.537971 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:16.537977 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:17.068817 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:17.068850 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:17.068860 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0421 03:04:19.253855 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:04:19.254062 3679 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0421 03:04:19.284518 3679 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 30.508012ms I0421 03:04:19.284545 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 30.541435ms I0421 03:04:19.285964 3679 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 32.129276ms, libovsdb time 985.937µs I0421 03:04:20.206828 3679 cni.go:452] [openshift-monitoring/prometheus-k8s-1 3365af9ca7e83eaa997e268656576698f771a3fa7e97452dbc12dbb922de2b4a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 3365af9ca7e83eaa997e268656576698f771a3fa7e97452dbc12dbb922de2b4a network default NAD default NAD key ] I0421 03:04:20.217313 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 3365af9ca7e83ea, network: default, NAD default, SandboxID: "3365af9ca7e83eaa997e268656576698f771a3fa7e97452dbc12dbb922de2b4a", PCI device ID: , UID: "4a141c13-d2db-42d0-81d8-374c542c49ce", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0421 03:04:20.276699 3679 cni.go:473] [openshift-monitoring/prometheus-k8s-1 3365af9ca7e83eaa997e268656576698f771a3fa7e97452dbc12dbb922de2b4a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 3365af9ca7e83eaa997e268656576698f771a3fa7e97452dbc12dbb922de2b4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:11:43:79:89:3a\",\"name\":\"3365af9ca7e83ea\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a7834fb-3728-4e18-b0c6-bb674c37c062\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 03:04:20.534151 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 03:04:20.534170 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 03:04:21.032815 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0421 03:04:21.081640 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:21.081662 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:21.081671 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:21.081679 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:21.088339 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0421 03:04:21.116667 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0421 03:04:21.509787 3679 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp a0ce2d8945f2c6acc9b8d3fd99d6cbada84bac6e6199cd01c9fee215a6c5ba5e network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp a0ce2d8945f2c6acc9b8d3fd99d6cbada84bac6e6199cd01c9fee215a6c5ba5e network default NAD default NAD key ] I0421 03:04:21.579633 3679 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp a0ce2d8945f2c6acc9b8d3fd99d6cbada84bac6e6199cd01c9fee215a6c5ba5e network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp a0ce2d8945f2c6acc9b8d3fd99d6cbada84bac6e6199cd01c9fee215a6c5ba5e network default NAD default NAD key default], result "{}", err I0421 03:04:21.688656 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:04:21.688768 3679 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp I0421 03:04:21.690236 3679 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp, ips: 10.129.0.15 I0421 03:04:21.690274 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:04:21.690320 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:04:21.690335 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0421 03:04:21.690670 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:04:21.690685 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0421 03:04:22.050002 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 03:04:22.050020 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 03:04:22.549031 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:22.549050 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:22.549054 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:22.549058 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0421 03:04:22.717583 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:22.717605 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:22.717625 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:22.717634 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390s9rgp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0421 03:04:23.014047 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0421 03:04:23.014077 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0421 03:04:23.057092 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0421 03:04:23.057120 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0421 03:04:23.420521 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0421 03:04:24.312951 3679 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-ff8hz] creating logical port openshift-console_downloads-5c54f4944f-ff8hz for pod on switch ip-10-0-0-186.ec2.internal I0421 03:04:24.313040 3679 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-ff8hz I0421 03:04:24.332493 3679 pod.go:62] [openshift-console/downloads-5c54f4944f-ff8hz] pod update took 19.474018ms I0421 03:04:24.332516 3679 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-ff8hz] addLogicalPort annotation time took 19.503472ms I0421 03:04:24.336190 3679 pods.go:271] [openshift-console/downloads-5c54f4944f-ff8hz] addLogicalPort took 23.256463ms, libovsdb time 3.101908ms I0421 03:04:24.695444 3679 cni.go:452] [openshift-console/downloads-5c54f4944f-ff8hz 6c1fc90fe137ff091f4d27e37c2bc867161299a812a13df88216a8eb40946548 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-ff8hz 6c1fc90fe137ff091f4d27e37c2bc867161299a812a13df88216a8eb40946548 network default NAD default NAD key ] I0421 03:04:24.706759 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-ff8hz, hostIfaceName: 6c1fc90fe137ff0, network: default, NAD default, SandboxID: "6c1fc90fe137ff091f4d27e37c2bc867161299a812a13df88216a8eb40946548", PCI device ID: , UID: "1da1b3b4-bb35-481c-a6be-a32d249a054b", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0421 03:04:24.757790 3679 cni.go:473] [openshift-console/downloads-5c54f4944f-ff8hz 6c1fc90fe137ff091f4d27e37c2bc867161299a812a13df88216a8eb40946548 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-ff8hz 6c1fc90fe137ff091f4d27e37c2bc867161299a812a13df88216a8eb40946548 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:63:5e:dd:d1:88\",\"name\":\"6c1fc90fe137ff0\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62c4444e-3c83-4c58-aac5-9184a43802a1\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 03:04:27.048963 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:27.048985 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:27.048991 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:27.048996 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:27.049007 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:27.049011 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:27.049015 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:27.049019 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier I0421 03:04:27.679551 3679 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0421 03:04:27.689100 3679 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0421 03:04:28.533969 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:28.533990 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:28.533997 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:28.534002 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 03:04:37.139231 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0421 03:04:37.159855 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0421 03:04:41.184509 3679 base_network_controller_pods.go:487] [default/openshift-console/console-6fcf9ffcd-9zsft] creating logical port openshift-console_console-6fcf9ffcd-9zsft for pod on switch ip-10-0-0-186.ec2.internal I0421 03:04:41.184728 3679 kube.go:256] Updating pod openshift-console/console-6fcf9ffcd-9zsft I0421 03:04:41.202104 3679 pod.go:62] [openshift-console/console-6fcf9ffcd-9zsft] pod update took 17.406173ms I0421 03:04:41.202133 3679 base_network_controller_pods.go:951] [default/openshift-console/console-6fcf9ffcd-9zsft] addLogicalPort annotation time took 17.441142ms W0421 03:04:41.203231 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0421 03:04:41.203716 3679 pods.go:271] [openshift-console/console-6fcf9ffcd-9zsft] addLogicalPort took 19.233382ms, libovsdb time 1.125899ms I0421 03:04:42.766043 3679 cni.go:452] [openshift-console/console-6fcf9ffcd-9zsft 682b4a3756ac498f7fa5873cf6f42d7b07c228ab944a1a84658a538fe4183824 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6fcf9ffcd-9zsft 682b4a3756ac498f7fa5873cf6f42d7b07c228ab944a1a84658a538fe4183824 network default NAD default NAD key ] I0421 03:04:42.775323 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6fcf9ffcd-9zsft, hostIfaceName: 682b4a3756ac498, network: default, NAD default, SandboxID: "682b4a3756ac498f7fa5873cf6f42d7b07c228ab944a1a84658a538fe4183824", PCI device ID: , UID: "84bcd7b9-bb66-4f3d-be52-9157e943e04a", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0421 03:04:42.827355 3679 cni.go:473] [openshift-console/console-6fcf9ffcd-9zsft 682b4a3756ac498f7fa5873cf6f42d7b07c228ab944a1a84658a538fe4183824 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6fcf9ffcd-9zsft 682b4a3756ac498f7fa5873cf6f42d7b07c228ab944a1a84658a538fe4183824 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:15:64:97:2d:05\",\"name\":\"682b4a3756ac498\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9592881-905b-4d67-b870-225db40d22e2\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 03:04:43.175943 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0421 03:04:43.616615 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0421 03:04:43.616689 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0421 03:04:43.616618 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0421 03:04:44.637754 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0421 03:04:44.923696 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:44.923722 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:44.923731 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:44.923746 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:44.923755 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:44.923762 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:44.960805 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:44.960826 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:04:44.960836 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0421 03:04:48.345955 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-748564bdc9-fzm5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:04:48.346621 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-748564bdc9-fzm5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:04:49.151298 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-748564bdc9-fzm5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:49.151322 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-748564bdc9-fzm5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:04:49.157568 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-748564bdc9-fzm5j I0421 03:04:49.157592 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-748564bdc9-fzm5j W0421 03:04:51.665603 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0421 03:04:55.672565 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0421 03:04:55.672564 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0421 03:04:55.672756 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0421 03:04:56.681551 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0421 03:04:59.203090 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0421 03:05:06.539687 3679 obj_retry.go:498] Detected object openshift-console/console-58f6467f44-ph6pc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:06.540309 3679 obj_retry.go:498] Detected object openshift-console/console-58f6467f44-ph6pc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:07.268646 3679 obj_retry.go:492] Detected object openshift-console/console-58f6467f44-ph6pc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:07.268672 3679 obj_retry.go:492] Detected object openshift-console/console-58f6467f44-ph6pc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:07.274214 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-58f6467f44-ph6pc I0421 03:05:07.274244 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-58f6467f44-ph6pc I0421 03:05:14.070160 3679 cni.go:452] [openshift-multus/network-metrics-daemon-mcvv9 ed31a7cda2fb3713a644d37ba37d9cdf5927d82b697ab378ed597a507bdb96fe network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-mcvv9 ed31a7cda2fb3713a644d37ba37d9cdf5927d82b697ab378ed597a507bdb96fe network default NAD default NAD key ] I0421 03:05:14.079910 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-mcvv9, hostIfaceName: ed31a7cda2fb371, network: default, NAD default, SandboxID: "ed31a7cda2fb3713a644d37ba37d9cdf5927d82b697ab378ed597a507bdb96fe", PCI device ID: , UID: "512e9069-a173-4aea-99e1-771388ce193c", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0421 03:05:14.131372 3679 cni.go:473] [openshift-multus/network-metrics-daemon-mcvv9 ed31a7cda2fb3713a644d37ba37d9cdf5927d82b697ab378ed597a507bdb96fe network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-mcvv9 ed31a7cda2fb3713a644d37ba37d9cdf5927d82b697ab378ed597a507bdb96fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:bb:95:27:cb:96\",\"name\":\"ed31a7cda2fb371\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5bb6d6a-a250-4827-902a-54799f1ec929\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:05:16.988452 3679 obj_retry.go:498] Detected object openshift-console/console-58f6467f44-9h9l8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:16.989046 3679 obj_retry.go:498] Detected object openshift-console/console-58f6467f44-9h9l8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:17.269250 3679 obj_retry.go:492] Detected object openshift-console/console-58f6467f44-9h9l8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:17.269300 3679 obj_retry.go:492] Detected object openshift-console/console-58f6467f44-9h9l8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:17.275470 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-58f6467f44-9h9l8 I0421 03:05:17.275499 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-58f6467f44-9h9l8 I0421 03:05:19.375472 3679 obj_retry.go:498] Detected object openshift-ingress/router-default-5b58d99ffc-4kdzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:19.376068 3679 obj_retry.go:498] Detected object openshift-ingress/router-default-5b58d99ffc-4kdzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0421 03:05:19.826866 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 03:05:19.826887 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0421 03:05:20.337877 3679 obj_retry.go:492] Detected object openshift-ingress/router-default-5b58d99ffc-4kdzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:20.337898 3679 obj_retry.go:492] Detected object openshift-ingress/router-default-5b58d99ffc-4kdzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:20.340370 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5b58d99ffc-4kdzg I0421 03:05:20.340398 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5b58d99ffc-4kdzg I0421 03:05:34.711786 3679 cni.go:452] [openshift-monitoring/alertmanager-main-1 35df583658d73035361d9011649fc1f55656c1f528f156980e76f9c6bb8b0948 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 35df583658d73035361d9011649fc1f55656c1f528f156980e76f9c6bb8b0948 network default NAD default NAD key ] I0421 03:05:34.790266 3679 cni.go:473] [openshift-monitoring/alertmanager-main-1 35df583658d73035361d9011649fc1f55656c1f528f156980e76f9c6bb8b0948 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 35df583658d73035361d9011649fc1f55656c1f528f156980e76f9c6bb8b0948 network default NAD default NAD key default], result "{}", err I0421 03:05:34.874941 3679 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:34.874976 3679 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0421 03:05:34.876536 3679 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.19 I0421 03:05:34.876567 3679 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:35.853536 3679 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:35.853559 3679 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:35.860248 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0421 03:05:35.860273 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0421 03:05:35.908145 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:05:35.908259 3679 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0421 03:05:35.930074 3679 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 21.855394ms I0421 03:05:35.930096 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 21.883522ms I0421 03:05:35.931489 3679 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 23.359049ms, libovsdb time 1.037123ms I0421 03:05:36.308834 3679 cni.go:452] [openshift-monitoring/alertmanager-main-1 6bc862deff69561dcc318115c74f3275ecd392856f180fa75d057c498b87acad network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 6bc862deff69561dcc318115c74f3275ecd392856f180fa75d057c498b87acad network default NAD default NAD key ] I0421 03:05:36.329074 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 6bc862deff69561, network: default, NAD default, SandboxID: "6bc862deff69561dcc318115c74f3275ecd392856f180fa75d057c498b87acad", PCI device ID: , UID: "640aa973-fcfc-4e6c-b67f-ebb2e7d2784d", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0421 03:05:36.380772 3679 cni.go:473] [openshift-monitoring/alertmanager-main-1 6bc862deff69561dcc318115c74f3275ecd392856f180fa75d057c498b87acad network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 6bc862deff69561dcc318115c74f3275ecd392856f180fa75d057c498b87acad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:41:ea:44:db:e2\",\"name\":\"6bc862deff69561\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74e03a91-0001-466c-b73f-6103cea0462f\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:05:39.015315 3679 cni.go:452] [openshift-monitoring/prometheus-k8s-1 3365af9ca7e83eaa997e268656576698f771a3fa7e97452dbc12dbb922de2b4a network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 3365af9ca7e83eaa997e268656576698f771a3fa7e97452dbc12dbb922de2b4a network default NAD default NAD key ] I0421 03:05:39.101598 3679 cni.go:473] [openshift-monitoring/prometheus-k8s-1 3365af9ca7e83eaa997e268656576698f771a3fa7e97452dbc12dbb922de2b4a network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 3365af9ca7e83eaa997e268656576698f771a3fa7e97452dbc12dbb922de2b4a network default NAD default NAD key default], result "{}", err I0421 03:05:39.162166 3679 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:39.162206 3679 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0421 03:05:39.163453 3679 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.21 I0421 03:05:39.163477 3679 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:39.881063 3679 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:39.881092 3679 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:39.889400 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0421 03:05:39.889432 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0421 03:05:39.925989 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:05:39.926104 3679 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0421 03:05:39.954701 3679 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 28.636887ms I0421 03:05:39.954729 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 28.672117ms I0421 03:05:39.956104 3679 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.138325ms, libovsdb time 987.452µs I0421 03:05:40.293452 3679 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a50290302afead58a78e8f1f99a98358a010ac679eda98f90204f150b4214172 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 a50290302afead58a78e8f1f99a98358a010ac679eda98f90204f150b4214172 network default NAD default NAD key ] I0421 03:05:40.302856 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: a50290302afead5, network: default, NAD default, SandboxID: "a50290302afead58a78e8f1f99a98358a010ac679eda98f90204f150b4214172", PCI device ID: , UID: "9c0e01c9-5270-43b4-bde5-5f5695c71bc3", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0421 03:05:40.352756 3679 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a50290302afead58a78e8f1f99a98358a010ac679eda98f90204f150b4214172 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 a50290302afead58a78e8f1f99a98358a010ac679eda98f90204f150b4214172 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:b4:61:e0:b4:5a\",\"name\":\"a50290302afead5\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36c25345-8058-423a-bcb8-d89d5fd7277c\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:05:41.901876 3679 cni.go:452] [openshift-dns/dns-default-9kgc9 374e86df776a78f96925336b04f7ea2852997c0cd19b0505f4116c50447c80fa network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-9kgc9 374e86df776a78f96925336b04f7ea2852997c0cd19b0505f4116c50447c80fa network default NAD default NAD key ] I0421 03:05:41.912666 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-9kgc9, hostIfaceName: 374e86df776a78f, network: default, NAD default, SandboxID: "374e86df776a78f96925336b04f7ea2852997c0cd19b0505f4116c50447c80fa", PCI device ID: , UID: "84989c79-00b3-49af-a6d6-239043d3aa84", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0421 03:05:41.966717 3679 cni.go:473] [openshift-dns/dns-default-9kgc9 374e86df776a78f96925336b04f7ea2852997c0cd19b0505f4116c50447c80fa network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-9kgc9 374e86df776a78f96925336b04f7ea2852997c0cd19b0505f4116c50447c80fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:7b:b6:82:76:1c\",\"name\":\"374e86df776a78f\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1999bdf8-c8e7-464e-9d8a-0ffcfda30806\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 03:05:47.408348 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0421 03:05:47.408369 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0421 03:05:47.408375 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0421 03:05:47.408387 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0421 03:05:47.408392 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0421 03:05:47.408397 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0421 03:05:53.918310 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0421 03:05:53.918329 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0421 03:05:53.918335 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0421 03:05:55.416516 3679 obj_retry.go:498] Detected object openshift-console/console-6fcf9ffcd-qqv8s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:55.417074 3679 obj_retry.go:498] Detected object openshift-console/console-6fcf9ffcd-qqv8s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:55.765926 3679 obj_retry.go:492] Detected object openshift-console/console-6fcf9ffcd-qqv8s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:55.765953 3679 obj_retry.go:492] Detected object openshift-console/console-6fcf9ffcd-qqv8s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:55.771877 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fcf9ffcd-qqv8s I0421 03:05:55.771903 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fcf9ffcd-qqv8s W0421 03:05:56.334163 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:05:56.334183 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 03:05:56.334188 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0421 03:05:57.637591 3679 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:57.638203 3679 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:05:58.489483 3679 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:58.489508 3679 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:05:58.495394 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0421 03:05:58.495419 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0421 03:06:06.592212 3679 cni.go:452] [openshift-console/console-6fcf9ffcd-9zsft 682b4a3756ac498f7fa5873cf6f42d7b07c228ab944a1a84658a538fe4183824 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6fcf9ffcd-9zsft 682b4a3756ac498f7fa5873cf6f42d7b07c228ab944a1a84658a538fe4183824 network default NAD default NAD key ] I0421 03:06:06.674976 3679 cni.go:473] [openshift-console/console-6fcf9ffcd-9zsft 682b4a3756ac498f7fa5873cf6f42d7b07c228ab944a1a84658a538fe4183824 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6fcf9ffcd-9zsft 682b4a3756ac498f7fa5873cf6f42d7b07c228ab944a1a84658a538fe4183824 network default NAD default NAD key default], result "{}", err I0421 03:06:06.721948 3679 obj_retry.go:498] Detected object openshift-console/console-6fcf9ffcd-9zsft of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:06:06.721988 3679 pods.go:176] Deleting pod: openshift-console/console-6fcf9ffcd-9zsft I0421 03:06:06.723184 3679 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6fcf9ffcd-9zsft, ips: 10.129.0.23 I0421 03:06:06.723218 3679 obj_retry.go:498] Detected object openshift-console/console-6fcf9ffcd-9zsft of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:06:07.001176 3679 obj_retry.go:492] Detected object openshift-console/console-6fcf9ffcd-9zsft of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:06:07.001204 3679 obj_retry.go:492] Detected object openshift-console/console-6fcf9ffcd-9zsft of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:06:07.007030 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fcf9ffcd-9zsft I0421 03:06:07.007054 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fcf9ffcd-9zsft I0421 03:06:10.366629 3679 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0421 03:06:41.204227 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 03:06:41.204254 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0421 03:06:42.508716 3679 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:06:42.509329 3679 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:06:42.921030 3679 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:06:42.921055 3679 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:06:42.929917 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0421 03:06:42.929941 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0421 03:07:05.820422 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0421 03:07:06.706249 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=131 I0421 03:07:19.815091 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0421 03:07:22.935399 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612340-8dq7l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:07:22.935955 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612340-8dq7l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:07:23.832633 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612340-8dq7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:07:23.832658 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612340-8dq7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:07:41.832509 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0421 03:07:45.702110 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0421 03:07:53.809991 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0421 03:08:17.712503 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=557 I0421 03:08:21.831248 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0421 03:08:28.826439 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0421 03:08:40.794536 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0421 03:09:08.805495 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0421 03:09:17.703224 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 W0421 03:09:33.309836 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0421 03:09:44.348515 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0421 03:09:44.348575 3679 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-qmrz9 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-qmrz9: no pod IPs found I0421 03:10:04.547025 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612350-mtpl7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:10:04.547569 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612350-mtpl7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:10:05.440115 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612350-mtpl7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:10:05.440136 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612350-mtpl7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:10:21.799491 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0421 03:10:48.706087 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0421 03:11:16.794188 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0421 03:11:19.706788 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0421 03:12:46.818732 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0421 03:12:57.813698 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0421 03:13:50.705390 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0421 03:14:05.824085 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0421 03:14:15.797691 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0421 03:14:24.835483 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0421 03:15:05.710250 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0421 03:16:02.247384 3679 namespace.go:98] [tsf] adding namespace I0421 03:16:02.248304 3679 namespace.go:102] [tsf] adding namespace took 895.932µs I0421 03:16:02.266964 3679 namespace.go:142] [tsf] updating namespace I0421 03:16:02.277819 3679 namespace.go:142] [tsf] updating namespace I0421 03:16:06.100582 3679 namespace.go:98] [konflux-ui] adding namespace I0421 03:16:06.100630 3679 namespace.go:98] [tsf-tpa] adding namespace I0421 03:16:06.101483 3679 namespace.go:102] [konflux-ui] adding namespace took 876.659µs I0421 03:16:06.102032 3679 namespace.go:102] [tsf-tpa] adding namespace took 1.38019ms I0421 03:16:06.106996 3679 namespace.go:98] [rhtpa-operator] adding namespace I0421 03:16:06.107611 3679 namespace.go:102] [rhtpa-operator] adding namespace took 600.895µs I0421 03:16:06.107637 3679 namespace.go:98] [rhbk-operator] adding namespace I0421 03:16:06.108169 3679 namespace.go:102] [rhbk-operator] adding namespace took 524.383µs I0421 03:16:06.112868 3679 namespace.go:98] [cert-manager-operator] adding namespace I0421 03:16:06.112993 3679 namespace.go:98] [konflux-operator] adding namespace I0421 03:16:06.113028 3679 namespace.go:98] [tsf-tas] adding namespace I0421 03:16:06.113165 3679 namespace.go:98] [tsf-keycloak] adding namespace I0421 03:16:06.113639 3679 namespace.go:102] [cert-manager-operator] adding namespace took 755.349µs I0421 03:16:06.114181 3679 namespace.go:102] [konflux-operator] adding namespace took 1.174148ms I0421 03:16:06.114706 3679 namespace.go:102] [tsf-tas] adding namespace took 1.66165ms I0421 03:16:06.115164 3679 namespace.go:102] [tsf-keycloak] adding namespace took 1.986592ms I0421 03:16:06.132480 3679 namespace.go:142] [konflux-ui] updating namespace I0421 03:16:06.169647 3679 namespace.go:142] [konflux-ui] updating namespace I0421 03:16:06.210415 3679 namespace.go:142] [tsf-tpa] updating namespace I0421 03:16:06.223172 3679 namespace.go:142] [cert-manager-operator] updating namespace I0421 03:16:06.233911 3679 namespace.go:142] [rhbk-operator] updating namespace I0421 03:16:06.233949 3679 namespace.go:142] [rhtpa-operator] updating namespace I0421 03:16:06.293783 3679 namespace.go:142] [konflux-operator] updating namespace I0421 03:16:06.304001 3679 namespace.go:142] [tsf-tas] updating namespace I0421 03:16:06.304088 3679 namespace.go:142] [tsf-keycloak] updating namespace I0421 03:16:06.314516 3679 namespace.go:142] [konflux-ui] updating namespace I0421 03:16:06.373125 3679 namespace.go:142] [rhtpa-operator] updating namespace I0421 03:16:06.390118 3679 namespace.go:142] [rhbk-operator] updating namespace I0421 03:16:06.393100 3679 namespace.go:142] [rhtpa-operator] updating namespace I0421 03:16:06.404864 3679 namespace.go:142] [cert-manager-operator] updating namespace I0421 03:16:06.416563 3679 namespace.go:142] [rhbk-operator] updating namespace I0421 03:16:06.424679 3679 namespace.go:142] [konflux-operator] updating namespace I0421 03:16:06.430964 3679 namespace.go:142] [cert-manager-operator] updating namespace I0421 03:16:06.442506 3679 namespace.go:142] [konflux-operator] updating namespace I0421 03:16:06.442545 3679 namespace.go:142] [tsf-tas] updating namespace I0421 03:16:06.456533 3679 namespace.go:142] [tsf-keycloak] updating namespace I0421 03:16:06.462530 3679 namespace.go:142] [tsf-tas] updating namespace I0421 03:16:06.471588 3679 namespace.go:142] [tsf-tpa] updating namespace I0421 03:16:06.477443 3679 namespace.go:142] [tsf-keycloak] updating namespace I0421 03:16:06.491914 3679 namespace.go:142] [tsf-tpa] updating namespace I0421 03:16:07.140312 3679 namespace.go:142] [tsf-tpa] updating namespace I0421 03:16:07.141591 3679 namespace.go:142] [tsf-keycloak] updating namespace I0421 03:16:09.042984 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:16:09.043115 3679 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 I0421 03:16:09.057352 3679 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8] pod update took 14.272203ms I0421 03:16:09.057373 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8] addLogicalPort annotation time took 14.297849ms I0421 03:16:09.058642 3679 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8] addLogicalPort took 15.673937ms, libovsdb time 924.288µs I0421 03:16:09.132071 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm for pod on switch ip-10-0-0-186.ec2.internal I0421 03:16:09.132187 3679 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm I0421 03:16:09.147638 3679 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm] pod update took 15.474058ms I0421 03:16:09.147657 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm] addLogicalPort annotation time took 15.498259ms I0421 03:16:09.148845 3679 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm] addLogicalPort took 16.786136ms, libovsdb time 901.707µs I0421 03:16:09.402335 3679 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 b9f4624b1278c8b3b8ccc8aeff9d7d68063b77e52201991421fec63ad8c52caf network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 b9f4624b1278c8b3b8ccc8aeff9d7d68063b77e52201991421fec63ad8c52caf network default NAD default NAD key ] I0421 03:16:09.411836 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8, hostIfaceName: b9f4624b1278c8b, network: default, NAD default, SandboxID: "b9f4624b1278c8b3b8ccc8aeff9d7d68063b77e52201991421fec63ad8c52caf", PCI device ID: , UID: "fd134b1f-c744-40fb-926c-6796508a67a6", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0421 03:16:09.459648 3679 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 b9f4624b1278c8b3b8ccc8aeff9d7d68063b77e52201991421fec63ad8c52caf network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 b9f4624b1278c8b3b8ccc8aeff9d7d68063b77e52201991421fec63ad8c52caf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:0c:18:93:08:3a\",\"name\":\"b9f4624b1278c8b\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94c69d41-fa76-472e-9fab-66668df7f9f5\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:16:09.495524 3679 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm bfdf54abe6ba93ff8236fd1157b7daad50dec9f7328818797b2d4e6222bc00e6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm bfdf54abe6ba93ff8236fd1157b7daad50dec9f7328818797b2d4e6222bc00e6 network default NAD default NAD key ] I0421 03:16:09.506083 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm, hostIfaceName: bfdf54abe6ba93f, network: default, NAD default, SandboxID: "bfdf54abe6ba93ff8236fd1157b7daad50dec9f7328818797b2d4e6222bc00e6", PCI device ID: , UID: "bb2f91af-fd15-4b1b-85f5-1b8c2bbae774", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0421 03:16:09.553918 3679 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm bfdf54abe6ba93ff8236fd1157b7daad50dec9f7328818797b2d4e6222bc00e6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm bfdf54abe6ba93ff8236fd1157b7daad50dec9f7328818797b2d4e6222bc00e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:07:12:88:53:b4\",\"name\":\"bfdf54abe6ba93f\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/184129f6-e310-4310-82b2-ecbfa8ee66ab\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:16:12.013307 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw for pod on switch ip-10-0-0-186.ec2.internal I0421 03:16:12.013445 3679 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw I0421 03:16:12.027148 3679 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw] pod update took 13.732071ms I0421 03:16:12.027177 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw] addLogicalPort annotation time took 13.76397ms I0421 03:16:12.028517 3679 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw] addLogicalPort took 15.249801ms, libovsdb time 916.255µs I0421 03:16:12.370830 3679 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw 15ae36c05209cc1802f7ad062a470f8888da6dab5e234a209155f0c1c68f4c51 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw 15ae36c05209cc1802f7ad062a470f8888da6dab5e234a209155f0c1c68f4c51 network default NAD default NAD key ] I0421 03:16:12.381446 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw, hostIfaceName: 15ae36c05209cc1, network: default, NAD default, SandboxID: "15ae36c05209cc1802f7ad062a470f8888da6dab5e234a209155f0c1c68f4c51", PCI device ID: , UID: "e660c28e-b8be-4aaa-8d05-4e3138d90ab6", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0421 03:16:12.427439 3679 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw 15ae36c05209cc1802f7ad062a470f8888da6dab5e234a209155f0c1c68f4c51 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw 15ae36c05209cc1802f7ad062a470f8888da6dab5e234a209155f0c1c68f4c51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:28:3c:41:61:08\",\"name\":\"15ae36c05209cc1\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3de0190d-5fe9-4b23-a32d-823fc6942908\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:16:13.498670 3679 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm bfdf54abe6ba93ff8236fd1157b7daad50dec9f7328818797b2d4e6222bc00e6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm bfdf54abe6ba93ff8236fd1157b7daad50dec9f7328818797b2d4e6222bc00e6 network default NAD default NAD key ] I0421 03:16:13.499506 3679 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 b9f4624b1278c8b3b8ccc8aeff9d7d68063b77e52201991421fec63ad8c52caf network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 b9f4624b1278c8b3b8ccc8aeff9d7d68063b77e52201991421fec63ad8c52caf network default NAD default NAD key ] I0421 03:16:13.564984 3679 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm bfdf54abe6ba93ff8236fd1157b7daad50dec9f7328818797b2d4e6222bc00e6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm bfdf54abe6ba93ff8236fd1157b7daad50dec9f7328818797b2d4e6222bc00e6 network default NAD default NAD key default], result "{}", err I0421 03:16:13.605538 3679 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 b9f4624b1278c8b3b8ccc8aeff9d7d68063b77e52201991421fec63ad8c52caf network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 b9f4624b1278c8b3b8ccc8aeff9d7d68063b77e52201991421fec63ad8c52caf network default NAD default NAD key default], result "{}", err I0421 03:16:13.616132 3679 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:13.616176 3679 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm I0421 03:16:13.617434 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm, ips: 10.129.0.27 I0421 03:16:13.617462 3679 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:13.617480 3679 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:13.617487 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0421 03:16:13.617652 3679 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:13.617666 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0421 03:16:13.652783 3679 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:13.652818 3679 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 I0421 03:16:13.654308 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8, ips: 10.129.0.26 I0421 03:16:13.654334 3679 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:13.654350 3679 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:13.654357 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0421 03:16:13.654537 3679 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:13.654550 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0421 03:16:13.836791 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx for pod on switch ip-10-0-0-186.ec2.internal I0421 03:16:13.836910 3679 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx I0421 03:16:13.850669 3679 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx] pod update took 13.790046ms I0421 03:16:13.850690 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx] addLogicalPort annotation time took 13.815722ms I0421 03:16:13.851815 3679 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx] addLogicalPort took 15.037152ms, libovsdb time 805.735µs I0421 03:16:14.193818 3679 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx f2e9ba61dc0218311bf6aadba42a9e6ac55606968d0fcd10b9c251b6592b7f75 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx f2e9ba61dc0218311bf6aadba42a9e6ac55606968d0fcd10b9c251b6592b7f75 network default NAD default NAD key ] I0421 03:16:14.203938 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx, hostIfaceName: f2e9ba61dc02183, network: default, NAD default, SandboxID: "f2e9ba61dc0218311bf6aadba42a9e6ac55606968d0fcd10b9c251b6592b7f75", PCI device ID: , UID: "e16883d5-4d61-4970-af80-442f4b629669", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0421 03:16:14.251328 3679 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx f2e9ba61dc0218311bf6aadba42a9e6ac55606968d0fcd10b9c251b6592b7f75 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx f2e9ba61dc0218311bf6aadba42a9e6ac55606968d0fcd10b9c251b6592b7f75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:e6:3a:41:f0:37\",\"name\":\"f2e9ba61dc02183\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a133dd37-ea7d-4695-8678-fa41e1ba2afc\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:16:14.641705 3679 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:14.641724 3679 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:14.641735 3679 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:14.641745 3679 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecer8vbm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:14.677362 3679 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:14.677384 3679 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:14.677396 3679 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:14.677404 3679 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t86q8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:15.074521 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt for pod on switch ip-10-0-0-186.ec2.internal I0421 03:16:15.074655 3679 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt I0421 03:16:15.087437 3679 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt] pod update took 12.810696ms I0421 03:16:15.087459 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt] addLogicalPort annotation time took 12.840266ms I0421 03:16:15.088807 3679 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt] addLogicalPort took 14.303232ms, libovsdb time 974.454µs I0421 03:16:15.172353 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:16:15.172457 3679 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 I0421 03:16:15.187221 3679 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5] pod update took 14.7983ms I0421 03:16:15.187245 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5] addLogicalPort annotation time took 14.825998ms I0421 03:16:15.188551 3679 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5] addLogicalPort took 16.216082ms, libovsdb time 897.984µs I0421 03:16:15.438889 3679 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt 9b1c6c0874131e8afae3855c40178bcb3c577029dcfc06ae321db73a7489f9b1 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt 9b1c6c0874131e8afae3855c40178bcb3c577029dcfc06ae321db73a7489f9b1 network default NAD default NAD key ] I0421 03:16:15.449048 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt, hostIfaceName: 9b1c6c0874131e8, network: default, NAD default, SandboxID: "9b1c6c0874131e8afae3855c40178bcb3c577029dcfc06ae321db73a7489f9b1", PCI device ID: , UID: "294e5ed6-3158-4049-b1c4-f079d64f62fc", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0421 03:16:15.500594 3679 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt 9b1c6c0874131e8afae3855c40178bcb3c577029dcfc06ae321db73a7489f9b1 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt 9b1c6c0874131e8afae3855c40178bcb3c577029dcfc06ae321db73a7489f9b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:97:d0:54:75:cc\",\"name\":\"9b1c6c0874131e8\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2dd3b060-c784-4702-9ba7-4f93e825da79\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:16:15.534956 3679 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 58d916a4ee2af5dc609b3d64b12bff437e51e5270b91d0328f71027664b7a7d7 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 58d916a4ee2af5dc609b3d64b12bff437e51e5270b91d0328f71027664b7a7d7 network default NAD default NAD key ] I0421 03:16:15.545607 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5, hostIfaceName: 58d916a4ee2af5d, network: default, NAD default, SandboxID: "58d916a4ee2af5dc609b3d64b12bff437e51e5270b91d0328f71027664b7a7d7", PCI device ID: , UID: "02fd3a33-a531-4536-9347-8e1922aaae92", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0421 03:16:15.599399 3679 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 58d916a4ee2af5dc609b3d64b12bff437e51e5270b91d0328f71027664b7a7d7 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 58d916a4ee2af5dc609b3d64b12bff437e51e5270b91d0328f71027664b7a7d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:99:84:e1:84:7d\",\"name\":\"58d916a4ee2af5d\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f51fd81-2321-4e41-9f4a-f54514c9d1c0\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:16:16.527533 3679 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw 15ae36c05209cc1802f7ad062a470f8888da6dab5e234a209155f0c1c68f4c51 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw 15ae36c05209cc1802f7ad062a470f8888da6dab5e234a209155f0c1c68f4c51 network default NAD default NAD key ] I0421 03:16:16.602817 3679 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw 15ae36c05209cc1802f7ad062a470f8888da6dab5e234a209155f0c1c68f4c51 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw 15ae36c05209cc1802f7ad062a470f8888da6dab5e234a209155f0c1c68f4c51 network default NAD default NAD key default], result "{}", err I0421 03:16:16.694012 3679 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:16.694042 3679 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw I0421 03:16:16.695650 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw, ips: 10.129.0.28 I0421 03:16:16.695677 3679 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:16.695703 3679 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:16.695712 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0421 03:16:16.695906 3679 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:16.695920 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0421 03:16:17.719685 3679 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:17.719711 3679 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:17.719726 3679 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:17.719738 3679 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac45682gwnw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:19.551155 3679 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx f2e9ba61dc0218311bf6aadba42a9e6ac55606968d0fcd10b9c251b6592b7f75 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx f2e9ba61dc0218311bf6aadba42a9e6ac55606968d0fcd10b9c251b6592b7f75 network default NAD default NAD key ] I0421 03:16:19.552917 3679 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt 9b1c6c0874131e8afae3855c40178bcb3c577029dcfc06ae321db73a7489f9b1 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt 9b1c6c0874131e8afae3855c40178bcb3c577029dcfc06ae321db73a7489f9b1 network default NAD default NAD key ] I0421 03:16:19.553789 3679 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 58d916a4ee2af5dc609b3d64b12bff437e51e5270b91d0328f71027664b7a7d7 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 58d916a4ee2af5dc609b3d64b12bff437e51e5270b91d0328f71027664b7a7d7 network default NAD default NAD key ] I0421 03:16:19.632810 3679 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 58d916a4ee2af5dc609b3d64b12bff437e51e5270b91d0328f71027664b7a7d7 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 58d916a4ee2af5dc609b3d64b12bff437e51e5270b91d0328f71027664b7a7d7 network default NAD default NAD key default], result "{}", err I0421 03:16:19.679806 3679 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt 9b1c6c0874131e8afae3855c40178bcb3c577029dcfc06ae321db73a7489f9b1 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt 9b1c6c0874131e8afae3855c40178bcb3c577029dcfc06ae321db73a7489f9b1 network default NAD default NAD key default], result "{}", err I0421 03:16:19.697944 3679 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx f2e9ba61dc0218311bf6aadba42a9e6ac55606968d0fcd10b9c251b6592b7f75 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx f2e9ba61dc0218311bf6aadba42a9e6ac55606968d0fcd10b9c251b6592b7f75 network default NAD default NAD key default], result "{}", err I0421 03:16:19.702385 3679 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.702421 3679 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 I0421 03:16:19.703716 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5, ips: 10.129.0.31 I0421 03:16:19.703745 3679 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.703763 3679 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.703770 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0421 03:16:19.703931 3679 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.703943 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0421 03:16:19.739420 3679 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.739455 3679 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt I0421 03:16:19.740717 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt, ips: 10.129.0.30 I0421 03:16:19.740746 3679 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.740772 3679 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.740782 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0421 03:16:19.741041 3679 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.741059 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0421 03:16:19.774259 3679 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.774327 3679 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx I0421 03:16:19.775537 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx, ips: 10.129.0.29 I0421 03:16:19.775562 3679 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.775579 3679 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.775586 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0421 03:16:19.775748 3679 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 03:16:19.775761 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0421 03:16:20.740338 3679 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.740374 3679 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.740389 3679 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.740398 3679 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7mzjq5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.771899 3679 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.771920 3679 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.771929 3679 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.771940 3679 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.799317 3679 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.799397 3679 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.799436 3679 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:20.799484 3679 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dw9frx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0421 03:16:27.895582 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0421 03:16:31.577853 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0421 03:16:31.590133 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0421 03:16:36.436090 3679 namespace.go:142] [openshift-operators] updating namespace I0421 03:16:36.474167 3679 namespace.go:142] [openshift-operators] updating namespace W0421 03:16:38.970624 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0421 03:16:40.183763 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0421 03:16:40.198204 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0421 03:16:40.219445 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0421 03:16:40.229269 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0421 03:16:41.997122 3679 namespace.go:98] [cert-manager] adding namespace I0421 03:16:41.997963 3679 namespace.go:102] [cert-manager] adding namespace took 820.954µs I0421 03:16:42.031105 3679 namespace.go:142] [cert-manager] updating namespace I0421 03:16:42.040566 3679 namespace.go:142] [cert-manager] updating namespace I0421 03:16:43.894140 3679 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-qdm24] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-qdm24 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:16:43.894232 3679 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-qdm24 I0421 03:16:43.912863 3679 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-qdm24] pod update took 18.653921ms I0421 03:16:43.912885 3679 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-qdm24] addLogicalPort annotation time took 18.682432ms I0421 03:16:43.914184 3679 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-qdm24] addLogicalPort took 20.061028ms, libovsdb time 955.506µs I0421 03:16:43.991931 3679 namespace.go:142] [openshift-operators] updating namespace I0421 03:16:44.274144 3679 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-qdm24 53001a34946de02d40c07c1bbb97b9239b8fb8a51132216851e4a1b92a467703 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-qdm24 53001a34946de02d40c07c1bbb97b9239b8fb8a51132216851e4a1b92a467703 network default NAD default NAD key ] I0421 03:16:44.283616 3679 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-qdm24, hostIfaceName: 53001a34946de02, network: default, NAD default, SandboxID: "53001a34946de02d40c07c1bbb97b9239b8fb8a51132216851e4a1b92a467703", PCI device ID: , UID: "ec5cc799-8e34-481c-9cde-38a5c4f113d7", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0421 03:16:44.334168 3679 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-qdm24 53001a34946de02d40c07c1bbb97b9239b8fb8a51132216851e4a1b92a467703 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-qdm24 53001a34946de02d40c07c1bbb97b9239b8fb8a51132216851e4a1b92a467703 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:97:a4:45:82:fc\",\"name\":\"53001a34946de02\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b431b7f-c267-4963-af33-cf903292c0e4\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:16:44.347373 3679 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-kw5zx] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-kw5zx for pod on switch ip-10-0-0-186.ec2.internal I0421 03:16:44.347490 3679 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-kw5zx I0421 03:16:44.389266 3679 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-kw5zx] pod update took 41.801422ms I0421 03:16:44.389314 3679 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-kw5zx] addLogicalPort annotation time took 41.854619ms I0421 03:16:44.390585 3679 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-kw5zx] addLogicalPort took 43.230211ms, libovsdb time 934.738µs I0421 03:16:44.708852 3679 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-kw5zx 0f075606b8d7d775a3d75e5f964cfb9ab2b0b295f2d3911f851682c8507c2fa5 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-kw5zx 0f075606b8d7d775a3d75e5f964cfb9ab2b0b295f2d3911f851682c8507c2fa5 network default NAD default NAD key ] I0421 03:16:44.718406 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-kw5zx, hostIfaceName: 0f075606b8d7d77, network: default, NAD default, SandboxID: "0f075606b8d7d775a3d75e5f964cfb9ab2b0b295f2d3911f851682c8507c2fa5", PCI device ID: , UID: "44d9ef7f-47b8-4af3-906e-bc92d0b68641", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0421 03:16:44.770791 3679 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-kw5zx 0f075606b8d7d775a3d75e5f964cfb9ab2b0b295f2d3911f851682c8507c2fa5 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-kw5zx 0f075606b8d7d775a3d75e5f964cfb9ab2b0b295f2d3911f851682c8507c2fa5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:a8:11:d6:a6:1d\",\"name\":\"0f075606b8d7d77\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7cc25cd0-f398-433d-bee7-caad3a696766\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 03:16:48.714764 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0421 03:16:48.714784 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0421 03:16:52.160187 3679 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:52.160771 3679 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:16:52.193365 3679 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:52.193388 3679 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:16:52.208922 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0421 03:16:52.208939 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0421 03:16:53.808626 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0421 03:16:53.815016 3679 namespace.go:98] [trusted-artifact-signer] adding namespace I0421 03:16:53.816181 3679 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.135235ms I0421 03:16:53.869374 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0421 03:16:53.907874 3679 namespace.go:142] [trusted-artifact-signer] updating namespace W0421 03:16:54.093983 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0421 03:16:54.725612 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0421 03:16:54.725637 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook I0421 03:16:56.834428 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0421 03:16:57.830672 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0421 03:16:59.565172 3679 namespace.go:98] [openshift-pipelines] adding namespace I0421 03:16:59.566023 3679 namespace.go:102] [openshift-pipelines] adding namespace took 830.003µs I0421 03:16:59.583509 3679 namespace.go:142] [openshift-pipelines] updating namespace I0421 03:17:00.290166 3679 namespace.go:142] [cert-manager] updating namespace I0421 03:17:00.490401 3679 namespace.go:142] [cert-manager-operator] updating namespace I0421 03:17:00.892998 3679 namespace.go:142] [konflux-operator] updating namespace I0421 03:17:01.089698 3679 namespace.go:142] [konflux-ui] updating namespace I0421 03:17:01.293302 3679 namespace.go:142] [open-cluster-management-2pq9drt9viog8225llnhb4eduucokg20] updating namespace I0421 03:17:01.692692 3679 namespace.go:142] [rhbk-operator] updating namespace I0421 03:17:01.893541 3679 namespace.go:142] [rhtpa-operator] updating namespace I0421 03:17:02.096495 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0421 03:17:02.301992 3679 namespace.go:142] [tsf] updating namespace I0421 03:17:02.497873 3679 namespace.go:142] [tsf-keycloak] updating namespace I0421 03:17:02.704732 3679 namespace.go:142] [tsf-tas] updating namespace I0421 03:17:02.901400 3679 namespace.go:142] [tsf-tpa] updating namespace I0421 03:17:03.027919 3679 namespace.go:142] [cert-manager] updating namespace I0421 03:17:03.036836 3679 namespace.go:142] [cert-manager-operator] updating namespace I0421 03:17:03.047149 3679 namespace.go:142] [default] updating namespace I0421 03:17:03.055166 3679 namespace.go:142] [konflux-operator] updating namespace I0421 03:17:03.064771 3679 namespace.go:142] [konflux-ui] updating namespace I0421 03:17:03.073436 3679 namespace.go:142] [open-cluster-management-2pq9drt9viog8225llnhb4eduucokg20] updating namespace I0421 03:17:03.084267 3679 namespace.go:142] [openshift] updating namespace I0421 03:17:03.092916 3679 namespace.go:142] [rhbk-operator] updating namespace I0421 03:17:03.102028 3679 namespace.go:142] [rhtpa-operator] updating namespace I0421 03:17:03.111170 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0421 03:17:03.120968 3679 namespace.go:142] [tsf] updating namespace I0421 03:17:03.141406 3679 namespace.go:142] [tsf-keycloak] updating namespace I0421 03:17:03.158887 3679 namespace.go:142] [tsf-tas] updating namespace I0421 03:17:03.180112 3679 namespace.go:142] [tsf-tpa] updating namespace I0421 03:17:03.280616 3679 namespace.go:142] [cert-manager] updating namespace I0421 03:17:03.382796 3679 namespace.go:142] [cert-manager-operator] updating namespace I0421 03:17:03.486567 3679 namespace.go:142] [default] updating namespace I0421 03:17:03.580346 3679 namespace.go:142] [konflux-operator] updating namespace I0421 03:17:03.682916 3679 namespace.go:142] [konflux-ui] updating namespace I0421 03:17:03.782744 3679 namespace.go:142] [open-cluster-management-2pq9drt9viog8225llnhb4eduucokg20] updating namespace I0421 03:17:03.883392 3679 namespace.go:142] [openshift] updating namespace I0421 03:17:03.988734 3679 namespace.go:142] [rhbk-operator] updating namespace I0421 03:17:04.080869 3679 namespace.go:142] [rhtpa-operator] updating namespace I0421 03:17:04.179460 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0421 03:17:04.281885 3679 namespace.go:142] [tsf] updating namespace I0421 03:17:04.385406 3679 namespace.go:142] [tsf-keycloak] updating namespace I0421 03:17:04.482044 3679 namespace.go:142] [tsf-tas] updating namespace I0421 03:17:04.581903 3679 namespace.go:142] [tsf-tpa] updating namespace I0421 03:17:04.859089 3679 namespace.go:142] [openshift-pipelines] updating namespace W0421 03:17:06.220232 3679 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0421 03:17:06.415017 3679 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0421 03:17:15.281467 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8hbn4] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-8hbn4 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:17:15.281569 3679 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8hbn4 I0421 03:17:15.299875 3679 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8hbn4] pod update took 18.335219ms I0421 03:17:15.299895 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8hbn4] addLogicalPort annotation time took 18.361097ms I0421 03:17:15.301202 3679 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8hbn4] addLogicalPort took 19.748673ms, libovsdb time 879.352µs I0421 03:17:15.378651 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-s5sr4] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-s5sr4 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:17:15.378752 3679 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-s5sr4 I0421 03:17:15.399921 3679 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-s5sr4] pod update took 21.194141ms I0421 03:17:15.399943 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-s5sr4] addLogicalPort annotation time took 21.221429ms I0421 03:17:15.401195 3679 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-s5sr4] addLogicalPort took 22.564273ms, libovsdb time 826.631µs I0421 03:17:15.642176 3679 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8hbn4 bac5fa96cf3d6b18025912214644c59955acf9e7ec00bbc240ced7532789688c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8hbn4 bac5fa96cf3d6b18025912214644c59955acf9e7ec00bbc240ced7532789688c network default NAD default NAD key ] I0421 03:17:15.651762 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-8hbn4, hostIfaceName: bac5fa96cf3d6b1, network: default, NAD default, SandboxID: "bac5fa96cf3d6b18025912214644c59955acf9e7ec00bbc240ced7532789688c", PCI device ID: , UID: "7ccb175f-3c03-4090-af1f-b3bd20196e7e", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0421 03:17:15.674173 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rw9wp] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-rw9wp for pod on switch ip-10-0-0-186.ec2.internal I0421 03:17:15.674275 3679 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rw9wp I0421 03:17:15.691513 3679 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rw9wp] pod update took 17.266162ms I0421 03:17:15.691535 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rw9wp] addLogicalPort annotation time took 17.291925ms I0421 03:17:15.692789 3679 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rw9wp] addLogicalPort took 18.639246ms, libovsdb time 893.2µs I0421 03:17:15.704081 3679 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8hbn4 bac5fa96cf3d6b18025912214644c59955acf9e7ec00bbc240ced7532789688c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8hbn4 bac5fa96cf3d6b18025912214644c59955acf9e7ec00bbc240ced7532789688c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:9b:1b:b1:dc:5b\",\"name\":\"bac5fa96cf3d6b1\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a5f4941-948e-4dfc-9f27-7ce3a1bd4734\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:17:15.747586 3679 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-s5sr4 ce19e3eaf4eb82ab2c18f992e4c3f0ce1cbdc8f349456dc679c8f962c0f80d17 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-s5sr4 ce19e3eaf4eb82ab2c18f992e4c3f0ce1cbdc8f349456dc679c8f962c0f80d17 network default NAD default NAD key ] I0421 03:17:15.757078 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-s5sr4, hostIfaceName: ce19e3eaf4eb82a, network: default, NAD default, SandboxID: "ce19e3eaf4eb82ab2c18f992e4c3f0ce1cbdc8f349456dc679c8f962c0f80d17", PCI device ID: , UID: "5226c4b2-b948-48f2-a154-c89e1a306c72", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0421 03:17:15.808540 3679 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-s5sr4 ce19e3eaf4eb82ab2c18f992e4c3f0ce1cbdc8f349456dc679c8f962c0f80d17 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-s5sr4 ce19e3eaf4eb82ab2c18f992e4c3f0ce1cbdc8f349456dc679c8f962c0f80d17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:45:15:59:e0:e2\",\"name\":\"ce19e3eaf4eb82a\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9f449f3-78bb-4954-a8c0-1ec8b82ba5aa\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:17:16.036485 3679 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rw9wp 512f85b71a2ad7818b5e5c97fecfb73a374d24c6d6b261296ee41687d6376157 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rw9wp 512f85b71a2ad7818b5e5c97fecfb73a374d24c6d6b261296ee41687d6376157 network default NAD default NAD key ] I0421 03:17:16.046108 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-rw9wp, hostIfaceName: 512f85b71a2ad78, network: default, NAD default, SandboxID: "512f85b71a2ad7818b5e5c97fecfb73a374d24c6d6b261296ee41687d6376157", PCI device ID: , UID: "a0d42a68-5393-4943-9124-02d7eb5493aa", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0421 03:17:16.097450 3679 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rw9wp 512f85b71a2ad7818b5e5c97fecfb73a374d24c6d6b261296ee41687d6376157 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rw9wp 512f85b71a2ad7818b5e5c97fecfb73a374d24c6d6b261296ee41687d6376157 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:56:c8:af:fd:d4\",\"name\":\"512f85b71a2ad78\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af80daa9-8351-4e59-9551-0aea4a5af3fc\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:17:17.720974 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=42 W0421 03:17:19.914606 3679 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0421 03:17:19.914632 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0421 03:17:19.914641 3679 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0421 03:17:19.939407 3679 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0421 03:17:19.939427 3679 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0421 03:17:19.939432 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0421 03:17:21.177719 3679 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:17:21.177741 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:17:21.177746 3679 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:17:21.177751 3679 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0421 03:17:27.715887 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=222 W0421 03:17:30.896639 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0421 03:17:30.896661 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0421 03:17:30.896666 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0421 03:17:30.925181 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0421 03:17:30.925198 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0421 03:17:30.925205 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0421 03:17:38.805837 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-kqhdc] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-kqhdc for pod on switch ip-10-0-0-186.ec2.internal I0421 03:17:38.805966 3679 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-kqhdc I0421 03:17:38.827673 3679 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-kqhdc] pod update took 21.734175ms I0421 03:17:38.827692 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-kqhdc] addLogicalPort annotation time took 21.758389ms I0421 03:17:38.828937 3679 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-kqhdc] addLogicalPort took 23.120095ms, libovsdb time 878.592µs I0421 03:17:38.865035 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-h29gd] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-h29gd for pod on switch ip-10-0-0-186.ec2.internal I0421 03:17:38.865138 3679 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-h29gd I0421 03:17:38.881407 3679 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-h29gd] pod update took 16.290506ms I0421 03:17:38.881426 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-h29gd] addLogicalPort annotation time took 16.314014ms I0421 03:17:38.882482 3679 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-h29gd] addLogicalPort took 17.459854ms, libovsdb time 731.033µs I0421 03:17:39.167793 3679 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-kqhdc e62b330352af6197cb850f6baffa834c55e427ee86e3d948375a84021ec50219 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-kqhdc e62b330352af6197cb850f6baffa834c55e427ee86e3d948375a84021ec50219 network default NAD default NAD key ] I0421 03:17:39.177539 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-kqhdc, hostIfaceName: e62b330352af619, network: default, NAD default, SandboxID: "e62b330352af6197cb850f6baffa834c55e427ee86e3d948375a84021ec50219", PCI device ID: , UID: "407e3657-3ef4-445b-b2b3-ed95649a0429", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0421 03:17:39.224987 3679 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-h29gd 128415e1b4c199cdb89a78631be7f2ad5250e85b60602255820ed76c13092817 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-h29gd 128415e1b4c199cdb89a78631be7f2ad5250e85b60602255820ed76c13092817 network default NAD default NAD key ] I0421 03:17:39.231430 3679 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-kqhdc e62b330352af6197cb850f6baffa834c55e427ee86e3d948375a84021ec50219 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-kqhdc e62b330352af6197cb850f6baffa834c55e427ee86e3d948375a84021ec50219 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:ff:28:82:12:ca\",\"name\":\"e62b330352af619\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f84126f3-55b1-480f-b098-e8d2fd9a3048\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:17:39.233259 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-h29gd, hostIfaceName: 128415e1b4c199c, network: default, NAD default, SandboxID: "128415e1b4c199cdb89a78631be7f2ad5250e85b60602255820ed76c13092817", PCI device ID: , UID: "c5c5e9df-1333-4add-b49e-fce0ea493590", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0421 03:17:39.283497 3679 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-h29gd 128415e1b4c199cdb89a78631be7f2ad5250e85b60602255820ed76c13092817 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-h29gd 128415e1b4c199cdb89a78631be7f2ad5250e85b60602255820ed76c13092817 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:e4:37:cd:a9:32\",\"name\":\"128415e1b4c199c\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f3622f6-f5ca-44fc-af97-253056e24acb\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 03:17:43.257565 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0421 03:17:45.351316 3679 namespace.go:142] [openshift-pipelines] updating namespace I0421 03:17:49.417948 3679 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:17:49.418503 3679 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:17:49.439315 3679 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:17:49.439336 3679 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:17:49.442419 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0421 03:17:49.442441 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0421 03:17:49.822299 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0421 03:17:51.409879 3679 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0421 03:17:51.410446 3679 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0421 03:17:51.410468 3679 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0421 03:17:51.412426 3679 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0421 03:18:01.209462 3679 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0421 03:18:02.381381 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0421 03:18:02.381403 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0421 03:18:02.382118 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0421 03:18:02.382133 3679 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0421 03:18:02.709525 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=42 I0421 03:18:04.289553 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:18:04.289648 3679 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0421 03:18:04.303548 3679 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.92193ms I0421 03:18:04.303573 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.948584ms I0421 03:18:04.304794 3679 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.265682ms, libovsdb time 854.22µs I0421 03:18:12.450567 3679 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 80c7062ed16b30a0a0a58b63fabd6cd953d1bbfa1b6e17ca8ad42e2f8ac0fc44 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 80c7062ed16b30a0a0a58b63fabd6cd953d1bbfa1b6e17ca8ad42e2f8ac0fc44 network default NAD default NAD key ] I0421 03:18:12.460077 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 80c7062ed16b30a, network: default, NAD default, SandboxID: "80c7062ed16b30a0a0a58b63fabd6cd953d1bbfa1b6e17ca8ad42e2f8ac0fc44", PCI device ID: , UID: "daf9825a-6b71-42aa-a418-81fd0155ae2b", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0421 03:18:12.510122 3679 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 80c7062ed16b30a0a0a58b63fabd6cd953d1bbfa1b6e17ca8ad42e2f8ac0fc44 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 80c7062ed16b30a0a0a58b63fabd6cd953d1bbfa1b6e17ca8ad42e2f8ac0fc44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:7b:0f:79:8b:78\",\"name\":\"80c7062ed16b30a\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e709587-bdc8-4d26-b080-4f69ecba9115\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:18:19.231160 3679 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0421 03:18:20.677877 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vj2zg] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-vj2zg for pod on switch ip-10-0-0-186.ec2.internal I0421 03:18:20.677959 3679 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vj2zg I0421 03:18:20.692409 3679 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vj2zg] pod update took 14.471035ms I0421 03:18:20.692430 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vj2zg] addLogicalPort annotation time took 14.497525ms I0421 03:18:20.693517 3679 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vj2zg] addLogicalPort took 15.654322ms, libovsdb time 747.102µs I0421 03:18:21.038632 3679 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vj2zg d329b792262b3b182d1019a228b1dba306d599243924321a03bdbf4a468cdabe network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vj2zg d329b792262b3b182d1019a228b1dba306d599243924321a03bdbf4a468cdabe network default NAD default NAD key ] I0421 03:18:21.047864 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-vj2zg, hostIfaceName: d329b792262b3b1, network: default, NAD default, SandboxID: "d329b792262b3b182d1019a228b1dba306d599243924321a03bdbf4a468cdabe", PCI device ID: , UID: "888de5e6-ca4b-43d0-9b77-262086c9f067", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0421 03:18:21.098213 3679 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vj2zg d329b792262b3b182d1019a228b1dba306d599243924321a03bdbf4a468cdabe network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vj2zg d329b792262b3b182d1019a228b1dba306d599243924321a03bdbf4a468cdabe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:ca:ff:a9:ee:fe\",\"name\":\"d329b792262b3b1\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e16cbad8-e8f5-4f6e-8599-78cc2142e240\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:18:23.802625 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0421 03:18:25.475032 3679 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0421 03:18:25.475050 3679 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0421 03:18:25.475055 3679 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0421 03:18:40.797190 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0421 03:18:44.713157 3679 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:18:44.713764 3679 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:18:44.753629 3679 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:18:44.753654 3679 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:18:44.756733 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0421 03:18:44.756763 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0421 03:18:47.537999 3679 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-696f77db6-jpsj7] creating logical port tsf-tas_trillian-logserver-696f77db6-jpsj7 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:18:47.538083 3679 kube.go:256] Updating pod tsf-tas/trillian-logserver-696f77db6-jpsj7 I0421 03:18:47.554861 3679 pod.go:62] [tsf-tas/trillian-logserver-696f77db6-jpsj7] pod update took 16.802545ms I0421 03:18:47.554881 3679 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-696f77db6-jpsj7] addLogicalPort annotation time took 16.828283ms I0421 03:18:47.556179 3679 pods.go:271] [tsf-tas/trillian-logserver-696f77db6-jpsj7] addLogicalPort took 18.193314ms, libovsdb time 943.057µs I0421 03:18:47.697277 3679 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-86447cf9f4-xb4cn] creating logical port tsf-tas_trillian-logsigner-86447cf9f4-xb4cn for pod on switch ip-10-0-0-186.ec2.internal I0421 03:18:47.697390 3679 kube.go:256] Updating pod tsf-tas/trillian-logsigner-86447cf9f4-xb4cn I0421 03:18:47.716815 3679 pod.go:62] [tsf-tas/trillian-logsigner-86447cf9f4-xb4cn] pod update took 19.453649ms I0421 03:18:47.716837 3679 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-86447cf9f4-xb4cn] addLogicalPort annotation time took 19.48011ms I0421 03:18:47.718050 3679 pods.go:271] [tsf-tas/trillian-logsigner-86447cf9f4-xb4cn] addLogicalPort took 20.792962ms, libovsdb time 843.421µs I0421 03:18:48.152126 3679 cni.go:452] [tsf-tas/trillian-logsigner-86447cf9f4-xb4cn 10c3250e6868c6a8659bfc4e90f21b04cc1dcfb598cf619e8ea6aeab0d0add5c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-86447cf9f4-xb4cn 10c3250e6868c6a8659bfc4e90f21b04cc1dcfb598cf619e8ea6aeab0d0add5c network default NAD default NAD key ] I0421 03:18:48.161360 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-86447cf9f4-xb4cn, hostIfaceName: 10c3250e6868c6a, network: default, NAD default, SandboxID: "10c3250e6868c6a8659bfc4e90f21b04cc1dcfb598cf619e8ea6aeab0d0add5c", PCI device ID: , UID: "32c4638a-a256-4af8-9dfa-42d006407796", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0421 03:18:48.211769 3679 cni.go:473] [tsf-tas/trillian-logsigner-86447cf9f4-xb4cn 10c3250e6868c6a8659bfc4e90f21b04cc1dcfb598cf619e8ea6aeab0d0add5c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-86447cf9f4-xb4cn 10c3250e6868c6a8659bfc4e90f21b04cc1dcfb598cf619e8ea6aeab0d0add5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:d6:84:29:08:1f\",\"name\":\"10c3250e6868c6a\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bc85703-5a42-4b04-9024-68a0fcdf1cc2\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:18:49.470177 3679 cni.go:452] [tsf-tas/trillian-logserver-696f77db6-jpsj7 ac550843a00d10b141192fb5a88fd2a5a985877434399beaf9acac46f093847b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-696f77db6-jpsj7 ac550843a00d10b141192fb5a88fd2a5a985877434399beaf9acac46f093847b network default NAD default NAD key ] I0421 03:18:49.483819 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-696f77db6-jpsj7, hostIfaceName: ac550843a00d10b, network: default, NAD default, SandboxID: "ac550843a00d10b141192fb5a88fd2a5a985877434399beaf9acac46f093847b", PCI device ID: , UID: "43fba716-8a9d-4b10-a77e-bcb2830c89d1", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0421 03:18:49.555435 3679 cni.go:473] [tsf-tas/trillian-logserver-696f77db6-jpsj7 ac550843a00d10b141192fb5a88fd2a5a985877434399beaf9acac46f093847b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-696f77db6-jpsj7 ac550843a00d10b141192fb5a88fd2a5a985877434399beaf9acac46f093847b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:cd:c7:b3:00:f5\",\"name\":\"ac550843a00d10b\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11c86240-2c04-4778-a479-a6cbfe31d02f\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 03:18:51.626981 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0421 03:18:51.627013 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0421 03:18:51.801593 3679 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bbzcg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:18:51.802311 3679 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bbzcg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:18:52.346777 3679 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-69d658d55f-msppq] creating logical port tsf-tas_trillian-db-69d658d55f-msppq for pod on switch ip-10-0-0-186.ec2.internal I0421 03:18:52.346898 3679 kube.go:256] Updating pod tsf-tas/trillian-db-69d658d55f-msppq I0421 03:18:52.360478 3679 pod.go:62] [tsf-tas/trillian-db-69d658d55f-msppq] pod update took 13.610859ms I0421 03:18:52.360533 3679 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-69d658d55f-msppq] addLogicalPort annotation time took 13.671259ms I0421 03:18:52.362207 3679 pods.go:271] [tsf-tas/trillian-db-69d658d55f-msppq] addLogicalPort took 15.450616ms, libovsdb time 1.088274ms I0421 03:18:52.672697 3679 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bbzcg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:18:52.672793 3679 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bbzcg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0421 03:18:56.411726 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0421 03:18:56.436488 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0421 03:19:03.225485 3679 cni.go:452] [tsf-tas/trillian-db-69d658d55f-msppq 2db6c19d6065d8f4d730631747ecae37527e5b250326eba18b0738bce8b40d82 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-69d658d55f-msppq 2db6c19d6065d8f4d730631747ecae37527e5b250326eba18b0738bce8b40d82 network default NAD default NAD key ] I0421 03:19:03.234990 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-69d658d55f-msppq, hostIfaceName: 2db6c19d6065d8f, network: default, NAD default, SandboxID: "2db6c19d6065d8f4d730631747ecae37527e5b250326eba18b0738bce8b40d82", PCI device ID: , UID: "7d2d0cbc-e121-492a-a0ee-132d08ec2211", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0421 03:19:03.290036 3679 cni.go:473] [tsf-tas/trillian-db-69d658d55f-msppq 2db6c19d6065d8f4d730631747ecae37527e5b250326eba18b0738bce8b40d82 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-69d658d55f-msppq 2db6c19d6065d8f4d730631747ecae37527e5b250326eba18b0738bce8b40d82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:1b:7d:b1:21:5e\",\"name\":\"2db6c19d6065d8f\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65ca4772-f7e1-4627-8ef9-deda27aa65e2\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:19:03.844853 3679 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-tkgl7-69l5d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:03.845412 3679 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-tkgl7-69l5d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:04.868166 3679 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-tkgl7-69l5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:04.868253 3679 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-tkgl7-69l5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0421 03:19:07.759353 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0421 03:19:07.784818 3679 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0421 03:19:07.784837 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0421 03:19:08.500973 3679 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0421 03:19:19.536228 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0421 03:19:35.602967 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0421 03:19:35.630770 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0421 03:19:37.028320 3679 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:37.028825 3679 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:37.048632 3679 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:37.048647 3679 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:37.055147 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0421 03:19:37.055168 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0421 03:19:41.817457 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0421 03:19:45.046359 3679 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-nzsld-8br7n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:45.046890 3679 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-nzsld-8br7n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:45.926252 3679 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-nzsld-8br7n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:45.926277 3679 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-nzsld-8br7n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:46.070824 3679 obj_retry.go:498] Detected object tsf/patch-tekton-config-hwjw8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:46.071335 3679 obj_retry.go:498] Detected object tsf/patch-tekton-config-hwjw8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:47.092358 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-hwjw8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:47.092377 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-hwjw8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:48.059745 3679 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-ckzqn-v69rm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:48.060308 3679 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-ckzqn-v69rm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:48.944351 3679 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-ckzqn-v69rm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:48.944377 3679 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-ckzqn-v69rm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0421 03:19:51.955356 3679 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0421 03:19:51.981855 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0421 03:19:52.685354 3679 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-64f78fb956-6gv8f] creating logical port tsf-tas_ctlog-64f78fb956-6gv8f for pod on switch ip-10-0-0-186.ec2.internal I0421 03:19:52.685467 3679 kube.go:256] Updating pod tsf-tas/ctlog-64f78fb956-6gv8f I0421 03:19:52.700555 3679 pod.go:62] [tsf-tas/ctlog-64f78fb956-6gv8f] pod update took 15.117225ms I0421 03:19:52.700581 3679 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-64f78fb956-6gv8f] addLogicalPort annotation time took 15.150382ms I0421 03:19:52.701749 3679 pods.go:271] [tsf-tas/ctlog-64f78fb956-6gv8f] addLogicalPort took 16.417701ms, libovsdb time 787.555µs I0421 03:19:53.093418 3679 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wfn4f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:53.093956 3679 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wfn4f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:53.117700 3679 cni.go:452] [tsf-tas/ctlog-64f78fb956-6gv8f 0fa299b93d0fb0f1ad61d91301634bfe03e77209c85fc835f984def3259036fa network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-64f78fb956-6gv8f 0fa299b93d0fb0f1ad61d91301634bfe03e77209c85fc835f984def3259036fa network default NAD default NAD key ] I0421 03:19:53.126946 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-64f78fb956-6gv8f, hostIfaceName: 0fa299b93d0fb0f, network: default, NAD default, SandboxID: "0fa299b93d0fb0f1ad61d91301634bfe03e77209c85fc835f984def3259036fa", PCI device ID: , UID: "33ef3375-9f81-4a58-9f2c-4a9b265921e1", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0421 03:19:53.179550 3679 cni.go:473] [tsf-tas/ctlog-64f78fb956-6gv8f 0fa299b93d0fb0f1ad61d91301634bfe03e77209c85fc835f984def3259036fa network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-64f78fb956-6gv8f 0fa299b93d0fb0f1ad61d91301634bfe03e77209c85fc835f984def3259036fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:54:69:1a:99:8a\",\"name\":\"0fa299b93d0fb0f\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9879b79d-6847-458b-b630-c56bbbd32631\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:19:53.981802 3679 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wfn4f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:53.981827 3679 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wfn4f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:54.016864 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-hwjw8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:54.016883 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-hwjw8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:54.019654 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-hwjw8 I0421 03:19:54.019683 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-hwjw8 W0421 03:19:54.754585 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0421 03:19:58.122773 3679 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:58.123445 3679 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:19:58.144985 3679 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:58.145007 3679 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:19:58.151575 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0421 03:19:58.151595 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0421 03:20:00.021342 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0421 03:20:02.710581 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=99 I0421 03:20:04.180069 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612360-6pbj9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:04.180628 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612360-6pbj9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:04.188202 3679 obj_retry.go:498] Detected object tsf-tpa/create-db-f6pgz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:04.188628 3679 obj_retry.go:498] Detected object tsf-tpa/create-db-f6pgz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:05.057970 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612360-6pbj9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:05.057992 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612360-6pbj9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:05.212781 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-f6pgz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:05.212806 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-f6pgz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0421 03:20:05.765069 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0421 03:20:06.827941 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0421 03:20:08.212830 3679 obj_retry.go:498] Detected object tsf-tpa/migrate-db-bfpfm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:08.213373 3679 obj_retry.go:498] Detected object tsf-tpa/migrate-db-bfpfm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:08.351827 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-bfpfm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:08.351851 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-bfpfm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:08.516775 3679 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-dhltm] creating logical port tsf-tpa_create-importers-dhltm for pod on switch ip-10-0-0-186.ec2.internal I0421 03:20:08.516897 3679 kube.go:256] Updating pod tsf-tpa/create-importers-dhltm I0421 03:20:08.538055 3679 pod.go:62] [tsf-tpa/create-importers-dhltm] pod update took 21.179318ms I0421 03:20:08.538078 3679 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-dhltm] addLogicalPort annotation time took 21.206134ms I0421 03:20:08.539321 3679 pods.go:271] [tsf-tpa/create-importers-dhltm] addLogicalPort took 22.560132ms, libovsdb time 872.31µs I0421 03:20:08.876228 3679 cni.go:452] [tsf-tpa/create-importers-dhltm cbfcc146e02dc9f16adbf4b225349a0905b9fe34a8f9e4628304d17dfd1bedc9 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-dhltm cbfcc146e02dc9f16adbf4b225349a0905b9fe34a8f9e4628304d17dfd1bedc9 network default NAD default NAD key ] I0421 03:20:08.885736 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-dhltm, hostIfaceName: cbfcc146e02dc9f, network: default, NAD default, SandboxID: "cbfcc146e02dc9f16adbf4b225349a0905b9fe34a8f9e4628304d17dfd1bedc9", PCI device ID: , UID: "914d529b-c4a5-4c70-ab3a-77efe040b1dd", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0421 03:20:08.938275 3679 cni.go:473] [tsf-tpa/create-importers-dhltm cbfcc146e02dc9f16adbf4b225349a0905b9fe34a8f9e4628304d17dfd1bedc9 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-dhltm cbfcc146e02dc9f16adbf4b225349a0905b9fe34a8f9e4628304d17dfd1bedc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:95:c0:21:66:ef\",\"name\":\"cbfcc146e02dc9f\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64be1ac8-b125-4c42-9f47-f3488427f118\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:20:13.867322 3679 cni.go:452] [tsf-tpa/create-importers-dhltm cbfcc146e02dc9f16adbf4b225349a0905b9fe34a8f9e4628304d17dfd1bedc9 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-dhltm cbfcc146e02dc9f16adbf4b225349a0905b9fe34a8f9e4628304d17dfd1bedc9 network default NAD default NAD key ] I0421 03:20:13.950428 3679 cni.go:473] [tsf-tpa/create-importers-dhltm cbfcc146e02dc9f16adbf4b225349a0905b9fe34a8f9e4628304d17dfd1bedc9 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-dhltm cbfcc146e02dc9f16adbf4b225349a0905b9fe34a8f9e4628304d17dfd1bedc9 network default NAD default NAD key default], result "{}", err I0421 03:20:14.004763 3679 obj_retry.go:498] Detected object tsf-tpa/create-importers-dhltm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:14.004797 3679 pods.go:176] Deleting pod: tsf-tpa/create-importers-dhltm I0421 03:20:14.006225 3679 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-dhltm, ips: 10.129.0.45 I0421 03:20:14.006253 3679 obj_retry.go:498] Detected object tsf-tpa/create-importers-dhltm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:15.029168 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-dhltm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:15.029190 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-dhltm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0421 03:20:20.162537 3679 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0421 03:20:23.290631 3679 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:23.291167 3679 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:23.310748 3679 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:23.310771 3679 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:23.316482 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0421 03:20:23.316501 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0421 03:20:24.054264 3679 namespace.go:98] [integration-service] adding namespace I0421 03:20:24.054327 3679 namespace.go:98] [default-tenant] adding namespace I0421 03:20:24.055122 3679 namespace.go:102] [integration-service] adding namespace took 825.105µs I0421 03:20:24.055746 3679 namespace.go:102] [default-tenant] adding namespace took 1.40548ms I0421 03:20:24.058908 3679 namespace.go:98] [build-service] adding namespace I0421 03:20:24.059529 3679 namespace.go:102] [build-service] adding namespace took 606.811µs I0421 03:20:24.060794 3679 namespace.go:98] [image-controller] adding namespace I0421 03:20:24.061418 3679 namespace.go:102] [image-controller] adding namespace took 608.252µs I0421 03:20:24.106968 3679 namespace.go:142] [integration-service] updating namespace I0421 03:20:24.126903 3679 namespace.go:142] [integration-service] updating namespace I0421 03:20:24.129337 3679 namespace.go:142] [default-tenant] updating namespace I0421 03:20:24.160088 3679 namespace.go:142] [default-tenant] updating namespace I0421 03:20:24.176951 3679 namespace.go:142] [build-service] updating namespace I0421 03:20:24.204951 3679 namespace.go:142] [build-service] updating namespace I0421 03:20:24.231719 3679 namespace.go:142] [image-controller] updating namespace I0421 03:20:24.258408 3679 namespace.go:142] [image-controller] updating namespace I0421 03:20:24.426875 3679 namespace.go:142] [build-service] updating namespace I0421 03:20:24.433113 3679 namespace.go:142] [integration-service] updating namespace I0421 03:20:24.460183 3679 namespace.go:98] [release-service] adding namespace I0421 03:20:24.461054 3679 namespace.go:102] [release-service] adding namespace took 852.696µs I0421 03:20:24.481030 3679 namespace.go:142] [release-service] updating namespace I0421 03:20:24.512125 3679 namespace.go:142] [release-service] updating namespace I0421 03:20:24.534110 3679 namespace.go:142] [konflux-ui] updating namespace I0421 03:20:24.695442 3679 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-186.ec2.internal I0421 03:20:24.695524 3679 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0421 03:20:24.780140 3679 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 84.634112ms I0421 03:20:24.780173 3679 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 84.672383ms I0421 03:20:24.781573 3679 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 86.147914ms, libovsdb time 968.419µs I0421 03:20:24.972982 3679 namespace.go:98] [konflux-info] adding namespace I0421 03:20:24.973788 3679 namespace.go:102] [konflux-info] adding namespace took 787.678µs I0421 03:20:25.024355 3679 namespace.go:142] [konflux-info] updating namespace I0421 03:20:25.024448 3679 namespace.go:142] [konflux-info] updating namespace I0421 03:20:25.099908 3679 namespace.go:98] [namespace-lister] adding namespace I0421 03:20:25.100694 3679 namespace.go:102] [namespace-lister] adding namespace took 768.718µs I0421 03:20:25.146479 3679 namespace.go:142] [namespace-lister] updating namespace I0421 03:20:25.192984 3679 namespace.go:142] [namespace-lister] updating namespace I0421 03:20:25.352242 3679 cni.go:452] [konflux-ui/test-tsf-konflux a902cf1f7e123e83914f0a3c8e97f41aadd88983e8006dd755a9c5832202941a network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux a902cf1f7e123e83914f0a3c8e97f41aadd88983e8006dd755a9c5832202941a network default NAD default NAD key ] I0421 03:20:25.361752 3679 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: a902cf1f7e123e8, network: default, NAD default, SandboxID: "a902cf1f7e123e83914f0a3c8e97f41aadd88983e8006dd755a9c5832202941a", PCI device ID: , UID: "024e1740-b737-4471-bb18-33dda40f8748", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0421 03:20:25.382539 3679 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9j75t-rdbk4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:25.383029 3679 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9j75t-rdbk4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:25.411868 3679 cni.go:473] [konflux-ui/test-tsf-konflux a902cf1f7e123e83914f0a3c8e97f41aadd88983e8006dd755a9c5832202941a network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux a902cf1f7e123e83914f0a3c8e97f41aadd88983e8006dd755a9c5832202941a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:a9:d2:10:18:11\",\"name\":\"a902cf1f7e123e8\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfb63d59-b89b-496b-8a21-332f85a91a61\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:20:25.416023 3679 namespace.go:98] [enterprise-contract-service] adding namespace I0421 03:20:25.416897 3679 namespace.go:102] [enterprise-contract-service] adding namespace took 831.577µs I0421 03:20:25.416934 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0421 03:20:25.473961 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0421 03:20:25.547333 3679 namespace.go:142] [image-controller] updating namespace I0421 03:20:25.828071 3679 namespace.go:142] [default-tenant] updating namespace I0421 03:20:25.994008 3679 namespace.go:98] [segment-bridge] adding namespace I0421 03:20:25.994869 3679 namespace.go:102] [segment-bridge] adding namespace took 839.879µs I0421 03:20:26.265326 3679 namespace.go:142] [segment-bridge] updating namespace I0421 03:20:26.315368 3679 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0421 03:20:26.316058 3679 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0421 03:20:26.316075 3679 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0421 03:20:26.319072 3679 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0421 03:20:26.406952 3679 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0421 03:20:26.406974 3679 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0421 03:20:26.407771 3679 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0421 03:20:26.535787 3679 namespace.go:142] [segment-bridge] updating namespace I0421 03:20:26.669055 3679 namespace.go:142] [build-service] updating namespace I0421 03:20:26.678354 3679 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9j75t-rdbk4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:26.678380 3679 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9j75t-rdbk4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:27.045012 3679 namespace.go:142] [default-tenant] updating namespace I0421 03:20:27.239112 3679 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-8zz56] creating logical port image-controller_image-controller-controller-manager-6f859968fc-8zz56 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:20:27.239223 3679 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-8zz56 I0421 03:20:27.313335 3679 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-8zz56] pod update took 74.143549ms I0421 03:20:27.313358 3679 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-8zz56] addLogicalPort annotation time took 74.173975ms I0421 03:20:27.314700 3679 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-8zz56] addLogicalPort took 75.607158ms, libovsdb time 902.554µs I0421 03:20:27.468515 3679 namespace.go:142] [image-controller] updating namespace I0421 03:20:27.617055 3679 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-8zz56 d2f32312b46bb7b06fb08c16d2d410232b693a78ebecf5934364561d1149dd6c network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-8zz56 d2f32312b46bb7b06fb08c16d2d410232b693a78ebecf5934364561d1149dd6c network default NAD default NAD key ] I0421 03:20:27.627372 3679 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-8zz56, hostIfaceName: d2f32312b46bb7b, network: default, NAD default, SandboxID: "d2f32312b46bb7b06fb08c16d2d410232b693a78ebecf5934364561d1149dd6c", PCI device ID: , UID: "7d1a9f4e-0c4b-46c5-9068-24e963400490", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0421 03:20:27.686427 3679 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-8zz56 d2f32312b46bb7b06fb08c16d2d410232b693a78ebecf5934364561d1149dd6c network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-8zz56 d2f32312b46bb7b06fb08c16d2d410232b693a78ebecf5934364561d1149dd6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:bd:97:fd:94:c9\",\"name\":\"d2f32312b46bb7b\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0cd0375-0aa2-4608-8ee8-19c781ce79bb\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:20:27.863129 3679 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-x2728] creating logical port build-service_build-service-controller-manager-7cbf488fcf-x2728 for pod on switch ip-10-0-0-186.ec2.internal I0421 03:20:27.863218 3679 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-x2728 I0421 03:20:27.900450 3679 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-x2728] pod update took 37.249696ms I0421 03:20:27.900479 3679 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-x2728] addLogicalPort annotation time took 37.285659ms I0421 03:20:27.901786 3679 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-x2728] addLogicalPort took 38.673697ms, libovsdb time 884.965µs I0421 03:20:27.927166 3679 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-m7j7z for pod on switch ip-10-0-0-186.ec2.internal I0421 03:20:27.927301 3679 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z I0421 03:20:27.957851 3679 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z] pod update took 30.61651ms I0421 03:20:27.957877 3679 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z] addLogicalPort annotation time took 30.644937ms I0421 03:20:27.958995 3679 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z] addLogicalPort took 31.844774ms, libovsdb time 747.781µs I0421 03:20:27.990905 3679 namespace.go:142] [integration-service] updating namespace I0421 03:20:28.226910 3679 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-x2728 f071146d67e9d7827f580e482215ff1756ce84ec883cc5ee28133594c3093930 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-x2728 f071146d67e9d7827f580e482215ff1756ce84ec883cc5ee28133594c3093930 network default NAD default NAD key ] I0421 03:20:28.236570 3679 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-x2728, hostIfaceName: f071146d67e9d78, network: default, NAD default, SandboxID: "f071146d67e9d7827f580e482215ff1756ce84ec883cc5ee28133594c3093930", PCI device ID: , UID: "100652ba-b7d6-481c-8be0-34055881007a", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0421 03:20:28.291879 3679 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-x2728 f071146d67e9d7827f580e482215ff1756ce84ec883cc5ee28133594c3093930 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-x2728 f071146d67e9d7827f580e482215ff1756ce84ec883cc5ee28133594c3093930 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:cd:44:c8:71:6d\",\"name\":\"f071146d67e9d78\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64ac0d1a-0660-43f5-8cf5-dbdbf090b90b\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:20:28.437058 3679 namespace.go:142] [konflux-info] updating namespace I0421 03:20:28.465991 3679 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5bd48c66-ghvpc] creating logical port konflux-ui_proxy-5bd48c66-ghvpc for pod on switch ip-10-0-0-186.ec2.internal I0421 03:20:28.466092 3679 kube.go:256] Updating pod konflux-ui/proxy-5bd48c66-ghvpc I0421 03:20:28.544027 3679 pod.go:62] [konflux-ui/proxy-5bd48c66-ghvpc] pod update took 77.968972ms I0421 03:20:28.544050 3679 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5bd48c66-ghvpc] addLogicalPort annotation time took 77.995959ms I0421 03:20:28.544388 3679 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6bd9f8dbf9-l44dl] creating logical port integration-service_integration-service-controller-manager-6bd9f8dbf9-l44dl for pod on switch ip-10-0-0-186.ec2.internal I0421 03:20:28.544473 3679 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6bd9f8dbf9-l44dl I0421 03:20:28.545479 3679 pods.go:271] [konflux-ui/proxy-5bd48c66-ghvpc] addLogicalPort took 79.510453ms, libovsdb time 954.808µs I0421 03:20:28.615141 3679 pod.go:62] [integration-service/integration-service-controller-manager-6bd9f8dbf9-l44dl] pod update took 70.691973ms I0421 03:20:28.615173 3679 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6bd9f8dbf9-l44dl] addLogicalPort annotation time took 70.728698ms I0421 03:20:28.616868 3679 pods.go:271] [integration-service/integration-service-controller-manager-6bd9f8dbf9-l44dl] addLogicalPort took 72.496136ms, libovsdb time 1.130697ms I0421 03:20:28.710221 3679 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-58f96dcd8d-w6tkn] creating logical port release-service_release-service-controller-manager-58f96dcd8d-w6tkn for pod on switch ip-10-0-0-186.ec2.internal I0421 03:20:28.710364 3679 kube.go:256] Updating pod release-service/release-service-controller-manager-58f96dcd8d-w6tkn I0421 03:20:28.756191 3679 pod.go:62] [release-service/release-service-controller-manager-58f96dcd8d-w6tkn] pod update took 45.856181ms I0421 03:20:28.756220 3679 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-58f96dcd8d-w6tkn] addLogicalPort annotation time took 45.895748ms I0421 03:20:28.757666 3679 pods.go:271] [release-service/release-service-controller-manager-58f96dcd8d-w6tkn] addLogicalPort took 47.466555ms, libovsdb time 960.968µs I0421 03:20:28.831369 3679 namespace.go:142] [release-service] updating namespace I0421 03:20:28.995793 3679 namespace.go:142] [build-service] updating namespace I0421 03:20:29.047350 3679 namespace.go:142] [default-tenant] updating namespace I0421 03:20:29.068406 3679 namespace.go:142] [image-controller] updating namespace I0421 03:20:29.102297 3679 namespace.go:142] [integration-service] updating namespace I0421 03:20:29.142135 3679 namespace.go:142] [konflux-info] updating namespace I0421 03:20:29.170184 3679 namespace.go:142] [release-service] updating namespace I0421 03:20:29.290273 3679 namespace.go:142] [build-service] updating namespace I0421 03:20:29.407135 3679 namespace.go:142] [default-tenant] updating namespace I0421 03:20:29.501324 3679 namespace.go:142] [image-controller] updating namespace I0421 03:20:29.577464 3679 namespace.go:142] [integration-service] updating namespace I0421 03:20:29.671776 3679 namespace.go:142] [konflux-info] updating namespace I0421 03:20:29.762204 3679 namespace.go:142] [release-service] updating namespace I0421 03:20:30.969052 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0421 03:20:31.137333 3679 namespace.go:142] [namespace-lister] updating namespace I0421 03:20:31.288983 3679 namespace.go:142] [segment-bridge] updating namespace I0421 03:20:31.418996 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0421 03:20:31.437020 3679 namespace.go:142] [namespace-lister] updating namespace I0421 03:20:31.456916 3679 namespace.go:142] [segment-bridge] updating namespace I0421 03:20:31.569084 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0421 03:20:31.659886 3679 namespace.go:142] [namespace-lister] updating namespace I0421 03:20:31.765338 3679 namespace.go:142] [segment-bridge] updating namespace W0421 03:20:32.994088 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0421 03:20:33.019548 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0421 03:20:33.207577 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0421 03:20:36.628829 3679 cni.go:452] [konflux-ui/proxy-5bd48c66-ghvpc 4f990a5a2c2792f80ff01cf4c62e7302dc32b7e14ac100d8157041cecd1ff95a network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5bd48c66-ghvpc 4f990a5a2c2792f80ff01cf4c62e7302dc32b7e14ac100d8157041cecd1ff95a network default NAD default NAD key ] I0421 03:20:36.638134 3679 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5bd48c66-ghvpc, hostIfaceName: 4f990a5a2c2792f, network: default, NAD default, SandboxID: "4f990a5a2c2792f80ff01cf4c62e7302dc32b7e14ac100d8157041cecd1ff95a", PCI device ID: , UID: "135ac04d-32b2-4271-b1b4-8ed410377ca4", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0421 03:20:36.692713 3679 cni.go:473] [konflux-ui/proxy-5bd48c66-ghvpc 4f990a5a2c2792f80ff01cf4c62e7302dc32b7e14ac100d8157041cecd1ff95a network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5bd48c66-ghvpc 4f990a5a2c2792f80ff01cf4c62e7302dc32b7e14ac100d8157041cecd1ff95a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ad:c0:c9:68:d8\",\"name\":\"4f990a5a2c2792f\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd74fd53-273e-499a-b5f0-521bcba258ae\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:20:36.698782 3679 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z ff7b25b93adb04545efc3b538d2d17a7adc614f05d029a0f21651e5523e5ad65 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z ff7b25b93adb04545efc3b538d2d17a7adc614f05d029a0f21651e5523e5ad65 network default NAD default NAD key ] I0421 03:20:36.708735 3679 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-m7j7z, hostIfaceName: ff7b25b93adb045, network: default, NAD default, SandboxID: "ff7b25b93adb04545efc3b538d2d17a7adc614f05d029a0f21651e5523e5ad65", PCI device ID: , UID: "168bb553-5710-48d0-825d-4e8b2a4cdfab", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0421 03:20:36.718506 3679 cni.go:452] [integration-service/integration-service-controller-manager-6bd9f8dbf9-l44dl 9326a7eec4b01e230631241d8a1493112bbcf71b42445cc7dc69e9e34dd2e408 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6bd9f8dbf9-l44dl 9326a7eec4b01e230631241d8a1493112bbcf71b42445cc7dc69e9e34dd2e408 network default NAD default NAD key ] I0421 03:20:36.729418 3679 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6bd9f8dbf9-l44dl, hostIfaceName: 9326a7eec4b01e2, network: default, NAD default, SandboxID: "9326a7eec4b01e230631241d8a1493112bbcf71b42445cc7dc69e9e34dd2e408", PCI device ID: , UID: "e89920e0-d14f-4097-8119-7c9fb3391f12", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0421 03:20:36.765570 3679 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z ff7b25b93adb04545efc3b538d2d17a7adc614f05d029a0f21651e5523e5ad65 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z ff7b25b93adb04545efc3b538d2d17a7adc614f05d029a0f21651e5523e5ad65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:9f:0a:97:7e:28\",\"name\":\"ff7b25b93adb045\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff8e317f-2a4d-4325-9392-ffadff32b73a\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:20:36.789804 3679 cni.go:473] [integration-service/integration-service-controller-manager-6bd9f8dbf9-l44dl 9326a7eec4b01e230631241d8a1493112bbcf71b42445cc7dc69e9e34dd2e408 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6bd9f8dbf9-l44dl 9326a7eec4b01e230631241d8a1493112bbcf71b42445cc7dc69e9e34dd2e408 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:7b:98:23:6e:ef\",\"name\":\"9326a7eec4b01e2\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf7ec18b-368a-4528-ba11-4396d6524f14\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:20:36.903312 3679 cni.go:452] [release-service/release-service-controller-manager-58f96dcd8d-w6tkn a5049c692c7570d27daf1b6b053fd088835ea9d03fdee4e7233f545d89147902 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-58f96dcd8d-w6tkn a5049c692c7570d27daf1b6b053fd088835ea9d03fdee4e7233f545d89147902 network default NAD default NAD key ] I0421 03:20:36.912846 3679 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-58f96dcd8d-w6tkn, hostIfaceName: a5049c692c7570d, network: default, NAD default, SandboxID: "a5049c692c7570d27daf1b6b053fd088835ea9d03fdee4e7233f545d89147902", PCI device ID: , UID: "e5b17e06-ae8b-4b15-ac82-b9a56ed6614a", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0421 03:20:36.964505 3679 cni.go:473] [release-service/release-service-controller-manager-58f96dcd8d-w6tkn a5049c692c7570d27daf1b6b053fd088835ea9d03fdee4e7233f545d89147902 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-58f96dcd8d-w6tkn a5049c692c7570d27daf1b6b053fd088835ea9d03fdee4e7233f545d89147902 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:88:d4:b5:f5:87\",\"name\":\"a5049c692c7570d\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c011c6c-bb03-4dc4-9c7f-4971966ce04f\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 03:20:37.239393 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0421 03:20:37.258692 3679 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0421 03:20:43.299705 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0421 03:20:43.299724 3679 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0421 03:20:43.994005 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0421 03:20:44.030834 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0421 03:20:44.079494 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0421 03:20:44.079517 3679 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0421 03:20:44.108767 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0421 03:20:44.111425 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0421 03:20:44.136654 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0421 03:20:44.139566 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0421 03:20:44.167007 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0421 03:20:44.173971 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0421 03:20:55.078485 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0421 03:20:55.081838 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0421 03:20:55.145850 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0421 03:20:55.145946 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0421 03:20:55.265986 3679 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z ff7b25b93adb04545efc3b538d2d17a7adc614f05d029a0f21651e5523e5ad65 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z ff7b25b93adb04545efc3b538d2d17a7adc614f05d029a0f21651e5523e5ad65 network default NAD default NAD key ] I0421 03:20:55.350710 3679 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z ff7b25b93adb04545efc3b538d2d17a7adc614f05d029a0f21651e5523e5ad65 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z ff7b25b93adb04545efc3b538d2d17a7adc614f05d029a0f21651e5523e5ad65 network default NAD default NAD key default], result "{}", err I0421 03:20:55.411654 3679 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:55.411687 3679 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z I0421 03:20:55.413027 3679 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z, ips: 10.129.0.49 I0421 03:20:55.413057 3679 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:20:56.149359 3679 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:56.149383 3679 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:20:56.158182 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z I0421 03:20:56.158214 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-m7j7z I0421 03:21:09.838973 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0421 03:21:17.801539 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0421 03:21:23.360799 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0421 03:21:23.360818 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0421 03:21:23.360829 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0421 03:21:23.360834 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0421 03:21:24.152622 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0421 03:21:24.152642 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0421 03:21:54.339786 3679 obj_retry.go:498] Detected object konflux-ui/proxy-7fc7b59b75-6prkl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:21:54.340391 3679 obj_retry.go:498] Detected object konflux-ui/proxy-7fc7b59b75-6prkl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:21:54.669759 3679 obj_retry.go:492] Detected object konflux-ui/proxy-7fc7b59b75-6prkl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:21:54.669783 3679 obj_retry.go:492] Detected object konflux-ui/proxy-7fc7b59b75-6prkl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:21:54.675838 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7fc7b59b75-6prkl I0421 03:21:54.675863 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7fc7b59b75-6prkl I0421 03:21:57.518007 3679 cni.go:452] [konflux-ui/test-tsf-konflux a902cf1f7e123e83914f0a3c8e97f41aadd88983e8006dd755a9c5832202941a network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux a902cf1f7e123e83914f0a3c8e97f41aadd88983e8006dd755a9c5832202941a network default NAD default NAD key ] I0421 03:21:57.607241 3679 cni.go:473] [konflux-ui/test-tsf-konflux a902cf1f7e123e83914f0a3c8e97f41aadd88983e8006dd755a9c5832202941a network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux a902cf1f7e123e83914f0a3c8e97f41aadd88983e8006dd755a9c5832202941a network default NAD default NAD key default], result "{}", err I0421 03:21:57.664900 3679 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:21:57.664936 3679 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0421 03:21:57.666191 3679 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.46 I0421 03:21:57.666216 3679 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:21:57.708019 3679 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:21:57.708041 3679 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:21:57.713636 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0421 03:21:57.713663 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0421 03:22:26.966006 3679 namespace.go:98] [default-managed-tenant-cled5] adding namespace I0421 03:22:26.966874 3679 namespace.go:102] [default-managed-tenant-cled5] adding namespace took 848.881µs I0421 03:22:26.994861 3679 namespace.go:142] [default-managed-tenant-cled5] updating namespace I0421 03:22:27.013857 3679 namespace.go:142] [default-managed-tenant-cled5] updating namespace I0421 03:22:27.969797 3679 namespace.go:142] [default-managed-tenant-cled5] updating namespace I0421 03:22:28.103178 3679 namespace.go:142] [default-managed-tenant-cled5] updating namespace I0421 03:22:28.203024 3679 namespace.go:142] [default-managed-tenant-cled5] updating namespace I0421 03:22:30.714379 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=156 I0421 03:22:44.709589 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0421 03:23:07.834171 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0421 03:23:55.719016 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=424 I0421 03:24:12.811774 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0421 03:24:42.713442 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=44 I0421 03:24:49.805880 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0421 03:24:57.838504 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0421 03:25:10.800448 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0421 03:25:13.826155 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0421 03:25:23.726273 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57 I0421 03:26:10.842977 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0421 03:27:08.831636 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0421 03:27:46.821039 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0421 03:28:05.714094 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=73 I0421 03:29:15.815006 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0421 03:30:04.475066 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612370-m2cqv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:30:04.475659 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612370-m2cqv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:30:05.058309 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-f6pgz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:05.058337 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-f6pgz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:05.063752 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-f6pgz I0421 03:30:05.063783 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-f6pgz I0421 03:30:05.349243 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612370-m2cqv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:05.349270 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612370-m2cqv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:05.377787 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612340-8dq7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:05.377817 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612340-8dq7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:05.380710 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29612340-8dq7l I0421 03:30:05.380735 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29612340-8dq7l I0421 03:30:08.030213 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-bfpfm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:08.030261 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-bfpfm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:08.032988 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-bfpfm I0421 03:30:08.033012 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-bfpfm I0421 03:30:13.804693 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0421 03:30:15.032912 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-dhltm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:15.032968 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-dhltm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:30:15.037119 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-dhltm I0421 03:30:15.037141 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-dhltm I0421 03:30:33.712805 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0421 03:30:44.722309 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0421 03:30:54.837475 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0421 03:31:39.809063 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0421 03:31:56.717875 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0421 03:33:10.717445 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0421 03:33:36.846107 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0421 03:33:46.824407 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0421 03:33:48.804025 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0421 03:34:15.729566 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0421 03:34:32.829502 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0421 03:34:32.834817 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0421 03:34:39.841641 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0421 03:35:43.717991 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 W0421 03:36:21.111920 3679 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf2v6gt I0421 03:36:27.179048 3679 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-p9q64-init-pod for pod on switch ip-10-0-0-186.ec2.internal I0421 03:36:27.179199 3679 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod I0421 03:36:27.210956 3679 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod] pod update took 31.785061ms I0421 03:36:27.210983 3679 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod] addLogicalPort annotation time took 31.815371ms I0421 03:36:27.212340 3679 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod] addLogicalPort took 33.310756ms, libovsdb time 884.752µs I0421 03:36:27.546217 3679 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod a4fd8c938897a45e31cf022e861fb424922494c6b263fb8953a62bb786b8bac0 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod a4fd8c938897a45e31cf022e861fb424922494c6b263fb8953a62bb786b8bac0 network default NAD default NAD key ] I0421 03:36:27.556275 3679 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-p9q64-init-pod, hostIfaceName: a4fd8c938897a45, network: default, NAD default, SandboxID: "a4fd8c938897a45e31cf022e861fb424922494c6b263fb8953a62bb786b8bac0", PCI device ID: , UID: "a59182ce-1fd1-4526-8e67-8f4b7d7b6eaf", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0421 03:36:27.611619 3679 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod a4fd8c938897a45e31cf022e861fb424922494c6b263fb8953a62bb786b8bac0 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod a4fd8c938897a45e31cf022e861fb424922494c6b263fb8953a62bb786b8bac0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:12:22:2d:3f:73\",\"name\":\"a4fd8c938897a45\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/435df233-fc5a-4404-9fe1-0767e864b313\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:36:37.734210 3679 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j6v8t-init-pod for pod on switch ip-10-0-0-186.ec2.internal I0421 03:36:37.734370 3679 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod I0421 03:36:37.753703 3679 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod] pod update took 19.364034ms I0421 03:36:37.753728 3679 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod] addLogicalPort annotation time took 19.393443ms I0421 03:36:37.755076 3679 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod] addLogicalPort took 20.882547ms, libovsdb time 941.664µs I0421 03:36:38.106830 3679 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod 23579ebb02b27e13265aac0b392222b73228d42c9ccbe78756baf09168dde102 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod 23579ebb02b27e13265aac0b392222b73228d42c9ccbe78756baf09168dde102 network default NAD default NAD key ] I0421 03:36:38.116133 3679 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j6v8t-init-pod, hostIfaceName: 23579ebb02b27e1, network: default, NAD default, SandboxID: "23579ebb02b27e13265aac0b392222b73228d42c9ccbe78756baf09168dde102", PCI device ID: , UID: "b6dbea35-5043-4fdb-9c2f-b838d542f32b", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0421 03:36:38.171918 3679 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod 23579ebb02b27e13265aac0b392222b73228d42c9ccbe78756baf09168dde102 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod 23579ebb02b27e13265aac0b392222b73228d42c9ccbe78756baf09168dde102 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:e6:96:81:7b:a9\",\"name\":\"23579ebb02b27e1\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/521a607a-b0ef-4c15-8af9-0eb27a79417f\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:36:45.766464 3679 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod a4fd8c938897a45e31cf022e861fb424922494c6b263fb8953a62bb786b8bac0 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod a4fd8c938897a45e31cf022e861fb424922494c6b263fb8953a62bb786b8bac0 network default NAD default NAD key ] I0421 03:36:45.856109 3679 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod a4fd8c938897a45e31cf022e861fb424922494c6b263fb8953a62bb786b8bac0 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod a4fd8c938897a45e31cf022e861fb424922494c6b263fb8953a62bb786b8bac0 network default NAD default NAD key default], result "{}", err I0421 03:36:45.897801 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:36:45.897877 3679 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod I0421 03:36:45.899274 3679 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod, ips: 10.129.0.53 I0421 03:36:45.899327 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:36:46.648949 3679 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:36:46.648972 3679 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:36:46.656873 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod I0421 03:36:46.656896 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-p9q64-init-pod I0421 03:36:48.671845 3679 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod 23579ebb02b27e13265aac0b392222b73228d42c9ccbe78756baf09168dde102 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod 23579ebb02b27e13265aac0b392222b73228d42c9ccbe78756baf09168dde102 network default NAD default NAD key ] I0421 03:36:48.757366 3679 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod 23579ebb02b27e13265aac0b392222b73228d42c9ccbe78756baf09168dde102 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod 23579ebb02b27e13265aac0b392222b73228d42c9ccbe78756baf09168dde102 network default NAD default NAD key default], result "{}", err I0421 03:36:48.822162 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:36:48.822235 3679 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod I0421 03:36:48.823652 3679 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod, ips: 10.129.0.54 I0421 03:36:48.823683 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:36:49.477465 3679 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j6v8t-clone-repository-pod for pod on switch ip-10-0-0-186.ec2.internal I0421 03:36:49.477599 3679 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod I0421 03:36:49.506361 3679 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod] pod update took 28.793393ms I0421 03:36:49.506388 3679 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod] addLogicalPort annotation time took 28.824978ms I0421 03:36:49.507754 3679 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod] addLogicalPort took 30.305157ms, libovsdb time 963.64µs I0421 03:36:49.846412 3679 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod 03bbf082246d9cbd700a2a1bd1f55f56a492d21b62e821374ccd70e289c4072b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod 03bbf082246d9cbd700a2a1bd1f55f56a492d21b62e821374ccd70e289c4072b network default NAD default NAD key ] I0421 03:36:49.856109 3679 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j6v8t-clone-repository-pod, hostIfaceName: 03bbf082246d9cb, network: default, NAD default, SandboxID: "03bbf082246d9cbd700a2a1bd1f55f56a492d21b62e821374ccd70e289c4072b", PCI device ID: , UID: "92f8142c-1535-49af-8e24-a8d37fe13b14", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0421 03:36:49.913342 3679 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod 03bbf082246d9cbd700a2a1bd1f55f56a492d21b62e821374ccd70e289c4072b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod 03bbf082246d9cbd700a2a1bd1f55f56a492d21b62e821374ccd70e289c4072b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:d3:24:a5:c7:9b\",\"name\":\"03bbf082246d9cb\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/913cf799-8f97-4205-95d5-19da03e75299\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:36:58.656553 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-2d8sp for pod on switch ip-10-0-0-186.ec2.internal I0421 03:36:58.656678 3679 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp I0421 03:36:58.675785 3679 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp] pod update took 19.133667ms I0421 03:36:58.675809 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp] addLogicalPort annotation time took 19.165608ms I0421 03:36:58.677178 3679 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp] addLogicalPort took 20.639164ms, libovsdb time 990.703µs I0421 03:36:59.023400 3679 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp 9baa00e21013123c9d0c9ed6bc1288175b47f9e0a0ea08d4ec0e6981109cc172 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp 9baa00e21013123c9d0c9ed6bc1288175b47f9e0a0ea08d4ec0e6981109cc172 network default NAD default NAD key ] I0421 03:36:59.033036 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-2d8sp, hostIfaceName: 9baa00e21013123, network: default, NAD default, SandboxID: "9baa00e21013123c9d0c9ed6bc1288175b47f9e0a0ea08d4ec0e6981109cc172", PCI device ID: , UID: "c3c9bd25-9e86-408e-b0c5-b1aa5daf6e28", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0421 03:36:59.091133 3679 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp 9baa00e21013123c9d0c9ed6bc1288175b47f9e0a0ea08d4ec0e6981109cc172 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp 9baa00e21013123c9d0c9ed6bc1288175b47f9e0a0ea08d4ec0e6981109cc172 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:5d:a6:b1:99:bf\",\"name\":\"9baa00e21013123\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c95f5b9-435e-4452-8172-d237a8582613\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:37:05.803438 3679 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod 03bbf082246d9cbd700a2a1bd1f55f56a492d21b62e821374ccd70e289c4072b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod 03bbf082246d9cbd700a2a1bd1f55f56a492d21b62e821374ccd70e289c4072b network default NAD default NAD key ] I0421 03:37:05.895845 3679 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod 03bbf082246d9cbd700a2a1bd1f55f56a492d21b62e821374ccd70e289c4072b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod 03bbf082246d9cbd700a2a1bd1f55f56a492d21b62e821374ccd70e289c4072b network default NAD default NAD key default], result "{}", err I0421 03:37:05.990262 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:37:05.990368 3679 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod I0421 03:37:05.991912 3679 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod, ips: 10.129.0.55 I0421 03:37:05.991940 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:37:06.818156 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 W0421 03:37:12.785978 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:37:12.786001 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:37:12.786010 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 03:37:12.786016 3679 util.go:959] Failed to build node endpoints for node ip-10-0-0-186.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0421 03:37:48.640887 3679 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j6v8t-build-container-pod for pod on switch ip-10-0-0-186.ec2.internal I0421 03:37:48.641088 3679 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod I0421 03:37:48.685056 3679 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod] pod update took 44.0209ms I0421 03:37:48.685085 3679 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod] addLogicalPort annotation time took 44.055522ms I0421 03:37:48.686570 3679 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod] addLogicalPort took 45.702741ms, libovsdb time 988.635µs I0421 03:37:49.008809 3679 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod 3b1af1e1593366265764cd2802930fd8ed5972ac32f2c6475ce157bf91b3e8da network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod 3b1af1e1593366265764cd2802930fd8ed5972ac32f2c6475ce157bf91b3e8da network default NAD default NAD key ] I0421 03:37:49.019829 3679 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j6v8t-build-container-pod, hostIfaceName: 3b1af1e15933662, network: default, NAD default, SandboxID: "3b1af1e1593366265764cd2802930fd8ed5972ac32f2c6475ce157bf91b3e8da", PCI device ID: , UID: "8edeb28c-8ce3-4d4a-b899-23f829c757a0", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0421 03:37:49.074766 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:37:49.075155 3679 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod 3b1af1e1593366265764cd2802930fd8ed5972ac32f2c6475ce157bf91b3e8da network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod 3b1af1e1593366265764cd2802930fd8ed5972ac32f2c6475ce157bf91b3e8da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:09:7c:05:f7:6e\",\"name\":\"3b1af1e15933662\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/252048a2-6ade-41d1-9b86-25ddf22db3a3\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:37:49.075326 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:38:00.725679 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=77 I0421 03:38:05.716688 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0421 03:38:56.812732 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0421 03:39:06.112249 3679 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tas/segment-backup-installation-tkgl7-69l5d I0421 03:39:36.721078 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0421 03:39:40.840501 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0421 03:39:55.733201 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=25 I0421 03:40:03.768834 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612380-dzjj4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:40:03.769449 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612380-dzjj4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:40:03.808242 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0421 03:40:04.640238 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612380-dzjj4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:40:04.640269 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612380-dzjj4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:40:04.678860 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612350-mtpl7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:40:04.678884 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29612350-mtpl7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:40:04.682050 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29612350-mtpl7 I0421 03:40:04.682071 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29612350-mtpl7 I0421 03:40:28.124425 3679 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod 3b1af1e1593366265764cd2802930fd8ed5972ac32f2c6475ce157bf91b3e8da network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod 3b1af1e1593366265764cd2802930fd8ed5972ac32f2c6475ce157bf91b3e8da network default NAD default NAD key ] I0421 03:40:28.222654 3679 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod 3b1af1e1593366265764cd2802930fd8ed5972ac32f2c6475ce157bf91b3e8da network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod 3b1af1e1593366265764cd2802930fd8ed5972ac32f2c6475ce157bf91b3e8da network default NAD default NAD key default], result "{}", err I0421 03:40:28.337054 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:40:28.337088 3679 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod I0421 03:40:28.338532 3679 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod, ips: 10.129.0.57 I0421 03:40:28.338556 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:40:44.838382 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0421 03:40:47.721312 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0421 03:40:49.807332 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0421 03:41:10.498712 3679 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod for pod on switch ip-10-0-0-186.ec2.internal I0421 03:41:10.498865 3679 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod I0421 03:41:10.546356 3679 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod] pod update took 47.521508ms I0421 03:41:10.546380 3679 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod] addLogicalPort annotation time took 47.550067ms I0421 03:41:10.547722 3679 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod] addLogicalPort took 49.025417ms, libovsdb time 941.022µs I0421 03:41:10.590503 3679 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j6v8t-clair-scan-pod for pod on switch ip-10-0-0-186.ec2.internal I0421 03:41:10.590656 3679 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod I0421 03:41:10.626223 3679 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod] pod update took 35.602501ms I0421 03:41:10.626258 3679 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod] addLogicalPort annotation time took 35.642966ms I0421 03:41:10.627609 3679 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod] addLogicalPort took 37.118592ms, libovsdb time 906.803µs I0421 03:41:10.865450 3679 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod 0df302cf15c0b270db9ac4252a2edb25393c5907873f67909c33fb5161571141 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod 0df302cf15c0b270db9ac4252a2edb25393c5907873f67909c33fb5161571141 network default NAD default NAD key ] I0421 03:41:10.874879 3679 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod, hostIfaceName: 0df302cf15c0b27, network: default, NAD default, SandboxID: "0df302cf15c0b270db9ac4252a2edb25393c5907873f67909c33fb5161571141", PCI device ID: , UID: "e752719a-86cd-43d2-b7f1-9ffbcb9bc58c", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0421 03:41:10.929893 3679 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod 0df302cf15c0b270db9ac4252a2edb25393c5907873f67909c33fb5161571141 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod 0df302cf15c0b270db9ac4252a2edb25393c5907873f67909c33fb5161571141 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:76:44:4e:06:d5\",\"name\":\"0df302cf15c0b27\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8d13bcc-7b43-4e0b-a4e1-e7c50483fc8c\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:41:10.955900 3679 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod 99c0005e9ae48169d935753435ce54e7d4577de46327e7f5703b55a6bd2ec0a9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod 99c0005e9ae48169d935753435ce54e7d4577de46327e7f5703b55a6bd2ec0a9 network default NAD default NAD key ] I0421 03:41:10.966596 3679 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j6v8t-clair-scan-pod, hostIfaceName: 99c0005e9ae4816, network: default, NAD default, SandboxID: "99c0005e9ae48169d935753435ce54e7d4577de46327e7f5703b55a6bd2ec0a9", PCI device ID: , UID: "86281198-f427-4a5c-879d-34392b5e41f2", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0421 03:41:11.021749 3679 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod 99c0005e9ae48169d935753435ce54e7d4577de46327e7f5703b55a6bd2ec0a9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod 99c0005e9ae48169d935753435ce54e7d4577de46327e7f5703b55a6bd2ec0a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:43:e0:1a:b8:8c\",\"name\":\"99c0005e9ae4816\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32757903-c1fd-4b6b-80b2-ab34b9cc341e\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:41:11.264110 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:41:11.264712 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:41:12.084708 3679 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod for pod on switch ip-10-0-0-186.ec2.internal I0421 03:41:12.084858 3679 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod I0421 03:41:12.102707 3679 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod for pod on switch ip-10-0-0-186.ec2.internal I0421 03:41:12.102869 3679 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod I0421 03:41:12.135399 3679 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod] pod update took 50.591518ms I0421 03:41:12.135427 3679 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod] addLogicalPort annotation time took 50.623482ms I0421 03:41:12.136824 3679 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod] addLogicalPort took 52.13917ms, libovsdb time 863.05µs I0421 03:41:12.154400 3679 pod.go:62] [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod] pod update took 51.562602ms I0421 03:41:12.154427 3679 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod] addLogicalPort annotation time took 51.596346ms I0421 03:41:12.155701 3679 pods.go:271] [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod] addLogicalPort took 53.009349ms, libovsdb time 828.663µs I0421 03:41:12.455429 3679 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod fd7aced06c200e422daf4b4ec6992392933bf763f7ab49bea46a9ef0b4e3e7c0 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod fd7aced06c200e422daf4b4ec6992392933bf763f7ab49bea46a9ef0b4e3e7c0 network default NAD default NAD key ] I0421 03:41:12.467188 3679 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod, hostIfaceName: fd7aced06c200e4, network: default, NAD default, SandboxID: "fd7aced06c200e422daf4b4ec6992392933bf763f7ab49bea46a9ef0b4e3e7c0", PCI device ID: , UID: "3495d55b-9052-4eac-ace1-a7c562cacd01", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0421 03:41:12.473221 3679 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod 813e6a6a228b685b25b7703eb8cbef1c33e9aa743b6caf403e265ce179c833b5 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod 813e6a6a228b685b25b7703eb8cbef1c33e9aa743b6caf403e265ce179c833b5 network default NAD default NAD key ] I0421 03:41:12.484396 3679 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod, hostIfaceName: 813e6a6a228b685, network: default, NAD default, SandboxID: "813e6a6a228b685b25b7703eb8cbef1c33e9aa743b6caf403e265ce179c833b5", PCI device ID: , UID: "d2a7c7ad-85cd-44ac-867e-33db508d4194", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0421 03:41:12.527278 3679 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod fd7aced06c200e422daf4b4ec6992392933bf763f7ab49bea46a9ef0b4e3e7c0 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod fd7aced06c200e422daf4b4ec6992392933bf763f7ab49bea46a9ef0b4e3e7c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:92:c6:71:4b:0d\",\"name\":\"fd7aced06c200e4\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4fc332c-f148-4f53-a393-b60d57c3a799\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:41:12.554220 3679 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod 813e6a6a228b685b25b7703eb8cbef1c33e9aa743b6caf403e265ce179c833b5 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod 813e6a6a228b685b25b7703eb8cbef1c33e9aa743b6caf403e265ce179c833b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:71:28:d6:f9:d1\",\"name\":\"813e6a6a228b685\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34439e72-e19b-4901-9245-1fc59b070f51\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:41:28.845033 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0421 03:41:42.850065 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0421 03:42:09.953367 3679 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod fd7aced06c200e422daf4b4ec6992392933bf763f7ab49bea46a9ef0b4e3e7c0 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod fd7aced06c200e422daf4b4ec6992392933bf763f7ab49bea46a9ef0b4e3e7c0 network default NAD default NAD key ] I0421 03:42:10.056370 3679 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod fd7aced06c200e422daf4b4ec6992392933bf763f7ab49bea46a9ef0b4e3e7c0 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod fd7aced06c200e422daf4b4ec6992392933bf763f7ab49bea46a9ef0b4e3e7c0 network default NAD default NAD key default], result "{}", err I0421 03:42:10.312325 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:10.312370 3679 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod I0421 03:42:10.314130 3679 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod, ips: 10.129.0.60 I0421 03:42:10.314161 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:13.003638 3679 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod 0df302cf15c0b270db9ac4252a2edb25393c5907873f67909c33fb5161571141 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod 0df302cf15c0b270db9ac4252a2edb25393c5907873f67909c33fb5161571141 network default NAD default NAD key ] I0421 03:42:13.101696 3679 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod 0df302cf15c0b270db9ac4252a2edb25393c5907873f67909c33fb5161571141 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod 0df302cf15c0b270db9ac4252a2edb25393c5907873f67909c33fb5161571141 network default NAD default NAD key default], result "{}", err I0421 03:42:13.199092 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:13.199138 3679 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod I0421 03:42:13.200800 3679 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod, ips: 10.129.0.58 I0421 03:42:13.200835 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:14.009638 3679 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod 813e6a6a228b685b25b7703eb8cbef1c33e9aa743b6caf403e265ce179c833b5 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod 813e6a6a228b685b25b7703eb8cbef1c33e9aa743b6caf403e265ce179c833b5 network default NAD default NAD key ] I0421 03:42:14.101710 3679 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod 813e6a6a228b685b25b7703eb8cbef1c33e9aa743b6caf403e265ce179c833b5 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod 813e6a6a228b685b25b7703eb8cbef1c33e9aa743b6caf403e265ce179c833b5 network default NAD default NAD key default], result "{}", err I0421 03:42:14.217708 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:14.217742 3679 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod I0421 03:42:14.219273 3679 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod, ips: 10.129.0.61 I0421 03:42:14.219318 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:18.757203 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:18.758039 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:32.901604 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:32.902225 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:44.412079 3679 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:44.412710 3679 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:45.129405 3679 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:42:45.129434 3679 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:42:45.135541 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh I0421 03:42:45.135570 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-5rzdh I0421 03:42:53.827629 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0421 03:42:59.327134 3679 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp 9baa00e21013123c9d0c9ed6bc1288175b47f9e0a0ea08d4ec0e6981109cc172 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp 9baa00e21013123c9d0c9ed6bc1288175b47f9e0a0ea08d4ec0e6981109cc172 network default NAD default NAD key ] I0421 03:42:59.417622 3679 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp 9baa00e21013123c9d0c9ed6bc1288175b47f9e0a0ea08d4ec0e6981109cc172 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp 9baa00e21013123c9d0c9ed6bc1288175b47f9e0a0ea08d4ec0e6981109cc172 network default NAD default NAD key default], result "{}", err I0421 03:42:59.502029 3679 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:42:59.502148 3679 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp I0421 03:42:59.503853 3679 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp, ips: 10.129.0.56 I0421 03:42:59.503886 3679 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:43:00.364705 3679 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:43:00.364738 3679 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 03:43:00.370684 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp I0421 03:43:00.370749 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-2d8sp I0421 03:43:07.720536 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0421 03:44:29.721098 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0421 03:44:29.832487 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0421 03:45:08.276168 3679 cni.go:452] [default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod 99c0005e9ae48169d935753435ce54e7d4577de46327e7f5703b55a6bd2ec0a9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod 99c0005e9ae48169d935753435ce54e7d4577de46327e7f5703b55a6bd2ec0a9 network default NAD default NAD key ] I0421 03:45:08.368505 3679 cni.go:473] [default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod 99c0005e9ae48169d935753435ce54e7d4577de46327e7f5703b55a6bd2ec0a9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod 99c0005e9ae48169d935753435ce54e7d4577de46327e7f5703b55a6bd2ec0a9 network default NAD default NAD key default], result "{}", err I0421 03:45:08.450543 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:45:08.450594 3679 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod I0421 03:45:08.451946 3679 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod, ips: 10.129.0.59 I0421 03:45:08.451971 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:45:16.829684 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:45:16.830302 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-j6v8t-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:45:19.692048 3679 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-plwk-kt92g-collect-keyless-params-pod for pod on switch ip-10-0-0-186.ec2.internal I0421 03:45:19.692212 3679 kube.go:256] Updating pod default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod I0421 03:45:19.723381 3679 pod.go:62] [default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod] pod update took 31.204455ms I0421 03:45:19.723408 3679 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod] addLogicalPort annotation time took 31.235642ms I0421 03:45:19.724766 3679 pods.go:271] [default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod] addLogicalPort took 32.754914ms, libovsdb time 946.164µs I0421 03:45:20.059187 3679 cni.go:452] [default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod 7a586891db31c451ff8a7782ba43b99e2323d24bffda2fa9e16c5b2fe84accb2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod 7a586891db31c451ff8a7782ba43b99e2323d24bffda2fa9e16c5b2fe84accb2 network default NAD default NAD key ] I0421 03:45:20.069039 3679 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-plwk-kt92g-collect-keyless-params-pod, hostIfaceName: 7a586891db31c45, network: default, NAD default, SandboxID: "7a586891db31c451ff8a7782ba43b99e2323d24bffda2fa9e16c5b2fe84accb2", PCI device ID: , UID: "a49a4d90-7ae4-4546-879b-c45c35daf73d", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0421 03:45:20.132182 3679 cni.go:473] [default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod 7a586891db31c451ff8a7782ba43b99e2323d24bffda2fa9e16c5b2fe84accb2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod 7a586891db31c451ff8a7782ba43b99e2323d24bffda2fa9e16c5b2fe84accb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:d9:7a:b9:b1:ba\",\"name\":\"7a586891db31c45\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/456c5985-b89b-4aed-a7b2-c87d665931b0\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 03:45:34.490981 3679 cni.go:452] [default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod 7a586891db31c451ff8a7782ba43b99e2323d24bffda2fa9e16c5b2fe84accb2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod 7a586891db31c451ff8a7782ba43b99e2323d24bffda2fa9e16c5b2fe84accb2 network default NAD default NAD key ] I0421 03:45:34.576328 3679 cni.go:473] [default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod 7a586891db31c451ff8a7782ba43b99e2323d24bffda2fa9e16c5b2fe84accb2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod 7a586891db31c451ff8a7782ba43b99e2323d24bffda2fa9e16c5b2fe84accb2 network default NAD default NAD key default], result "{}", err I0421 03:45:34.683142 3679 obj_retry.go:498] Detected object default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:45:34.683183 3679 pods.go:176] Deleting pod: default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod I0421 03:45:34.684682 3679 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod, ips: 10.129.0.62 I0421 03:45:34.684711 3679 obj_retry.go:498] Detected object default-tenant/my-integration-test-plwk-kt92g-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 03:45:40.730066 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=156 I0421 03:45:47.736170 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35 I0421 03:45:59.244622 3679 obj_retry.go:498] Detected object default-tenant/my-integration-test-plwk-kt92g-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 03:45:59.245228 3679 obj_retry.go:498] Detected object default-tenant/my-integration-test-plwk-kt92g-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it